-- Logs begin at Wed 2022-09-21 11:39:21 UTC, end at Wed 2022-09-21 12:46:58 UTC. -- Sep 21 12:11:49.293329 dv-cinder-858678-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 21 12:11:51.958320 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.common.config [-] Logging enabled! Sep 21 12:11:51.958913 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev9 Sep 21 12:11:51.959107 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106090) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 21 12:11:51.962326 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.common.config [-] Logging enabled! Sep 21 12:11:51.962572 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev9 Sep 21 12:11:51.962878 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106090) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 21 12:11:51.964134 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 21 12:11:51.964327 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 21 12:11:51.964800 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 21 12:11:51.965041 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 21 12:11:51.965264 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 21 12:11:51.965578 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.965870 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.966121 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.966411 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.966697 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.966971 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.967254 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.967542 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.967853 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.968127 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.968402 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.968626 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.968902 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.969181 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.969461 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.969679 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] debug = True {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.969953 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.970362 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.970754 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.971029 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.971311 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.971581 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.971881 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.972153 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.972431 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.972753 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] host = dv-cinder-858678-1-iscsi {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.973026 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.973307 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.973588 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.973867 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.974135 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.974408 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.974686 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.974956 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.975224 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] log_file = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.975497 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.975799 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.976086 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.976379 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.976601 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.976819 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.977098 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.977381 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.977650 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.977917 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.978183 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.978451 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.978718 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.978984 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.979260 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.979538 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.979844 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.980116 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.980384 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.980650 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.980915 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.981194 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.981460 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.982237 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.982506 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.982788 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.983054 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.983323 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.983616 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.983926 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.984206 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.984489 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.984757 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.985036 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.985301 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.985567 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.985833 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] use_json = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.986105 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.986372 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.986648 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.986915 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.987183 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.987448 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.987842 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.988126 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.988395 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:51.988684 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:51.988979 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:51.989275 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:51.989552 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:51.989851 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:51.990128 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:51.990412 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:51.990686 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:51.990970 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:51.991255 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:51.991540 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:51.991830 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:51.992151 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:51.992408 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:51.992698 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:51.992996 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:51.993285 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:51.993572 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:51.993845 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:51.994116 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:51.994386 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:51.994660 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:51.994940 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:51.995213 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:51.995497 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:51.995797 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:51.996076 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:51.996367 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:51.996647 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:51.996928 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:51.997214 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:51.998143 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:51.998414 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:51.998691 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:51.998978 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:51.999252 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:51.999521 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:51.999824 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:52.000100 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:52.000367 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:52.000645 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:52.000931 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:52.001215 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:52.001501 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:52.001756 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:52.002038 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:52.002308 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:52.002575 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:52.002842 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:52.003113 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:52.003377 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:52.003655 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:52.003945 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:52.004213 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:52.004480 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:52.004752 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:52.005017 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:52.005282 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:52.005551 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:52.005818 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:52.006091 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:52.006355 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:52.006619 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:52.006885 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:52.007149 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:52.007413 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:52.007677 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:52.007962 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:52.008231 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:52.008497 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:52.008761 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:52.009022 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:52.009284 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:52.009547 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:52.009823 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:52.010110 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:52.010382 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:52.010650 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:52.010919 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:52.011187 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:52.011455 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:52.011797 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:52.012012 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:52.012281 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:52.012549 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:52.012830 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:52.013143 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:52.013424 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:52.013700 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:52.013986 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:52.014277 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:52.014549 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:52.014823 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:52.015094 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:52.015366 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:52.015636 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:52.015944 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:52.016219 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:52.016494 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:52.016770 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:52.017047 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:52.017337 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:52.017623 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:52.017896 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:52.018183 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:52.018472 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:52.018758 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:52.019029 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:52.019328 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:52.019602 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:52.019837 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 21 12:11:52.020076 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106090) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 21 12:11:52.394204 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 21 12:11:52.394520 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 21 12:11:52.394784 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 21 12:11:52.395010 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 21 12:11:52.395280 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 21 12:11:52.395600 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 21 12:11:52.724135 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:52.724322 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:52.724587 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:52.725761 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:52.726029 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:52.726289 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:52.777686 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:52.777964 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:52.778225 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:52.794694 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:52.794973 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:52.795240 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:52.822704 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:52.822981 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:52.823245 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:52.860030 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:52.860299 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:52.860570 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:53.093054 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:53.093665 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:53.093665 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:53.094829 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:53.095541 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:53.193144 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:53.193460 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:53.193735 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:53.193997 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:53.194255 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:53.194556 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:53.194810 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:53.195060 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:53.195316 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:53.195589 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:53.195869 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:53.196128 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:53.196382 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:53.196625 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:53.196873 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:53.197130 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:53.197378 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:53.197636 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:53.197897 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:53.198147 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:53.198413 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:53.198659 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:53.198933 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:53.199303 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:53.199658 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:53.199933 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:53.200321 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106090) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 12:11:53.201097 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106090) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 12:11:53.201331 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106090) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 12:11:53.201563 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106090) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 12:11:53.201790 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106090) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 12:11:53.202018 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106090) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 12:11:53.202374 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 21 12:11:53.205464 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 21 12:11:53.209326 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 21 12:11:53.213452 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Sep 21 12:11:53.215038 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 21 12:11:53.215653 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 21 12:11:53.216032 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 21 12:11:53.216414 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 21 12:11:53.219153 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 21 12:11:53.219400 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 21 12:11:53.219745 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 21 12:11:53.224810 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 21 12:11:53.247872 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 21 12:11:53.248314 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:53.248606 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106090) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 21 12:11:53.248971 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:53.250306 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106090) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 21 12:11:53.250572 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 21 12:11:53.250811 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 21 12:11:53.261422 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:53.261700 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:53.416518 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 21 12:11:53.416697 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 21 12:11:53.416906 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 21 12:11:53.417297 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 21 12:11:53.471468 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO dbcounter [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Registered counter for database neutron Sep 21 12:11:53.491117 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_db.sqlalchemy.engines [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106090) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 21 12:11:53.496872 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG dbcounter [-] [106090] Writer thread running {{(pid=106090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 21 12:11:54.042836 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.plugins.ml2.managers [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Initializing driver for type 'gre' Sep 21 12:11:54.043280 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] gre ID ranges: [(1, 1000)] Sep 21 12:11:54.100612 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.plugins.ml2.managers [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Initializing driver for type 'local' Sep 21 12:11:54.101391 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.plugins.ml2.managers [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Initializing driver for type 'vlan' Sep 21 12:11:54.114163 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] VlanTypeDriver initialization complete Sep 21 12:11:54.114512 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.plugins.ml2.managers [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Initializing driver for type 'vxlan' Sep 21 12:11:54.114972 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] vxlan ID ranges: [(1, 1000)] Sep 21 12:11:54.168666 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.plugins.ml2.managers [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Initializing extension driver 'port_security' Sep 21 12:11:54.169009 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.plugins.ml2.extensions.port_security [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] PortSecurityExtensionDriver initialization complete Sep 21 12:11:54.169848 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.plugins.ml2.managers [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Initializing mechanism driver 'openvswitch' Sep 21 12:11:54.170169 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.plugins.ml2.managers [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Initializing mechanism driver 'hyperv' Sep 21 12:11:54.176783 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.plugins.ml2.plugin [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106090) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:11:54.177442 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: > port after_create 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.177810 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: > port after_update 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.178158 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: > port after_delete 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.178661 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106090) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 21 12:11:54.179072 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: > subnet after_create 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.179424 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: > subnet after_update 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.179796 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: > subnet after_delete 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.180187 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106090) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 21 12:11:54.180590 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: > network after_create 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.180936 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: > network after_update 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.181274 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: > network after_delete 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.181660 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106090) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 21 12:11:54.182056 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: > security_group after_create 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.182401 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: > security_group after_update 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.182738 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: > security_group after_delete 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.183122 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106090) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 21 12:11:54.183517 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.183887 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.184226 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.185316 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106090) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 21 12:11:54.185719 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: > address_group after_create 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.186067 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: > address_group after_update 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.186410 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: > address_group after_delete 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.186793 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106090) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 21 12:11:54.187226 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] ML2 OVO RPC backend initialized. {{(pid=106090) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 21 12:11:54.187974 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: > router_interface after_create 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.188331 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.188744 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: > network before_response 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.189091 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: > networks before_response 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.189435 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: > port before_response 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.189772 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: > ports before_response 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.190117 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: > subnet before_response 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.190455 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: > subnets before_response 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.190797 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: > network after_create 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.191137 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: > network after_update 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.191471 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: > network after_delete 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.191830 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: > port after_create 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.192167 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: > port after_update 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.192498 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: > port after_delete 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.192829 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: > subnet after_create 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.193162 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: > subnet after_update 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.193492 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: > subnet after_delete 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.201038 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.quota [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded quota_driver: . Sep 21 12:11:54.201396 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.plugins.ml2.plugin [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Modular L2 Plugin initialization complete Sep 21 12:11:54.201740 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading services supported by the core plugin {{(pid=106090) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 21 12:11:54.202081 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.plugins.ml2.managers [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Got port-security extension from driver 'port_security' Sep 21 12:11:54.202558 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.extensions.vlantransparent [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Disabled vlantransparent extension. Sep 21 12:11:54.203050 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106090) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 21 12:11:54.203372 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading Plugin: router Sep 21 12:11:54.238828 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: > router_interface before_create 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.239220 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: > router after_create 55549900 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.239588 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: > router before_create 55549900 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.239977 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.240350 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.240703 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: > router after_delete 55549900 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.241061 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: > floatingip after_create 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.241408 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: > floatingip after_update 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.241765 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: > router after_create 55549900 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.242109 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: > router after_update 55549900 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.242455 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: > router after_update 55549900 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.242800 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.243159 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: > router after_update 55549900 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.243568 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: > router precommit_update 55549900 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.243968 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: port after_update 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.244310 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: port after_delete 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.244649 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: subnet after_update 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.244996 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.245345 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: > port precommit_delete 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.245692 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: > router precommit_create 55549900 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.246033 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: port before_delete 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.246376 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: > router precommit_create 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.246731 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: > router after_update 55549900 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.247074 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: > router precommit_delete 55549900 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.248080 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: > router precommit_create 55549900 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.248446 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: > router_interface after_create 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.248792 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: > router precommit_update 55549900 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.249158 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: > agent after_create 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.249507 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: > agent after_delete 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.249849 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: > network after_delete 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.250705 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.quota.resource_registry [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Tracking information for resource: router configured {{(pid=106090) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 12:11:54.251038 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.quota.resource_registry [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Tracking information for resource: floatingip configured {{(pid=106090) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 12:11:54.255930 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.db.l3_agentschedulers_db [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 21 12:11:54.256505 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: port after_update 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.256863 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: port after_create 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.257214 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: port after_delete 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.257563 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: port after_update 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.258360 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: > router before_create 55550100 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.258725 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: > router precommit_delete 55550100 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.259090 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: > router precommit_create 55550100 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.259444 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: > router precommit_update 55550100 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.264384 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.services.provider_configuration [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Service providers = [] {{(pid=106090) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 21 12:11:54.264750 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.db.servicetype_db [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106090) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 21 12:11:54.267678 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.services.service_base [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106090) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 21 12:11:54.268057 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.services.service_base [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106090) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 21 12:11:54.268397 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.services.service_base [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106090) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 21 12:11:54.269280 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.services.service_base [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106090) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 21 12:11:54.269649 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.services.service_base [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 21 12:11:54.270024 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106090) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 12:11:54.270337 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 21 12:11:54.281981 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106090) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 12:11:54.282320 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading Plugin: auto_allocate Sep 21 12:11:54.288040 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: network precommit_update 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.288410 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: network precommit_create 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.288929 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106090) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 12:11:54.289245 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading Plugin: tag Sep 21 12:11:54.296379 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106090) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 12:11:54.296656 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading Plugin: timestamp Sep 21 12:11:54.302974 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106090) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 12:11:54.303303 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading Plugin: network_ip_availability Sep 21 12:11:54.308848 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.309232 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.309569 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.310845 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106090) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 12:11:54.311161 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading Plugin: flavors Sep 21 12:11:54.315889 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106090) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 12:11:54.316224 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading Plugin: revisions Sep 21 12:11:54.320626 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106090) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 12:11:54.321016 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_concurrency.lockutils [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.926s {{(pid=106090) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 21 12:11:54.321761 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106090) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 21 12:11:54.322098 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Initializing extension manager. Sep 21 12:11:54.322623 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: __init__.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.322964 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: __pycache__ {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.323296 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: address_group.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.324219 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.324787 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded extension: address-group Sep 21 12:11:54.325108 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: address_scope.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.325812 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.326318 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded extension: address-scope Sep 21 12:11:54.326635 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: admin_state_down_before_update.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.327515 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.328055 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded extension: router-admin-state-down-before-update Sep 21 12:11:54.328375 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: agent.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.329030 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.329532 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded extension: agent Sep 21 12:11:54.329849 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: agent_resources_synced.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.330704 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.331206 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded extension: agent-resources-synced Sep 21 12:11:54.331524 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: allowedaddresspairs.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.333306 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.333818 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded extension: allowed-address-pairs Sep 21 12:11:54.334139 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: auto_allocated_topology.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.335164 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.335672 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded extension: auto-allocated-topology Sep 21 12:11:54.336025 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: availability_zone.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.336683 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.337191 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded extension: availability_zone Sep 21 12:11:54.337514 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: availability_zone_filter.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.338637 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.339143 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded extension: availability_zone_filter Sep 21 12:11:54.339464 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: data_plane_status.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.340359 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.340886 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extension data-plane-status not supported by any of loaded plugins Sep 21 12:11:54.341205 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: default_subnetpools.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.342072 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.342583 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded extension: default-subnetpools Sep 21 12:11:54.342900 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: dhcpagentscheduler.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.343665 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.344207 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded extension: dhcp_agent_scheduler Sep 21 12:11:54.344525 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: dns.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.345388 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.345889 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extension dns-integration not supported by any of loaded plugins Sep 21 12:11:54.346205 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: dns_domain_ports.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.347073 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.347573 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 21 12:11:54.347928 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.348810 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.349309 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 21 12:11:54.349624 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: dvr.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.350251 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.350752 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded extension: dvr Sep 21 12:11:54.351070 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: ecmp_routes.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.351965 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.352474 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extension ecmp_routes not supported by any of loaded plugins Sep 21 12:11:54.352791 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: empty_string_filtering.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.353652 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.354155 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded extension: empty-string-filtering Sep 21 12:11:54.354475 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.355338 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.355871 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 21 12:11:54.356194 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.357888 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.358727 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 21 12:11:54.359280 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: external_net.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.360707 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.361585 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded extension: external-net Sep 21 12:11:54.362038 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: extra_dhcp_opt.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.362927 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.363432 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded extension: extra_dhcp_opt Sep 21 12:11:54.363770 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: extraroute.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.364967 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.365824 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded extension: extraroute Sep 21 12:11:54.366156 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: extraroute_atomic.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.367172 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.367685 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded extension: extraroute-atomic Sep 21 12:11:54.368034 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: filter_validation.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.368663 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.369162 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded extension: filter-validation Sep 21 12:11:54.369483 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: fip_pf_description.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.370461 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.371323 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 21 12:11:54.371914 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: fip_pf_detail.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.373708 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.374220 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded extension: floating-ip-port-forwarding-detail Sep 21 12:11:54.374577 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: fip_pf_port_range.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.375966 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.376701 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 21 12:11:54.377034 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: fip_port_details.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.377922 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.378424 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded extension: fip-port-details Sep 21 12:11:54.378747 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: flavors.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.379958 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.380475 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded extension: flavors Sep 21 12:11:54.380800 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.382426 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.383340 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 21 12:11:54.383958 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: floatingip_pools.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.384908 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.385459 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded extension: floatingip-pools Sep 21 12:11:54.385790 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: ip_allocation.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.386715 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.387224 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extension ip_allocation not supported by any of loaded plugins Sep 21 12:11:54.387546 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.388496 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.389005 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded extension: ip-substring-filtering Sep 21 12:11:54.389393 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: l2_adjacency.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.390342 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.390918 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extension l2_adjacency not supported by any of loaded plugins Sep 21 12:11:54.391479 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: l3.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.393115 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.393974 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded extension: router Sep 21 12:11:54.394319 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: l3_conntrack_helper.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.397539 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.398365 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 21 12:11:54.398867 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.400156 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.400945 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded extension: ext-gw-mode Sep 21 12:11:54.401429 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.402672 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.404005 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded extension: l3-ha Sep 21 12:11:54.404490 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.405733 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.406509 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 21 12:11:54.406992 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: l3_flavors.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.408281 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.409062 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded extension: l3-flavors Sep 21 12:11:54.409544 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: l3_ndp_proxy.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.411424 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.412239 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 21 12:11:54.412723 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.413970 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.414754 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded extension: l3-port-ip-change-not-allowed Sep 21 12:11:54.415236 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: l3agentscheduler.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.416749 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.417529 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded extension: l3_agent_scheduler Sep 21 12:11:54.418008 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: local_ip.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.421151 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.421933 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extension local_ip not supported by any of loaded plugins Sep 21 12:11:54.422415 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: logging.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.424503 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.425282 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extension logging not supported by any of loaded plugins Sep 21 12:11:54.425761 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: metering.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.426778 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.427668 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded extension: metering Sep 21 12:11:54.428187 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.429565 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.430220 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded extension: metering_source_and_destination_fields Sep 21 12:11:54.430537 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: multiprovidernet.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.431426 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.431972 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded extension: multi-provider Sep 21 12:11:54.432296 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: netmtu.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.433452 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.434017 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded extension: net-mtu Sep 21 12:11:54.434344 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: netmtu_writable.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.435262 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.435826 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded extension: net-mtu-writable Sep 21 12:11:54.436306 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: network_availability_zone.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.437084 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.437591 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded extension: network_availability_zone Sep 21 12:11:54.437912 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: network_ip_availability.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.438989 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.439745 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded extension: network-ip-availability Sep 21 12:11:54.440199 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: network_segment_range.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.440928 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.441434 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extension network-segment-range not supported by any of loaded plugins Sep 21 12:11:54.441755 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: pagination.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.442693 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.443019 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded extension: pagination Sep 21 12:11:54.443335 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: port_device_profile.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.444216 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.444726 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded extension: port-device-profile Sep 21 12:11:54.445047 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: port_mac_address_override.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.445920 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.446425 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded extension: port-mac-override Sep 21 12:11:54.446745 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.447622 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.448161 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded extension: port-mac-address-regenerate Sep 21 12:11:54.448482 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.449351 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.449856 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded extension: port-numa-affinity-policy Sep 21 12:11:54.450176 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: port_resource_request.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.451122 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.451622 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extension port-resource-request not supported by any of loaded plugins Sep 21 12:11:54.451976 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: port_resource_request_groups.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.452890 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.453393 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 21 12:11:54.453720 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: portbindings.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.454591 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.455096 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded extension: binding Sep 21 12:11:54.455448 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: portbindings_extended.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.456672 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.457185 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded extension: binding-extended Sep 21 12:11:54.457511 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: portsecurity.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.458380 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.458891 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded extension: port-security Sep 21 12:11:54.459211 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: project_id.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.460387 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.460719 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded extension: project-id Sep 21 12:11:54.461041 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: providernet.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.461915 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.462423 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded extension: provider Sep 21 12:11:54.462743 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: qos.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.467046 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.467573 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extension qos not supported by any of loaded plugins Sep 21 12:11:54.467968 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.469190 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.469710 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 21 12:11:54.470044 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.470952 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.471463 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 21 12:11:54.471812 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: qos_default.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.472699 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.473205 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extension qos-default not supported by any of loaded plugins Sep 21 12:11:54.473525 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: qos_fip.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.474559 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.475063 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extension qos-fip not supported by any of loaded plugins Sep 21 12:11:54.475383 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: qos_fip_network_policy.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.476283 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.476788 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 21 12:11:54.477108 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: qos_gateway_ip.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.477989 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.478490 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 21 12:11:54.478809 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: qos_port_network_policy.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.479680 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.480225 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 21 12:11:54.480548 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.481592 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.482675 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 21 12:11:54.482993 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.484011 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.484525 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 21 12:11:54.484850 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: qos_pps_rule.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.485975 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.486490 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extension qos-pps not supported by any of loaded plugins Sep 21 12:11:54.486815 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: qos_rule_type_details.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.487686 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.488225 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 21 12:11:54.488548 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: qos_rule_type_filter.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.489419 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.489926 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 21 12:11:54.490249 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: qos_rules_alias.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.491236 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.491743 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 21 12:11:54.492089 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: quota_check_limit.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.492974 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.493484 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded extension: quota-check-limit Sep 21 12:11:54.493808 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: quotasv2.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.494746 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.495072 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded extension: quotas Sep 21 12:11:54.495392 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: quotasv2_detail.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.497085 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.497449 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded extension: quota_details Sep 21 12:11:54.497777 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: rbac.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.498813 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.499334 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded extension: rbac-policies Sep 21 12:11:54.499661 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: rbac_address_group.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.500584 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.501100 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded extension: rbac-address-group Sep 21 12:11:54.501421 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: rbac_address_scope.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.502849 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.503368 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded extension: rbac-address-scope Sep 21 12:11:54.503691 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: rbac_security_groups.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.504608 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.505119 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded extension: rbac-security-groups Sep 21 12:11:54.505440 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: rbac_subnetpool.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.506316 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.506829 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded extension: rbac-subnetpool Sep 21 12:11:54.507149 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: revisionifmatch.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.508076 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.508591 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded extension: revision-if-match Sep 21 12:11:54.508908 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: revisions.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.509988 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.510504 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded extension: standard-attr-revisions Sep 21 12:11:54.510828 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: router_availability_zone.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.511462 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.511999 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded extension: router_availability_zone Sep 21 12:11:54.512318 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: routerservicetype.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.513245 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.513780 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extension router-service-type not supported by any of loaded plugins Sep 21 12:11:54.514105 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.514984 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.515493 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded extension: security-groups-normalized-cidr Sep 21 12:11:54.515842 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: security_groups_port_filtering.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.516735 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.517245 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded extension: port-security-groups-filtering Sep 21 12:11:54.517562 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.518442 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.518950 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded extension: security-groups-remote-address-group Sep 21 12:11:54.519266 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.520189 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.520697 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded extension: security-groups-shared-filtering Sep 21 12:11:54.521015 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: securitygroup.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.531269 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.531818 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded extension: security-group Sep 21 12:11:54.532156 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: segment.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.532842 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.533355 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extension segment not supported by any of loaded plugins Sep 21 12:11:54.534056 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.534571 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.535079 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 21 12:11:54.535404 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: servicetype.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.536495 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.537011 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded extension: service-type Sep 21 12:11:54.537337 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: sorting.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.538274 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.538605 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded extension: sorting Sep 21 12:11:54.538926 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: standard_attr_segment.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.539860 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.540382 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 21 12:11:54.540707 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: standardattrdescription.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.541318 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.541829 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded extension: standard-attr-description Sep 21 12:11:54.542150 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: stateful_security_group.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.543035 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.543548 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded extension: stateful-security-group Sep 21 12:11:54.543905 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: stdattrs_common.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.545076 dv-cinder-858678-1-iscsi neutron-server[106090]: WARNING neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 21 12:11:54.545392 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.546281 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.546832 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 21 12:11:54.547105 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: subnet_onboard.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.548144 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.548661 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded extension: subnet_onboard Sep 21 12:11:54.548983 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.549867 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.550375 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 21 12:11:54.550694 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: subnet_service_types.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.551574 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.552118 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded extension: subnet-service-types Sep 21 12:11:54.552439 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: subnetallocation.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.553481 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.554000 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded extension: subnet_allocation Sep 21 12:11:54.554324 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.554956 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.555462 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded extension: subnetpool-prefix-ops Sep 21 12:11:54.555809 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.556696 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.557205 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 21 12:11:54.557525 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: tagging.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.558551 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.559071 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded extension: standard-attr-tag Sep 21 12:11:54.559393 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: timestamp.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.560591 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.561103 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loaded extension: standard-attr-timestamp Sep 21 12:11:54.561427 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: trunk.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.562408 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.562921 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extension trunk not supported by any of loaded plugins Sep 21 12:11:54.563291 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: trunk_details.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.564164 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.564657 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extension trunk-details not supported by any of loaded plugins Sep 21 12:11:54.564979 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: uplink_status_propagation.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.565855 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.566364 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 21 12:11:54.566681 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Loading extension file: vlantransparent.py {{(pid=106090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:11:54.567316 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:11:54.567850 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extension vlan-transparent not supported by any of loaded plugins Sep 21 12:11:54.570436 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.quota.resource_registry [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Creating instance of TrackedResource for resource:network Sep 21 12:11:54.570954 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.quota.resource_registry [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Creating instance of TrackedResource for resource:subnet Sep 21 12:11:54.571348 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.quota.resource_registry [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 12:11:54.571735 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.quota.resource_registry [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Creating instance of TrackedResource for resource:port Sep 21 12:11:54.573020 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.v2.resource_helper [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106090) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 12:11:54.573468 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.v2.resource_helper [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Service FLAVORS assigned prefix: {{(pid=106090) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 12:11:54.574069 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.v2.resource_helper [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106090) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 12:11:54.574499 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.v2.resource_helper [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106090) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 12:11:54.574862 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.quota.resource_registry [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Creating instance of TrackedResource for resource:router Sep 21 12:11:54.575294 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.quota.resource_registry [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Creating instance of TrackedResource for resource:floatingip Sep 21 12:11:54.575809 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.v2.resource_helper [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Service METERING assigned prefix: /metering {{(pid=106090) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 12:11:54.577254 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.577623 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.577977 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106090) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:11:54.578975 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.quota.resource_registry [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Creating instance of CountableResource for resource:rbac_policy Sep 21 12:11:54.579418 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.quota.resource_registry [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Creating instance of TrackedResource for resource:security_group Sep 21 12:11:54.579876 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.quota.resource_registry [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Creating instance of TrackedResource for resource:security_group_rule Sep 21 12:11:54.580413 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.v2.resource_helper [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Service CORE assigned prefix: {{(pid=106090) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 12:11:54.580750 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.quota.resource_registry [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 12:11:54.581093 dv-cinder-858678-1-iscsi neutron-server[106090]: WARNING neutron.quota.resource_registry [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] subnetpool is already registered Sep 21 12:11:54.581513 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.v2.resource_helper [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Service CORE assigned prefix: {{(pid=106090) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 12:11:54.581835 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.quota.resource_registry [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 12:11:54.582164 dv-cinder-858678-1-iscsi neutron-server[106090]: WARNING neutron.quota.resource_registry [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] subnetpool is already registered Sep 21 12:11:54.584587 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.v2.resource_helper [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106090) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 12:11:54.585034 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.v2.resource_helper [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Service FLAVORS assigned prefix: {{(pid=106090) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 12:11:54.585654 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.v2.resource_helper [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106090) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 12:11:54.586202 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.v2.resource_helper [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106090) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 12:11:54.586536 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.quota.resource_registry [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Creating instance of TrackedResource for resource:router Sep 21 12:11:54.586872 dv-cinder-858678-1-iscsi neutron-server[106090]: WARNING neutron.quota.resource_registry [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] router is already registered Sep 21 12:11:54.587324 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.quota.resource_registry [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Creating instance of TrackedResource for resource:floatingip Sep 21 12:11:54.587656 dv-cinder-858678-1-iscsi neutron-server[106090]: WARNING neutron.quota.resource_registry [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] floatingip is already registered Sep 21 12:11:54.588413 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.v2.resource_helper [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Service METERING assigned prefix: /metering {{(pid=106090) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 12:11:54.589118 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.quota.resource_registry [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Creating instance of CountableResource for resource:rbac_policy Sep 21 12:11:54.589447 dv-cinder-858678-1-iscsi neutron-server[106090]: WARNING neutron.quota.resource_registry [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] rbac_policy is already registered Sep 21 12:11:54.589859 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.quota.resource_registry [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Creating instance of TrackedResource for resource:security_group Sep 21 12:11:54.590190 dv-cinder-858678-1-iscsi neutron-server[106090]: WARNING neutron.quota.resource_registry [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] security_group is already registered Sep 21 12:11:54.590609 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.quota.resource_registry [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Creating instance of TrackedResource for resource:security_group_rule Sep 21 12:11:54.591462 dv-cinder-858678-1-iscsi neutron-server[106090]: WARNING neutron.quota.resource_registry [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] security_group_rule is already registered Sep 21 12:11:54.591967 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.v2.resource_helper [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Service CORE assigned prefix: {{(pid=106090) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 12:11:54.592294 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.quota.resource_registry [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 12:11:54.592631 dv-cinder-858678-1-iscsi neutron-server[106090]: WARNING neutron.quota.resource_registry [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] subnetpool is already registered Sep 21 12:11:54.593059 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.v2.resource_helper [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Service CORE assigned prefix: {{(pid=106090) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 12:11:54.593381 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.quota.resource_registry [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 12:11:54.593712 dv-cinder-858678-1-iscsi neutron-server[106090]: WARNING neutron.quota.resource_registry [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] subnetpool is already registered Sep 21 12:11:54.594166 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extended resource: extensions {{(pid=106090) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:11:54.595785 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extended resource: address-groups {{(pid=106090) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:11:54.597266 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extended resource: address-scopes {{(pid=106090) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:11:54.598476 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extended resource: agents {{(pid=106090) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:11:54.599641 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extended resource: auto-allocated-topology {{(pid=106090) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:11:54.602142 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extended resource: availability_zones {{(pid=106090) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:11:54.603369 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extended resource: dhcp-networks {{(pid=106090) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:11:54.604828 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extended resource: dhcp-agents {{(pid=106090) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:11:54.606386 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extended resource: routers {{(pid=106090) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:11:54.608768 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extended resource: flavors {{(pid=106090) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:11:54.609939 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extended resource: service_profiles {{(pid=106090) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:11:54.611238 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extended resource: next_providers {{(pid=106090) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:11:54.612744 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extended resource: service_profiles {{(pid=106090) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:11:54.614209 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extended resource: floatingip-pools {{(pid=106090) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:11:54.615457 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extended resource: routers {{(pid=106090) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:11:54.617323 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extended resource: floatingips {{(pid=106090) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:11:54.618518 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extended resource: l3-routers {{(pid=106090) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:11:54.619938 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extended resource: l3-agents {{(pid=106090) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:11:54.621482 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extended resource: metering-labels {{(pid=106090) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:11:54.622815 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extended resource: metering-label-rules {{(pid=106090) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:11:54.624132 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extended resource: network-ip-availabilities {{(pid=106090) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:11:54.625498 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extended resource: bindings {{(pid=106090) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:11:54.627078 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extended resource: quotas {{(pid=106090) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:11:54.628678 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extended resource: quotas {{(pid=106090) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:11:54.630317 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extended resource: rbac-policies {{(pid=106090) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:11:54.631515 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extended resource: security-groups {{(pid=106090) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:11:54.632750 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extended resource: security-group-rules {{(pid=106090) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:11:54.634011 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extended resource: service-providers {{(pid=106090) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:11:54.635336 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extended resource: subnetpools {{(pid=106090) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:11:54.636701 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extended resource: subnetpools {{(pid=106090) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:11:54.638546 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extended resource: tags {{(pid=106090) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:11:54.640346 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extended resource: tags {{(pid=106090) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:11:54.642097 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extended resource: tags {{(pid=106090) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:11:54.644020 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extended resource: tags {{(pid=106090) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:11:54.645728 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extended resource: tags {{(pid=106090) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:11:54.647589 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extended resource: tags {{(pid=106090) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:11:54.649423 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extended resource: tags {{(pid=106090) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:11:54.651238 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extended resource: tags {{(pid=106090) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:11:54.653047 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extended resource: tags {{(pid=106090) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:11:54.655432 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron.api.extensions [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Extended resource: tags {{(pid=106090) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:11:54.662528 dv-cinder-858678-1-iscsi neutron-server[106090]: WARNING keystonemiddleware.auth_token [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 21 12:11:54.667642 dv-cinder-858678-1-iscsi neutron-server[106090]: WARNING keystonemiddleware.auth_token [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 21 12:11:54.677224 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_concurrency.lockutils [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Acquiring lock "singleton_lock" {{(pid=106090) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 21 12:11:54.677547 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_concurrency.lockutils [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Acquired lock "singleton_lock" {{(pid=106090) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 21 12:11:54.678014 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_concurrency.lockutils [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Releasing lock "singleton_lock" {{(pid=106090) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 21 12:11:54.678660 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO oslo_service.service [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Starting 2 workers Sep 21 12:11:54.683491 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Started child 106201 {{(pid=106090) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 21 12:11:54.688165 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Started child 106202 {{(pid=106090) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 21 12:11:54.689043 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:11:54.689687 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO neutron.service [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Neutron service started, listening on 0.0.0.0:9696 Sep 21 12:11:54.690185 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Publish callbacks [] for process (None), before_spawn {{(pid=106090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:11:54.690660 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [-] (106201) wsgi starting up on http://0.0.0.0:9696 Sep 21 12:11:54.692622 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO oslo_service.service [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Starting 1 workers Sep 21 12:11:54.692812 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:11:54.694210 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [-] (106202) wsgi starting up on http://0.0.0.0:9696 Sep 21 12:11:54.697773 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Started child 106203 {{(pid=106090) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 21 12:11:54.698323 dv-cinder-858678-1-iscsi neutron-server[106090]: INFO oslo_service.service [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Starting 1 workers Sep 21 12:11:54.701687 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.service [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] calling RpcWorker wait() {{(pid=106203) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 21 12:11:54.702236 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.service [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] returning from RpcWorker wait() {{(pid=106203) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 21 12:11:54.703382 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Started child 106204 {{(pid=106090) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 21 12:11:54.703515 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:11:54.703925 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:11:54.704461 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ddaf-5aae-47e5-98ff-e90ec8f420cc None None] Publish callbacks [] for process (None), after_spawn {{(pid=106090) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:11:54.706625 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106090) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 21 12:11:54.706905 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 21 12:11:54.707158 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 21 12:11:54.707453 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 21 12:11:54.707928 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 21 12:11:54.708173 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 21 12:11:54.708508 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:11:54.708992 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.709298 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.709455 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:11:54.709555 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.709931 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.710737 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.711126 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.711466 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.711876 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.712233 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.712471 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.712702 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.713296 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.713638 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.714073 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.714577 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.714986 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.715392 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.715704 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.716661 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.717116 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.717546 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.718014 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] debug = True {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.718471 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.719316 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.719704 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.720134 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.720538 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.720975 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.721396 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.721679 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.721927 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.722146 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.722383 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.722647 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.722885 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.723103 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.723351 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.723622 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.723872 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.724400 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] host = dv-cinder-858678-1-iscsi {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.724649 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.724913 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.725928 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.725928 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.725928 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.726184 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.726270 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.726527 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.726876 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.728106 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.728518 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.729252 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.729578 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.729939 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] log_file = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.730303 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] log_options = True {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.730886 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.731204 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.732257 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.733512 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.734012 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.734203 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.734858 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.735960 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.737875 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.738237 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.738617 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.739663 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.740407 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.740407 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.740570 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.740677 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.740928 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.741167 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.741433 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.741704 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.741956 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.742221 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.742461 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.742688 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.742949 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.743163 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.743409 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.743640 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.743876 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.744129 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.744389 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.744638 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.744871 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.745106 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.745367 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.745591 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.745819 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.746051 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.746324 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.746551 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.746804 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.747047 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.747388 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.748548 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.748548 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.748548 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.748548 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] use_json = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.748548 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.748916 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.748986 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.749199 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.749443 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.749660 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.749882 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.750127 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.750345 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.750768 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.751054 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.751379 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.751594 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.753448 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.755885 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.756164 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.756428 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.756719 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.756998 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.757335 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.757579 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.757944 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.759791 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.759791 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.759791 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.759791 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.759791 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.759791 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.759791 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.760261 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.760338 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.760584 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.760840 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.761103 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.761343 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.761573 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.762084 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.762369 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.764080 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.764670 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.765160 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.765492 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.71/identity {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.766287 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.766287 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.766417 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.766565 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.766879 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.767150 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.767435 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.767771 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.768067 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.768358 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.768655 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.768917 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.769220 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.769610 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.769819 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.770145 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.770448 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.770741 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.771114 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.771506 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.771712 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.772036 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.772337 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.772646 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.772947 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.773256 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.773574 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.773849 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.774129 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.774490 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.774712 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.774979 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.775255 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.775529 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.776027 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.776138 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.776393 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.776660 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.776932 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.777520 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.777520 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.777780 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.778222 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.779209 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.779508 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.779729 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.779962 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.780359 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.780359 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.780596 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.780953 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.781059 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.781219 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.781565 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.781766 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.782135 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.782352 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.782606 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.782851 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.783147 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.783406 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.783663 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.783930 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.784190 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.784427 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.784686 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.784904 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.785121 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.785349 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.785595 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.785826 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.786055 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.786313 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.786752 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.786914 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.787055 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.787195 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.787395 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.787607 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.787860 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.788075 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.788284 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.788517 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.788772 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.789020 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.789253 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.789491 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.789703 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.789928 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.790150 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.790430 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.790700 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.790990 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.791204 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.791491 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.791830 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.792089 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.792348 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.792574 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.792804 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.793070 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.793326 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.793957 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.793957 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.794203 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.794271 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.794487 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.794723 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.795097 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.795264 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.795556 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.795719 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.795973 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.796188 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.796451 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.796911 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.797097 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.797386 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.797644 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.797870 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.798265 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.798625 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.71/identity {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.798986 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.799228 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.799453 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.799665 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.799922 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.800138 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.800377 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.800590 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.800800 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.801052 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.801246 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.801467 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.801676 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.801892 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.802107 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.802355 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.802569 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.802806 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.803052 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.803296 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.803515 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.803729 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.803959 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.804186 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.804403 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.804676 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.804921 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.805132 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.805354 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.805609 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.805856 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.806066 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.806472 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.806715 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.806929 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.807141 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.807357 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.807574 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.807837 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.808066 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.808299 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.808534 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.808778 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.809123 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.809367 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.809594 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.809875 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.810106 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.810473 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.810694 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.810910 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.811158 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.811393 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.811614 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.811908 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.812145 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.812366 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.812575 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.812793 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.813028 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.813244 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.813499 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.813739 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.813963 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.814184 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.814415 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.814658 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.814891 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.815104 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.815316 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.815527 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.815736 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.815977 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.816171 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.816400 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.816719 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.816981 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.817208 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.817348 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:11:54.817478 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.817690 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.817918 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.818143 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.818349 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.818555 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.818773 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.818984 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.819189 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.819427 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.819633 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.819863 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.820086 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.820295 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.820501 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.820722 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.820923 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.821117 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.821614 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.821614 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.821887 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.822023 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.822174 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.822366 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.822612 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.822764 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.822992 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.823232 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.823438 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.823643 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.823912 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.824128 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.824354 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.824656 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.824924 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.825139 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.826800 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.826800 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.826800 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.826800 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.827120 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.827120 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.827354 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.827599 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.827854 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.828074 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.828328 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.828647 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.828925 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.829167 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.829436 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.829709 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.829975 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.830227 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.830436 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.830726 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.831610 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.831610 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.831610 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.832003 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.832099 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.832282 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.832495 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.832739 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.832967 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.833195 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.833437 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.833677 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.833917 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.834128 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.834366 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.834598 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.835145 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.835145 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.835335 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.835510 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.835664 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 21 12:11:54.836230 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106090) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 21 12:11:54.836393 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 21 12:11:54.836540 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 21 12:11:54.836841 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 21 12:11:54.837170 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 21 12:11:54.837351 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 21 12:11:54.837502 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.837659 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.838217 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.838379 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.838573 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.838736 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.838892 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.839047 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.839205 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.839361 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.839518 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.839673 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.839861 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.840018 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.840174 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.840330 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.840487 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.840649 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.840804 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.841633 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.841880 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.842097 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] debug = True {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.842259 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.842476 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.842636 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.842776 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.842978 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.843105 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.843228 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.843426 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.843550 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.843670 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.843809 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.843963 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.844118 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.844259 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.844415 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.844571 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.844725 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.844879 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] host = dv-cinder-858678-1-iscsi {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.845255 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.845255 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.845771 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.845771 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.845771 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.845771 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.846242 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.846242 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.846242 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.846578 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.846578 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.846578 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.847138 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.847138 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] log_file = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.847138 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] log_options = True {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.847486 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.847486 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.847486 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.847880 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.847880 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.848114 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.848114 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.848359 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.848359 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.848592 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.848715 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.848836 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.848955 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.849075 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.849195 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.849350 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.849506 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.849660 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.849815 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.849969 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.850304 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.850304 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.850536 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.850536 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.850763 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.850899 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.851021 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.851142 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.851261 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.851380 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.851542 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.851697 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.851894 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.852050 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.852208 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.852367 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.852522 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.852676 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.852834 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.853047 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.853174 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.853261 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.853416 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.853570 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.853724 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.853878 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.854032 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] use_json = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.854187 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.854353 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.854484 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.854613 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.854770 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.854924 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.855077 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.855232 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.855389 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:11:54.855564 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.855723 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.855913 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.856070 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.856230 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.856391 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.856575 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.856888 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.857040 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.857211 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.857356 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.857513 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.857680 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.857837 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.857995 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.858154 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.858312 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.858470 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.858629 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.858795 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.858925 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.859085 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.859250 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.859408 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.859566 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.859722 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.859916 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.860083 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.860240 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.860403 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.860741 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.860741 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.860987 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.71/identity {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.860987 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.861218 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.861300 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.861446 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.861604 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.861762 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.861997 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.862158 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.862321 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.862479 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.862637 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.862794 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.862953 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.863096 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.863256 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.863387 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.863545 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.863703 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.863865 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.864028 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.864186 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.864342 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.864500 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.864656 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.864822 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.864978 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.865135 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.865291 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.865447 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.865602 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.865759 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.865916 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.866074 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.866230 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.866387 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.866555 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.866711 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.866867 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.867023 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.867179 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.867335 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.867491 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.867649 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.867834 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.867994 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.868150 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.868308 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.868465 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.868620 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.868777 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.868933 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.869091 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.869248 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.869404 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.869559 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.869715 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.869871 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.870027 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.870191 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.870365 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.870521 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.870678 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.870835 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.870991 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.871147 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.871303 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.871459 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.871616 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.871790 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.871951 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.872135 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.872284 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.872442 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.872600 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.872758 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.872915 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.873071 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.873226 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.873382 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.873540 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.873697 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.873854 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.874010 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.874168 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.874325 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.874481 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.874638 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.874795 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.874950 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.875106 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.875271 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.875428 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.875587 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.875744 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.875926 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.876094 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.876252 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.876410 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.876567 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.876725 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.876882 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.877041 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.877198 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.877355 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.877512 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.877669 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.877838 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.877995 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.878152 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.878307 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.878488 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.878662 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.878821 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.878977 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.879133 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.879289 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.879445 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.879602 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.879802 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.879953 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.880111 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.880268 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.71/identity {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.880425 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.880646 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.880750 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.880872 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.881029 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.881187 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.881344 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.881502 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.881660 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.881815 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.881973 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.882129 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.882289 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.882448 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.882606 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.882763 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.882920 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.883077 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.883235 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.883391 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.883548 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.883706 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.883883 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.884044 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.884222 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.885027 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.885027 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.885027 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.885027 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.885027 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.885401 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.885401 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.885401 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.885621 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.885701 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.885802 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.885959 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.886118 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.886277 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.886433 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.886592 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.886748 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.886906 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.887083 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.887241 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.887398 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.887559 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.887716 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.888398 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.888556 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.888712 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.888868 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.889025 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.889185 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.889343 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.889499 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.889656 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.889814 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.889970 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.890128 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.890287 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.890446 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.890605 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.890764 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.890923 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.891079 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.891238 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.891396 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.891552 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.891708 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.891898 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.892056 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.892213 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.892374 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.892531 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.892703 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.892866 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.893005 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.893163 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.893319 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.893477 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.893632 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.893790 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.893946 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.894102 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.894257 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.894413 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.894578 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.894736 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.894893 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.895049 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.895205 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.895362 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.895527 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.895684 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.895862 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.896018 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.896174 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.896330 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.896495 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.896653 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.896797 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.896953 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.897109 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.897265 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.897432 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.897588 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.897745 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.897901 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.898057 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.898214 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.898381 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.898541 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.898698 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.898863 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.899020 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.899177 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.899333 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.899501 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.899657 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.899836 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.899994 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.900150 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.900307 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.900465 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.900627 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.900793 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.900955 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.901114 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.901279 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.901442 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.901605 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.901762 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.901925 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.902093 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.902252 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.902410 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.902567 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.902724 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.902867 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.903026 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.903211 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.903343 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.904095 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.904258 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.904416 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.904573 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.904731 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.904887 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.905045 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.905204 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.905360 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.905519 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.905676 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:11:54.905825 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106090) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 21 12:11:54.979501 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 48792) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:11:54.986604 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [-] 10.222.0.71 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0049210 Sep 21 12:11:54.990973 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [-] 10.222.0.71 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0038080 Sep 21 12:12:04.162860 dv-cinder-858678-1-iscsi neutron-server[106090]: DEBUG dbcounter [-] [106090] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106090) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:12:06.379780 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34445358-5d20-4e81-b137-d6bd4ced9d9e None None] get_active_networks_info from dv-cinder-858678-1-iscsi {{(pid=106203) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 21 12:12:06.389917 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writer thread running {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 21 12:12:06.458914 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34445358-5d20-4e81-b137-d6bd4ced9d9e None None] No non-hosted networks {{(pid=106203) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 21 12:12:06.477132 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.agentschedulers_db [None req-34445358-5d20-4e81-b137-d6bd4ced9d9e None None] DHCP Agent not found on host dv-cinder-858678-1-iscsi {{(pid=106203) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 21 12:12:06.528345 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-a7bf2464-48ff-45a9-9356-d5be4580d1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-538561'] for agent (f73c601a-29a1-4353-9f34-efd4ba2e6501), after_create {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:08.004928 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writer thread running {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 21 12:12:08.557727 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-74956301-7d23-4c72-8fd6-b709f3f126c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-538561'] for agent (4f31b8b6-17c0-474d-bf52-0481ff2a5cf7), after_create {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:08.600514 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-3c69d3ef-8b46-4153-a55b-be1553f10417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (4f31b8b6-17c0-474d-bf52-0481ff2a5cf7), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:09.885825 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-740e41e1-10de-4b2e-a9f0-9582d49d2a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-538561'] for agent (d7a8950b-d4d7-4646-ba54-d395483871b4), after_create {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:10.278771 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 48866) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:12:10.833864 dv-cinder-858678-1-iscsi neutron-server[106202]: WARNING oslo_policy.policy [None req-14907cfb-1e75-45f8-965a-154c46063672 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 12:12:10.834427 dv-cinder-858678-1-iscsi neutron-server[106202]: WARNING oslo_policy.policy [None req-14907cfb-1e75-45f8-965a-154c46063672 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 12:12:11.054423 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [None req-14907cfb-1e75-45f8-965a-154c46063672 admin admin] http://10.222.0.71:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106202) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 12:12:11.056353 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-14907cfb-1e75-45f8-965a-154c46063672 admin admin] 10.222.0.71 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7765665 Sep 21 12:12:11.180546 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-538561'] for agent (57fb69a9-4edc-44fd-8965-b65708e41306), after_create {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:11.182157 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:12:11.182880 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:12:11.183483 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:12:11.184169 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:12:11.184799 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:12:11.185419 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:12:11.186109 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:12:11.187005 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:12:11.187578 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:12:11.188253 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:12:11.189655 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:12:11.190329 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:12:11.191049 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:12:11.191571 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:12:11.192155 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:12:11.193047 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-858678-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:12:11.207268 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-858678-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:12:11.444275 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c3e59811-0015-48e8-afb5-3d82d64b721e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-538561'] for agent (cef1489a-7471-4b81-a7c5-b9e507e96767), after_create {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:13.815247 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.db.l3_hamode_db [None req-21d84241-87cd-4bc5-8bf9-d4917bd50eb6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 21 12:12:13.828805 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 48900) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:12:13.895179 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d84241-87cd-4bc5-8bf9-d4917bd50eb6 None None] Routers set() bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:12:13.895568 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d84241-87cd-4bc5-8bf9-d4917bd50eb6 None None] Router IDs set() for agent in host dv-cinder-858678-1-iscsi {{(pid=106203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 21 12:12:14.164954 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [None req-0b5f4c74-cff5-41ac-abe0-27f5b184cd2f admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:12:14.176734 dv-cinder-858678-1-iscsi neutron-server[106202]: ERROR stevedore.extension [None req-0b5f4c74-cff5-41ac-abe0-27f5b184cd2f admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 21 12:12:14.257197 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.policy [None req-0b5f4c74-cff5-41ac-abe0-27f5b184cd2f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106202) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 21 12:12:14.299123 dv-cinder-858678-1-iscsi neutron-server[106202]: WARNING oslo_policy.policy [None req-0b5f4c74-cff5-41ac-abe0-27f5b184cd2f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 12:12:14.299421 dv-cinder-858678-1-iscsi neutron-server[106202]: WARNING oslo_policy.policy [None req-0b5f4c74-cff5-41ac-abe0-27f5b184cd2f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 12:12:14.319374 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writer thread running {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 21 12:12:14.396359 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-0b5f4c74-cff5-41ac-abe0-27f5b184cd2f admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735124614608', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735124612004', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735124597960', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735124508571', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735124517031', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735124492663', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1535043', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1530677', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-543913', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-570771'] for rbac-policy (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:14.466816 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-0b5f4c74-cff5-41ac-abe0-27f5b184cd2f admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:14.468003 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-0b5f4c74-cff5-41ac-abe0-27f5b184cd2f admin admin] 10.222.0.71 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6381838 Sep 21 12:12:17.056557 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 48910) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:12:17.573402 dv-cinder-858678-1-iscsi neutron-server[106201]: WARNING oslo_policy.policy [None req-a5159e56-5847-450e-9bf9-8c7f3bb796d5 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 12:12:17.573958 dv-cinder-858678-1-iscsi neutron-server[106201]: WARNING oslo_policy.policy [None req-a5159e56-5847-450e-9bf9-8c7f3bb796d5 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 12:12:17.807267 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.v2.base [None req-a5159e56-5847-450e-9bf9-8c7f3bb796d5 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=106201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:12:17.820236 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writer thread running {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 21 12:12:17.864295 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5159e56-5847-450e-9bf9-8c7f3bb796d5 demo demo] Made reservation on behalf of 811b356a854c422f85cddd17b5c478aa for: {'network': 1} {{(pid=106201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:12:17.873879 dv-cinder-858678-1-iscsi neutron-server[106201]: ERROR stevedore.extension [None req-a5159e56-5847-450e-9bf9-8c7f3bb796d5 demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 21 12:12:17.926500 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.policy [None req-a5159e56-5847-450e-9bf9-8c7f3bb796d5 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106201) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 21 12:12:17.969616 dv-cinder-858678-1-iscsi neutron-server[106201]: WARNING oslo_policy.policy [None req-a5159e56-5847-450e-9bf9-8c7f3bb796d5 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 12:12:17.969990 dv-cinder-858678-1-iscsi neutron-server[106201]: WARNING oslo_policy.policy [None req-a5159e56-5847-450e-9bf9-8c7f3bb796d5 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 12:12:17.981448 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-a5159e56-5847-450e-9bf9-8c7f3bb796d5 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for network (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:18.005033 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-a5159e56-5847-450e-9bf9-8c7f3bb796d5 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:18.121243 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-a5159e56-5847-450e-9bf9-8c7f3bb796d5 demo demo] Publish callbacks [] for security_group (de7237ef-49d8-469b-8140-852b9b7ab6ed), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:18.125124 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-a5159e56-5847-450e-9bf9-8c7f3bb796d5 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (de7237ef-49d8-469b-8140-852b9b7ab6ed), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:18.158570 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5159e56-5847-450e-9bf9-8c7f3bb796d5 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=106201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 12:12:18.187374 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-a5159e56-5847-450e-9bf9-8c7f3bb796d5 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735121314744', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355690'] for segment (277ef29d-a3c5-43b1-8ddb-0f8dc46d9696), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:18.187987 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-a5159e56-5847-450e-9bf9-8c7f3bb796d5 demo demo] Unsubscribe: segment precommit_create {{(pid=106201) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 21 12:12:18.188534 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.db.segments_db [None req-a5159e56-5847-450e-9bf9-8c7f3bb796d5 demo demo] Added segment 277ef29d-a3c5-43b1-8ddb-0f8dc46d9696 of type vlan for network 07f7a189-6e1b-41c3-bef5-fc32fcc465a8 Sep 21 12:12:18.194419 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5159e56-5847-450e-9bf9-8c7f3bb796d5 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=de7237ef-49d8-469b-8140-852b9b7ab6ed,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:12:18.235941 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5159e56-5847-450e-9bf9-8c7f3bb796d5 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:12:18.236278 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5159e56-5847-450e-9bf9-8c7f3bb796d5 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:12:18.236631 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5159e56-5847-450e-9bf9-8c7f3bb796d5 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:12:18.236977 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5159e56-5847-450e-9bf9-8c7f3bb796d5 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:12:18.237305 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5159e56-5847-450e-9bf9-8c7f3bb796d5 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:12:18.237627 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5159e56-5847-450e-9bf9-8c7f3bb796d5 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:12:18.237948 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5159e56-5847-450e-9bf9-8c7f3bb796d5 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:12:18.238267 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5159e56-5847-450e-9bf9-8c7f3bb796d5 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:12:18.238634 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5159e56-5847-450e-9bf9-8c7f3bb796d5 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:12:18.238896 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5159e56-5847-450e-9bf9-8c7f3bb796d5 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:12:18.239211 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5159e56-5847-450e-9bf9-8c7f3bb796d5 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:12:18.239539 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5159e56-5847-450e-9bf9-8c7f3bb796d5 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:12:18.239877 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5159e56-5847-450e-9bf9-8c7f3bb796d5 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:12:18.240191 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5159e56-5847-450e-9bf9-8c7f3bb796d5 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:12:18.240501 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5159e56-5847-450e-9bf9-8c7f3bb796d5 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:12:18.241965 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5159e56-5847-450e-9bf9-8c7f3bb796d5 demo demo] Tracked resource versions report: Sep 21 12:12:18.241965 dv-cinder-858678-1-iscsi neutron-server[106201]: pushed versions: Sep 21 12:12:18.241965 dv-cinder-858678-1-iscsi neutron-server[106201]: { 'AddressGroup': {'1.2'}, Sep 21 12:12:18.241965 dv-cinder-858678-1-iscsi neutron-server[106201]: 'Agent': {'1.1'}, Sep 21 12:12:18.241965 dv-cinder-858678-1-iscsi neutron-server[106201]: 'ConntrackHelper': {'1.0'}, Sep 21 12:12:18.241965 dv-cinder-858678-1-iscsi neutron-server[106201]: 'LocalIPAssociation': {'1.0'}, Sep 21 12:12:18.241965 dv-cinder-858678-1-iscsi neutron-server[106201]: 'Log': {'1.0'}, Sep 21 12:12:18.241965 dv-cinder-858678-1-iscsi neutron-server[106201]: 'NDPProxy': {'1.0'}, Sep 21 12:12:18.241965 dv-cinder-858678-1-iscsi neutron-server[106201]: 'Network': {'1.1'}, Sep 21 12:12:18.241965 dv-cinder-858678-1-iscsi neutron-server[106201]: 'Port': {'1.7'}, Sep 21 12:12:18.241965 dv-cinder-858678-1-iscsi neutron-server[106201]: 'PortForwarding': {'1.3'}, Sep 21 12:12:18.241965 dv-cinder-858678-1-iscsi neutron-server[106201]: 'QosPolicy': {'1.10'}, Sep 21 12:12:18.241965 dv-cinder-858678-1-iscsi neutron-server[106201]: 'SecurityGroup': {'1.5'}, Sep 21 12:12:18.241965 dv-cinder-858678-1-iscsi neutron-server[106201]: 'SecurityGroupRule': {'1.2'}, Sep 21 12:12:18.241965 dv-cinder-858678-1-iscsi neutron-server[106201]: 'SubPort': {'1.0'}, Sep 21 12:12:18.241965 dv-cinder-858678-1-iscsi neutron-server[106201]: 'Subnet': {'1.1'}, Sep 21 12:12:18.241965 dv-cinder-858678-1-iscsi neutron-server[106201]: 'Trunk': {'1.1'}} Sep 21 12:12:18.241965 dv-cinder-858678-1-iscsi neutron-server[106201]: consumer versions: Sep 21 12:12:18.241965 dv-cinder-858678-1-iscsi neutron-server[106201]: { DHCP agent@dv-cinder-858678-1-iscsi: {}, Sep 21 12:12:18.241965 dv-cinder-858678-1-iscsi neutron-server[106201]: L3 agent@dv-cinder-858678-1-iscsi: {}, Sep 21 12:12:18.241965 dv-cinder-858678-1-iscsi neutron-server[106201]: Metadata agent@dv-cinder-858678-1-iscsi: {}, Sep 21 12:12:18.241965 dv-cinder-858678-1-iscsi neutron-server[106201]: Metering agent@dv-cinder-858678-1-iscsi: {}, Sep 21 12:12:18.241965 dv-cinder-858678-1-iscsi neutron-server[106201]: Open vSwitch agent@dv-cinder-858678-1-iscsi: { 'AddressGroup': '1.2', Sep 21 12:12:18.241965 dv-cinder-858678-1-iscsi neutron-server[106201]: 'Agent': '1.1', Sep 21 12:12:18.241965 dv-cinder-858678-1-iscsi neutron-server[106201]: 'ConntrackHelper': '1.0', Sep 21 12:12:18.241965 dv-cinder-858678-1-iscsi neutron-server[106201]: 'LocalIPAssociation': '1.0', Sep 21 12:12:18.241965 dv-cinder-858678-1-iscsi neutron-server[106201]: 'Log': '1.0', Sep 21 12:12:18.241965 dv-cinder-858678-1-iscsi neutron-server[106201]: 'NDPProxy': '1.0', Sep 21 12:12:18.241965 dv-cinder-858678-1-iscsi neutron-server[106201]: 'Network': '1.1', Sep 21 12:12:18.241965 dv-cinder-858678-1-iscsi neutron-server[106201]: 'Port': '1.7', Sep 21 12:12:18.241965 dv-cinder-858678-1-iscsi neutron-server[106201]: 'PortForwarding': '1.3', Sep 21 12:12:18.241965 dv-cinder-858678-1-iscsi neutron-server[106201]: 'QosPolicy': '1.10', Sep 21 12:12:18.241965 dv-cinder-858678-1-iscsi neutron-server[106201]: 'SecurityGroup': '1.5', Sep 21 12:12:18.241965 dv-cinder-858678-1-iscsi neutron-server[106201]: 'SecurityGroupRule': '1.2', Sep 21 12:12:18.241965 dv-cinder-858678-1-iscsi neutron-server[106201]: 'SubPort': '1.0', Sep 21 12:12:18.241965 dv-cinder-858678-1-iscsi neutron-server[106201]: 'Subnet': '1.1', Sep 21 12:12:18.241965 dv-cinder-858678-1-iscsi neutron-server[106201]: 'Trunk': '1.1'}} Sep 21 12:12:18.241965 dv-cinder-858678-1-iscsi neutron-server[106201]: {{(pid=106201) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 12:12:18.298505 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-a5159e56-5847-450e-9bf9-8c7f3bb796d5 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735120869551'] for network (07f7a189-6e1b-41c3-bef5-fc32fcc465a8), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:18.342272 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-a5159e56-5847-450e-9bf9-8c7f3bb796d5 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028'] for network (07f7a189-6e1b-41c3-bef5-fc32fcc465a8), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:18.347448 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5159e56-5847-450e-9bf9-8c7f3bb796d5 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:12:18.348204 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-a5159e56-5847-450e-9bf9-8c7f3bb796d5 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544014'] for network (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:18.442508 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-a5159e56-5847-450e-9bf9-8c7f3bb796d5 demo demo] 10.222.0.71 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.3838210 Sep 21 12:12:18.473606 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5159e56-5847-450e-9bf9-8c7f3bb796d5 demo demo] Pushing event updated for resources: {'Network': ['ID=07f7a189-6e1b-41c3-bef5-fc32fcc465a8,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:12:18.486047 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Network 07f7a189-6e1b-41c3-bef5-fc32fcc465a8 details requested by agent ovs-agent-dv-cinder-858678-1-iscsi with host dv-cinder-858678-1-iscsi {{(pid=106203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 12:12:21.080281 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 48930) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:12:21.548813 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbed7ef-e784-4751-9c2e-c7f36f893756 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:12:21.550329 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-ffbed7ef-e784-4751-9c2e-c7f36f893756 demo admin] 10.222.0.71 "GET /networking/v2.0/networks/07f7a189-6e1b-41c3-bef5-fc32fcc465a8 HTTP/1.1" status: 200 len: 825 time: 0.4691167 Sep 21 12:12:21.575445 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-77b32c3d-b650-4122-b6c7-fdb1d252f79d demo admin] 10.222.0.71 "GET /networking/v2.0/subnetpools/4f76f548-bc9b-47fe-b36a-f0dcd7b1d691 HTTP/1.1" status: 200 len: 734 time: 0.0190825 Sep 21 12:12:21.583951 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [None req-9ec152c6-7692-4ddf-83e8-292b983b6ac4 demo admin] Request body: {'subnet': {'subnetpool_id': '4f76f548-bc9b-47fe-b36a-f0dcd7b1d691', 'name': 'private-subnet', 'network_id': '07f7a189-6e1b-41c3-bef5-fc32fcc465a8', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:12:21.611570 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec152c6-7692-4ddf-83e8-292b983b6ac4 demo admin] Made reservation on behalf of 811b356a854c422f85cddd17b5c478aa for: {'subnet': 1} {{(pid=106202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:12:21.614412 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-9ec152c6-7692-4ddf-83e8-292b983b6ac4 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:21.905312 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-9ec152c6-7692-4ddf-83e8-292b983b6ac4 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028'] for subnet (3275e8e7-ee56-4281-9a3f-ca1799cc3edb), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:21.916379 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=62,neutron:INSERT=36,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:12:21.986750 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec152c6-7692-4ddf-83e8-292b983b6ac4 demo admin] Checking segment: {'id': '277ef29d-a3c5-43b1-8ddb-0f8dc46d9696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '07f7a189-6e1b-41c3-bef5-fc32fcc465a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:12:21.987115 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec152c6-7692-4ddf-83e8-292b983b6ac4 demo admin] Network hostable DHCP agents. Network: 07f7a189-6e1b-41c3-bef5-fc32fcc465a8, hostable agents: ['f73c601a-29a1-4353-9f34-efd4ba2e6501'], hosted agents: [] {{(pid=106202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 12:12:21.995463 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec152c6-7692-4ddf-83e8-292b983b6ac4 demo admin] Pushing event updated for resources: {'Subnet': ['ID=3275e8e7-ee56-4281-9a3f-ca1799cc3edb,revision_number=0']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:12:22.007349 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec152c6-7692-4ddf-83e8-292b983b6ac4 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:12:22.007686 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec152c6-7692-4ddf-83e8-292b983b6ac4 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:12:22.008061 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec152c6-7692-4ddf-83e8-292b983b6ac4 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:12:22.008410 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec152c6-7692-4ddf-83e8-292b983b6ac4 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:12:22.008735 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec152c6-7692-4ddf-83e8-292b983b6ac4 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:12:22.009070 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec152c6-7692-4ddf-83e8-292b983b6ac4 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:12:22.009368 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec152c6-7692-4ddf-83e8-292b983b6ac4 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:12:22.009680 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec152c6-7692-4ddf-83e8-292b983b6ac4 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:12:22.010009 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec152c6-7692-4ddf-83e8-292b983b6ac4 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:12:22.010324 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec152c6-7692-4ddf-83e8-292b983b6ac4 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:12:22.010636 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec152c6-7692-4ddf-83e8-292b983b6ac4 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:12:22.010963 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec152c6-7692-4ddf-83e8-292b983b6ac4 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:12:22.011320 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec152c6-7692-4ddf-83e8-292b983b6ac4 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:12:22.011634 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec152c6-7692-4ddf-83e8-292b983b6ac4 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:12:22.012019 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec152c6-7692-4ddf-83e8-292b983b6ac4 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:12:22.013375 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec152c6-7692-4ddf-83e8-292b983b6ac4 demo admin] Tracked resource versions report: Sep 21 12:12:22.013375 dv-cinder-858678-1-iscsi neutron-server[106202]: pushed versions: Sep 21 12:12:22.013375 dv-cinder-858678-1-iscsi neutron-server[106202]: { 'AddressGroup': {'1.2'}, Sep 21 12:12:22.013375 dv-cinder-858678-1-iscsi neutron-server[106202]: 'Agent': {'1.1'}, Sep 21 12:12:22.013375 dv-cinder-858678-1-iscsi neutron-server[106202]: 'ConntrackHelper': {'1.0'}, Sep 21 12:12:22.013375 dv-cinder-858678-1-iscsi neutron-server[106202]: 'LocalIPAssociation': {'1.0'}, Sep 21 12:12:22.013375 dv-cinder-858678-1-iscsi neutron-server[106202]: 'Log': {'1.0'}, Sep 21 12:12:22.013375 dv-cinder-858678-1-iscsi neutron-server[106202]: 'NDPProxy': {'1.0'}, Sep 21 12:12:22.013375 dv-cinder-858678-1-iscsi neutron-server[106202]: 'Network': {'1.1'}, Sep 21 12:12:22.013375 dv-cinder-858678-1-iscsi neutron-server[106202]: 'Port': {'1.7'}, Sep 21 12:12:22.013375 dv-cinder-858678-1-iscsi neutron-server[106202]: 'PortForwarding': {'1.3'}, Sep 21 12:12:22.013375 dv-cinder-858678-1-iscsi neutron-server[106202]: 'QosPolicy': {'1.10'}, Sep 21 12:12:22.013375 dv-cinder-858678-1-iscsi neutron-server[106202]: 'SecurityGroup': {'1.5'}, Sep 21 12:12:22.013375 dv-cinder-858678-1-iscsi neutron-server[106202]: 'SecurityGroupRule': {'1.2'}, Sep 21 12:12:22.013375 dv-cinder-858678-1-iscsi neutron-server[106202]: 'SubPort': {'1.0'}, Sep 21 12:12:22.013375 dv-cinder-858678-1-iscsi neutron-server[106202]: 'Subnet': {'1.1'}, Sep 21 12:12:22.013375 dv-cinder-858678-1-iscsi neutron-server[106202]: 'Trunk': {'1.1'}} Sep 21 12:12:22.013375 dv-cinder-858678-1-iscsi neutron-server[106202]: consumer versions: Sep 21 12:12:22.013375 dv-cinder-858678-1-iscsi neutron-server[106202]: { DHCP agent@dv-cinder-858678-1-iscsi: {}, Sep 21 12:12:22.013375 dv-cinder-858678-1-iscsi neutron-server[106202]: L3 agent@dv-cinder-858678-1-iscsi: {}, Sep 21 12:12:22.013375 dv-cinder-858678-1-iscsi neutron-server[106202]: Metadata agent@dv-cinder-858678-1-iscsi: {}, Sep 21 12:12:22.013375 dv-cinder-858678-1-iscsi neutron-server[106202]: Metering agent@dv-cinder-858678-1-iscsi: {}, Sep 21 12:12:22.013375 dv-cinder-858678-1-iscsi neutron-server[106202]: Open vSwitch agent@dv-cinder-858678-1-iscsi: { 'AddressGroup': '1.2', Sep 21 12:12:22.013375 dv-cinder-858678-1-iscsi neutron-server[106202]: 'Agent': '1.1', Sep 21 12:12:22.013375 dv-cinder-858678-1-iscsi neutron-server[106202]: 'ConntrackHelper': '1.0', Sep 21 12:12:22.013375 dv-cinder-858678-1-iscsi neutron-server[106202]: 'LocalIPAssociation': '1.0', Sep 21 12:12:22.013375 dv-cinder-858678-1-iscsi neutron-server[106202]: 'Log': '1.0', Sep 21 12:12:22.013375 dv-cinder-858678-1-iscsi neutron-server[106202]: 'NDPProxy': '1.0', Sep 21 12:12:22.013375 dv-cinder-858678-1-iscsi neutron-server[106202]: 'Network': '1.1', Sep 21 12:12:22.013375 dv-cinder-858678-1-iscsi neutron-server[106202]: 'Port': '1.7', Sep 21 12:12:22.013375 dv-cinder-858678-1-iscsi neutron-server[106202]: 'PortForwarding': '1.3', Sep 21 12:12:22.013375 dv-cinder-858678-1-iscsi neutron-server[106202]: 'QosPolicy': '1.10', Sep 21 12:12:22.013375 dv-cinder-858678-1-iscsi neutron-server[106202]: 'SecurityGroup': '1.5', Sep 21 12:12:22.013375 dv-cinder-858678-1-iscsi neutron-server[106202]: 'SecurityGroupRule': '1.2', Sep 21 12:12:22.013375 dv-cinder-858678-1-iscsi neutron-server[106202]: 'SubPort': '1.0', Sep 21 12:12:22.013375 dv-cinder-858678-1-iscsi neutron-server[106202]: 'Subnet': '1.1', Sep 21 12:12:22.013375 dv-cinder-858678-1-iscsi neutron-server[106202]: 'Trunk': '1.1'}} Sep 21 12:12:22.013375 dv-cinder-858678-1-iscsi neutron-server[106202]: {{(pid=106202) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 12:12:22.036296 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec152c6-7692-4ddf-83e8-292b983b6ac4 demo admin] Network 07f7a189-6e1b-41c3-bef5-fc32fcc465a8 is scheduled to be hosted by DHCP agent f73c601a-29a1-4353-9f34-efd4ba2e6501 with binding_index 1 {{(pid=106202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 12:12:22.049739 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.base_scheduler [None req-9ec152c6-7692-4ddf-83e8-292b983b6ac4 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858678-1-iscsi, 07f7a189-6e1b-41c3-bef5-fc32fcc465a8) {{(pid=106202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:12:22.054681 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec152c6-7692-4ddf-83e8-292b983b6ac4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:12:22.055309 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-9ec152c6-7692-4ddf-83e8-292b983b6ac4 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544014'] for subnet (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:22.061015 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acfe0ac-d08c-4241-aa87-df2874e30887 None None] Network 07f7a189-6e1b-41c3-bef5-fc32fcc465a8 requested from dv-cinder-858678-1-iscsi {{(pid=106203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 12:12:22.072325 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-9ec152c6-7692-4ddf-83e8-292b983b6ac4 demo admin] 10.222.0.71 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4915686 Sep 21 12:12:22.331928 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c29194-0cab-453c-9298-1dc2beb14c0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp926fb466-bfb5-5eb1-bc3c-68df119c7c5e-07f7a189-6e1b-41c3-bef5-fc32fcc465a8', 'network_id': '07f7a189-6e1b-41c3-bef5-fc32fcc465a8', 'project_id': '811b356a854c422f85cddd17b5c478aa', 'fixed_ips': [{'subnet_id': '3275e8e7-ee56-4281-9a3f-ca1799cc3edb'}]}} from dv-cinder-858678-1-iscsi. {{(pid=106203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 21 12:12:22.333211 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-20c29194-0cab-453c-9298-1dc2beb14c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (None), before_create {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:22.609809 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.db_base_plugin_common [None req-20c29194-0cab-453c-9298-1dc2beb14c0b None None] Allocated IP 172.20.0.2 (07f7a189-6e1b-41c3-bef5-fc32fcc465a8/3275e8e7-ee56-4281-9a3f-ca1799cc3edb/7ca59189-50e8-421a-8442-322c374d0e89) {{(pid=106203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:12:22.620178 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=61,neutron:INSERT=38,neutron:UPDATE=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:12:22.883852 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-20c29194-0cab-453c-9298-1dc2beb14c0b None None] Publish callbacks [] for port (7ca59189-50e8-421a-8442-322c374d0e89), precommit_create {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:22.893984 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-20c29194-0cab-453c-9298-1dc2beb14c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735120900801'] for port (7ca59189-50e8-421a-8442-322c374d0e89), after_create {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:22.964808 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c29194-0cab-453c-9298-1dc2beb14c0b None None] Network 07f7a189-6e1b-41c3-bef5-fc32fcc465a8 is already hosted by enough agents. {{(pid=106203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:12:22.969642 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.scheduler.base_scheduler [None req-20c29194-0cab-453c-9298-1dc2beb14c0b None None] Resources bound (agent type, host, resource id): {{(pid=106203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:12:22.981011 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c29194-0cab-453c-9298-1dc2beb14c0b None None] Received port after_create {{(pid=106203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 12:12:22.988155 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c29194-0cab-453c-9298-1dc2beb14c0b None None] Pushing event updated for resources: {'Port': ['ID=7ca59189-50e8-421a-8442-322c374d0e89,revision_number=1']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:12:23.021794 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c29194-0cab-453c-9298-1dc2beb14c0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:12:23.022131 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c29194-0cab-453c-9298-1dc2beb14c0b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:12:23.022488 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c29194-0cab-453c-9298-1dc2beb14c0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:12:23.022841 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c29194-0cab-453c-9298-1dc2beb14c0b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:12:23.023174 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c29194-0cab-453c-9298-1dc2beb14c0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:12:23.023499 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c29194-0cab-453c-9298-1dc2beb14c0b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:12:23.023842 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c29194-0cab-453c-9298-1dc2beb14c0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:12:23.024164 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c29194-0cab-453c-9298-1dc2beb14c0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:12:23.024504 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c29194-0cab-453c-9298-1dc2beb14c0b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:12:23.024831 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c29194-0cab-453c-9298-1dc2beb14c0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:12:23.025121 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c29194-0cab-453c-9298-1dc2beb14c0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:12:23.025453 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c29194-0cab-453c-9298-1dc2beb14c0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:12:23.025774 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c29194-0cab-453c-9298-1dc2beb14c0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:12:23.026090 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c29194-0cab-453c-9298-1dc2beb14c0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:12:23.026405 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c29194-0cab-453c-9298-1dc2beb14c0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:12:23.027926 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c29194-0cab-453c-9298-1dc2beb14c0b None None] Tracked resource versions report: Sep 21 12:12:23.027926 dv-cinder-858678-1-iscsi neutron-server[106203]: pushed versions: Sep 21 12:12:23.027926 dv-cinder-858678-1-iscsi neutron-server[106203]: { 'AddressGroup': {'1.2'}, Sep 21 12:12:23.027926 dv-cinder-858678-1-iscsi neutron-server[106203]: 'Agent': {'1.1'}, Sep 21 12:12:23.027926 dv-cinder-858678-1-iscsi neutron-server[106203]: 'ConntrackHelper': {'1.0'}, Sep 21 12:12:23.027926 dv-cinder-858678-1-iscsi neutron-server[106203]: 'LocalIPAssociation': {'1.0'}, Sep 21 12:12:23.027926 dv-cinder-858678-1-iscsi neutron-server[106203]: 'Log': {'1.0'}, Sep 21 12:12:23.027926 dv-cinder-858678-1-iscsi neutron-server[106203]: 'NDPProxy': {'1.0'}, Sep 21 12:12:23.027926 dv-cinder-858678-1-iscsi neutron-server[106203]: 'Network': {'1.1'}, Sep 21 12:12:23.027926 dv-cinder-858678-1-iscsi neutron-server[106203]: 'Port': {'1.7'}, Sep 21 12:12:23.027926 dv-cinder-858678-1-iscsi neutron-server[106203]: 'PortForwarding': {'1.3'}, Sep 21 12:12:23.027926 dv-cinder-858678-1-iscsi neutron-server[106203]: 'QosPolicy': {'1.10'}, Sep 21 12:12:23.027926 dv-cinder-858678-1-iscsi neutron-server[106203]: 'SecurityGroup': {'1.5'}, Sep 21 12:12:23.027926 dv-cinder-858678-1-iscsi neutron-server[106203]: 'SecurityGroupRule': {'1.2'}, Sep 21 12:12:23.027926 dv-cinder-858678-1-iscsi neutron-server[106203]: 'SubPort': {'1.0'}, Sep 21 12:12:23.027926 dv-cinder-858678-1-iscsi neutron-server[106203]: 'Subnet': {'1.1'}, Sep 21 12:12:23.027926 dv-cinder-858678-1-iscsi neutron-server[106203]: 'Trunk': {'1.1'}} Sep 21 12:12:23.027926 dv-cinder-858678-1-iscsi neutron-server[106203]: consumer versions: Sep 21 12:12:23.027926 dv-cinder-858678-1-iscsi neutron-server[106203]: { DHCP agent@dv-cinder-858678-1-iscsi: {}, Sep 21 12:12:23.027926 dv-cinder-858678-1-iscsi neutron-server[106203]: L3 agent@dv-cinder-858678-1-iscsi: {}, Sep 21 12:12:23.027926 dv-cinder-858678-1-iscsi neutron-server[106203]: Metadata agent@dv-cinder-858678-1-iscsi: {}, Sep 21 12:12:23.027926 dv-cinder-858678-1-iscsi neutron-server[106203]: Metering agent@dv-cinder-858678-1-iscsi: {}, Sep 21 12:12:23.027926 dv-cinder-858678-1-iscsi neutron-server[106203]: Open vSwitch agent@dv-cinder-858678-1-iscsi: { 'AddressGroup': '1.2', Sep 21 12:12:23.027926 dv-cinder-858678-1-iscsi neutron-server[106203]: 'Agent': '1.1', Sep 21 12:12:23.027926 dv-cinder-858678-1-iscsi neutron-server[106203]: 'ConntrackHelper': '1.0', Sep 21 12:12:23.027926 dv-cinder-858678-1-iscsi neutron-server[106203]: 'LocalIPAssociation': '1.0', Sep 21 12:12:23.027926 dv-cinder-858678-1-iscsi neutron-server[106203]: 'Log': '1.0', Sep 21 12:12:23.027926 dv-cinder-858678-1-iscsi neutron-server[106203]: 'NDPProxy': '1.0', Sep 21 12:12:23.027926 dv-cinder-858678-1-iscsi neutron-server[106203]: 'Network': '1.1', Sep 21 12:12:23.027926 dv-cinder-858678-1-iscsi neutron-server[106203]: 'Port': '1.7', Sep 21 12:12:23.027926 dv-cinder-858678-1-iscsi neutron-server[106203]: 'PortForwarding': '1.3', Sep 21 12:12:23.027926 dv-cinder-858678-1-iscsi neutron-server[106203]: 'QosPolicy': '1.10', Sep 21 12:12:23.027926 dv-cinder-858678-1-iscsi neutron-server[106203]: 'SecurityGroup': '1.5', Sep 21 12:12:23.027926 dv-cinder-858678-1-iscsi neutron-server[106203]: 'SecurityGroupRule': '1.2', Sep 21 12:12:23.027926 dv-cinder-858678-1-iscsi neutron-server[106203]: 'SubPort': '1.0', Sep 21 12:12:23.027926 dv-cinder-858678-1-iscsi neutron-server[106203]: 'Subnet': '1.1', Sep 21 12:12:23.027926 dv-cinder-858678-1-iscsi neutron-server[106203]: 'Trunk': '1.1'}} Sep 21 12:12:23.027926 dv-cinder-858678-1-iscsi neutron-server[106203]: {{(pid=106203) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 12:12:23.078244 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.managers [None req-20c29194-0cab-453c-9298-1dc2beb14c0b None None] Attempting to bind port 7ca59189-50e8-421a-8442-322c374d0e89 on host dv-cinder-858678-1-iscsi for vnic_type normal with profile {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 12:12:23.078904 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.managers [None req-20c29194-0cab-453c-9298-1dc2beb14c0b None None] Attempting to bind port 7ca59189-50e8-421a-8442-322c374d0e89 by drivers openvswitch,hyperv on host dv-cinder-858678-1-iscsi at level 0 using segments [{'id': '277ef29d-a3c5-43b1-8ddb-0f8dc46d9696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '07f7a189-6e1b-41c3-bef5-fc32fcc465a8'}] {{(pid=106203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 12:12:23.079063 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c29194-0cab-453c-9298-1dc2beb14c0b None None] Attempting to bind port 7ca59189-50e8-421a-8442-322c374d0e89 on network 07f7a189-6e1b-41c3-bef5-fc32fcc465a8 {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:12:23.124965 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c29194-0cab-453c-9298-1dc2beb14c0b None None] Checking agent: {'id': '57fb69a9-4edc-44fd-8965-b65708e41306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858678-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 12, 12, 11), 'started_at': datetime.datetime(2022, 9, 21, 12, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 12, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858678-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 12:12:23.125332 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c29194-0cab-453c-9298-1dc2beb14c0b None None] Checking segment: {'id': '277ef29d-a3c5-43b1-8ddb-0f8dc46d9696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '07f7a189-6e1b-41c3-bef5-fc32fcc465a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:12:23.125787 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-20c29194-0cab-453c-9298-1dc2beb14c0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:23.126172 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c29194-0cab-453c-9298-1dc2beb14c0b None None] Bound using segment: {'id': '277ef29d-a3c5-43b1-8ddb-0f8dc46d9696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '07f7a189-6e1b-41c3-bef5-fc32fcc465a8'} {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 12:12:23.126632 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.managers [None req-20c29194-0cab-453c-9298-1dc2beb14c0b None None] Bound port: 7ca59189-50e8-421a-8442-322c374d0e89, host: dv-cinder-858678-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '277ef29d-a3c5-43b1-8ddb-0f8dc46d9696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '07f7a189-6e1b-41c3-bef5-fc32fcc465a8'}}] {{(pid=106203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 12:12:23.127027 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-20c29194-0cab-453c-9298-1dc2beb14c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (7ca59189-50e8-421a-8442-322c374d0e89), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:23.138191 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:UPDATE=5 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:12:23.196493 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-20c29194-0cab-453c-9298-1dc2beb14c0b None None] For port 7ca59189-50e8-421a-8442-322c374d0e89, host dv-cinder-858678-1-iscsi, cleared binding levels {{(pid=106203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:12:23.216113 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-20c29194-0cab-453c-9298-1dc2beb14c0b None None] For port 7ca59189-50e8-421a-8442-322c374d0e89, host dv-cinder-858678-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=7ca59189-50e8-421a-8442-322c374d0e89,segment=NetworkSegment(277ef29d-a3c5-43b1-8ddb-0f8dc46d9696),segment_id=277ef29d-a3c5-43b1-8ddb-0f8dc46d9696)] {{(pid=106203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:12:23.223357 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-20c29194-0cab-453c-9298-1dc2beb14c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (7ca59189-50e8-421a-8442-322c374d0e89), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:23.279081 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c29194-0cab-453c-9298-1dc2beb14c0b None None] Pushing event updated for resources: {'Port': ['ID=7ca59189-50e8-421a-8442-322c374d0e89,revision_number=2']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:12:24.791246 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 48946) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:12:25.119923 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [None req-4efd3723-524e-4ae1-a57f-c0ca9bea4a63 admin admin] http://10.222.0.71:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106202) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 12:12:25.121057 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-4efd3723-524e-4ae1-a57f-c0ca9bea4a63 admin admin] 10.222.0.71 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3287778 Sep 21 12:12:26.454905 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=5 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:12:26.463137 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=19,neutron:INSERT=31 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:12:27.809710 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 48958) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:12:28.149096 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [None req-fff7c41d-ce70-49a2-99d7-4f308a14d2a7 admin admin] http://10.222.0.71:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 12:12:28.150105 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-fff7c41d-ce70-49a2-99d7-4f308a14d2a7 admin admin] 10.222.0.71 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3395498 Sep 21 12:12:28.451276 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=42,neutron:INSERT=39,neutron:UPDATE=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:12:28.470611 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=40,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:12:30.882500 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 48972) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:12:30.941126 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 7ca59189-50e8-421a-8442-322c374d0e89 up at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:12:31.024529 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Provisioning complete for port 7ca59189-50e8-421a-8442-322c374d0e89 triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:12:31.024946 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (7ca59189-50e8-421a-8442-322c374d0e89), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:31.025312 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Attempt 1 to provision port 7ca59189-50e8-421a-8442-322c374d0e89 Sep 21 12:12:31.127475 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Current status of the port 7ca59189-50e8-421a-8442-322c374d0e89 is: DOWN; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:12:31.127883 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (7ca59189-50e8-421a-8442-322c374d0e89), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:31.162992 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] For port 7ca59189-50e8-421a-8442-322c374d0e89, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=7ca59189-50e8-421a-8442-322c374d0e89,segment=NetworkSegment(277ef29d-a3c5-43b1-8ddb-0f8dc46d9696),segment_id=277ef29d-a3c5-43b1-8ddb-0f8dc46d9696)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:12:31.168544 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (7ca59189-50e8-421a-8442-322c374d0e89), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:31.217260 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Pushing event updated for resources: {'Port': ['ID=7ca59189-50e8-421a-8442-322c374d0e89,revision_number=3']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:12:31.253598 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [None req-646d219f-910a-4889-b1c5-6282d1bb0908 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:12:31.278783 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-646d219f-910a-4889-b1c5-6282d1bb0908 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4986'] for router (cc4648c4-c444-4e3f-b99c-1a0b4849de1f), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:31.280354 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-646d219f-910a-4889-b1c5-6282d1bb0908 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4963'] for router (cc4648c4-c444-4e3f-b99c-1a0b4849de1f), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:31.439400 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:12:31.441321 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-646d219f-910a-4889-b1c5-6282d1bb0908 demo demo] Publish callbacks [] for router_controller (cc4648c4-c444-4e3f-b99c-1a0b4849de1f), precommit_add_association {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:31.446377 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-646d219f-910a-4889-b1c5-6282d1bb0908 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534052'] for router (cc4648c4-c444-4e3f-b99c-1a0b4849de1f), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:31.471100 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-646d219f-910a-4889-b1c5-6282d1bb0908 demo demo] Publish callbacks [] for router (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:31.472376 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-646d219f-910a-4889-b1c5-6282d1bb0908 demo demo] 10.222.0.71 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5888543 Sep 21 12:12:31.476645 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c203ee4-e479-4007-a984-8146ca5cded0 None None] Network 07f7a189-6e1b-41c3-bef5-fc32fcc465a8 requested from dv-cinder-858678-1-iscsi {{(pid=106203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 12:12:31.536375 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-d2d044c4-3e23-40b6-ae93-8dbc6c87ed71 None None] Provisioning complete for port 7ca59189-50e8-421a-8442-322c374d0e89 triggered by entity DHCP. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:12:31.536667 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-d2d044c4-3e23-40b6-ae93-8dbc6c87ed71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (7ca59189-50e8-421a-8442-322c374d0e89), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:31.537006 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-d2d044c4-3e23-40b6-ae93-8dbc6c87ed71 None None] Attempt 1 to provision port 7ca59189-50e8-421a-8442-322c374d0e89 Sep 21 12:12:31.584271 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:12:31.677791 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-d2d044c4-3e23-40b6-ae93-8dbc6c87ed71 None None] Current status of the port 7ca59189-50e8-421a-8442-322c374d0e89 is: ACTIVE; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:12:31.903712 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-cad065e0-13a6-4e72-9fd3-f306edd46bcd None None] Provisioning complete for port 7ca59189-50e8-421a-8442-322c374d0e89 triggered by entity DHCP. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:12:31.904129 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-cad065e0-13a6-4e72-9fd3-f306edd46bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (7ca59189-50e8-421a-8442-322c374d0e89), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:31.904470 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-cad065e0-13a6-4e72-9fd3-f306edd46bcd None None] Attempt 1 to provision port 7ca59189-50e8-421a-8442-322c374d0e89 Sep 21 12:12:31.977690 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-cad065e0-13a6-4e72-9fd3-f306edd46bcd None None] Current status of the port 7ca59189-50e8-421a-8442-322c374d0e89 is: ACTIVE; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:12:32.909892 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 7ca59189-50e8-421a-8442-322c374d0e89 up at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:12:32.956509 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Provisioning complete for port 7ca59189-50e8-421a-8442-322c374d0e89 triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:12:32.956916 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (7ca59189-50e8-421a-8442-322c374d0e89), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:32.957262 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Attempt 1 to provision port 7ca59189-50e8-421a-8442-322c374d0e89 Sep 21 12:12:32.959334 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:12:33.031195 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Current status of the port 7ca59189-50e8-421a-8442-322c374d0e89 is: ACTIVE; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:12:34.149265 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 48982) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:12:34.468485 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [None req-d27c4399-5111-47eb-9f7e-321afcacebec admin admin] http://10.222.0.71:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106202) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 12:12:34.469525 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-d27c4399-5111-47eb-9f7e-321afcacebec admin admin] 10.222.0.71 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3193240 Sep 21 12:12:36.321881 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-fb668ee2-a761-4157-9757-6c720d063873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (f73c601a-29a1-4353-9f34-efd4ba2e6501), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:37.125282 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 48990) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:12:37.445253 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [None req-d3152eb8-3fd6-4ec2-b317-3c3708744032 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:12:37.469040 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3152eb8-3fd6-4ec2-b317-3c3708744032 admin admin] Made reservation on behalf of 5d4deb4c3b0e444f92c029c040b5603c for: {'network': 1} {{(pid=106202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:12:37.471538 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-d3152eb8-3fd6-4ec2-b317-3c3708744032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for network (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:37.487504 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-d3152eb8-3fd6-4ec2-b317-3c3708744032 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:37.592817 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-d3152eb8-3fd6-4ec2-b317-3c3708744032 admin admin] Publish callbacks [] for security_group (4dd7ec5b-b8ea-4690-bee2-60dff9a592b6), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:37.596592 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-d3152eb8-3fd6-4ec2-b317-3c3708744032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (4dd7ec5b-b8ea-4690-bee2-60dff9a592b6), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:37.616603 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d3152eb8-3fd6-4ec2-b317-3c3708744032 admin admin] Reserving flat network on physical network physnet1 {{(pid=106202) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 21 12:12:37.640377 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3152eb8-3fd6-4ec2-b317-3c3708744032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd7ec5b-b8ea-4690-bee2-60dff9a592b6,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:12:37.643062 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-d3152eb8-3fd6-4ec2-b317-3c3708744032 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735121314744', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355690'] for segment (0a2e6652-942c-46a2-8162-ab1d320b7f7e), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:37.643604 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-d3152eb8-3fd6-4ec2-b317-3c3708744032 admin admin] Unsubscribe: segment precommit_create {{(pid=106202) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 21 12:12:37.644162 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.db.segments_db [None req-d3152eb8-3fd6-4ec2-b317-3c3708744032 admin admin] Added segment 0a2e6652-942c-46a2-8162-ab1d320b7f7e of type flat for network 988e67c4-a01e-4c04-8cb9-1b0dd07d668d Sep 21 12:12:37.698244 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-d3152eb8-3fd6-4ec2-b317-3c3708744032 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735120869551'] for network (988e67c4-a01e-4c04-8cb9-1b0dd07d668d), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:37.738802 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-d3152eb8-3fd6-4ec2-b317-3c3708744032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028'] for network (988e67c4-a01e-4c04-8cb9-1b0dd07d668d), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:37.739830 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3152eb8-3fd6-4ec2-b317-3c3708744032 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:12:37.740394 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-d3152eb8-3fd6-4ec2-b317-3c3708744032 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544014'] for network (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:37.812882 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-d3152eb8-3fd6-4ec2-b317-3c3708744032 admin admin] 10.222.0.71 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6865172 Sep 21 12:12:37.838307 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3152eb8-3fd6-4ec2-b317-3c3708744032 admin admin] Pushing event updated for resources: {'Network': ['ID=988e67c4-a01e-4c04-8cb9-1b0dd07d668d,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:12:37.849815 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Network 988e67c4-a01e-4c04-8cb9-1b0dd07d668d details requested by agent ovs-agent-dv-cinder-858678-1-iscsi with host dv-cinder-858678-1-iscsi {{(pid=106203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 12:12:38.558050 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-78892ae4-a194-474a-9f07-f0aacc8d2271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (4f31b8b6-17c0-474d-bf52-0481ff2a5cf7), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:39.852688 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-740e41e1-10de-4b2e-a9f0-9582d49d2a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (d7a8950b-d4d7-4646-ba54-d395483871b4), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:40.409435 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 48998) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:12:40.776694 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f4b708-71c8-442a-8a38-95d331647f1b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:12:40.778044 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-40f4b708-71c8-442a-8a38-95d331647f1b demo admin] 10.222.0.71 "GET /networking/v2.0/subnets/3275e8e7-ee56-4281-9a3f-ca1799cc3edb HTTP/1.1" status: 200 len: 849 time: 0.3676636 Sep 21 12:12:40.899183 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-1e5a0bd2-92a0-497d-9be2-7be9b2690120 demo admin] 10.222.0.71 "GET /networking/v2.0/routers/cc4648c4-c444-4e3f-b99c-1a0b4849de1f HTTP/1.1" status: 200 len: 704 time: 0.1151955 Sep 21 12:12:41.138427 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:12:41.179052 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (57fb69a9-4edc-44fd-8965-b65708e41306), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:41.188657 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-e60e00b9-7fb8-4669-8c35-213cbc69e480 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:41.409492 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c3e59811-0015-48e8-afb5-3d82d64b721e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (cef1489a-7471-4b81-a7c5-b9e507e96767), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:41.432329 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:12:41.495299 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.db_base_plugin_common [None req-e60e00b9-7fb8-4669-8c35-213cbc69e480 demo admin] Allocated IP 172.20.0.1 (07f7a189-6e1b-41c3-bef5-fc32fcc465a8/3275e8e7-ee56-4281-9a3f-ca1799cc3edb/ba943963-ecd6-42e7-960e-d96d21f066dd) {{(pid=106202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:12:41.649892 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-e60e00b9-7fb8-4669-8c35-213cbc69e480 demo admin] Publish callbacks [] for port (ba943963-ecd6-42e7-960e-d96d21f066dd), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:41.711576 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-e60e00b9-7fb8-4669-8c35-213cbc69e480 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735120900801'] for port (ba943963-ecd6-42e7-960e-d96d21f066dd), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:41.831033 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60e00b9-7fb8-4669-8c35-213cbc69e480 demo admin] Network 07f7a189-6e1b-41c3-bef5-fc32fcc465a8 is already hosted by enough agents. {{(pid=106202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:12:41.835900 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.base_scheduler [None req-e60e00b9-7fb8-4669-8c35-213cbc69e480 demo admin] Resources bound (agent type, host, resource id): {{(pid=106202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:12:41.849489 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60e00b9-7fb8-4669-8c35-213cbc69e480 demo admin] Received port after_create {{(pid=106202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 12:12:41.850038 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-e60e00b9-7fb8-4669-8c35-213cbc69e480 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-624413'] for router_interface (cc4648c4-c444-4e3f-b99c-1a0b4849de1f), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:41.869862 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60e00b9-7fb8-4669-8c35-213cbc69e480 demo admin] Pushing event updated for resources: {'Port': ['ID=ba943963-ecd6-42e7-960e-d96d21f066dd,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:12:42.059021 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-b3e746de-54f1-42fd-824b-8046c101179a None None] Provisioning complete for port ba943963-ecd6-42e7-960e-d96d21f066dd triggered by entity DHCP. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:12:42.059386 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-b3e746de-54f1-42fd-824b-8046c101179a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (ba943963-ecd6-42e7-960e-d96d21f066dd), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:42.059938 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-b3e746de-54f1-42fd-824b-8046c101179a None None] Attempt 1 to provision port ba943963-ecd6-42e7-960e-d96d21f066dd Sep 21 12:12:42.060482 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-e60e00b9-7fb8-4669-8c35-213cbc69e480 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (ba943963-ecd6-42e7-960e-d96d21f066dd), before_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:42.094111 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-b3e746de-54f1-42fd-824b-8046c101179a None None] Port ba943963-ecd6-42e7-960e-d96d21f066dd cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:12:42.271675 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:12:42.273832 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-e60e00b9-7fb8-4669-8c35-213cbc69e480 demo admin] Publish callbacks [] for port (ba943963-ecd6-42e7-960e-d96d21f066dd), precommit_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:42.278466 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-e60e00b9-7fb8-4669-8c35-213cbc69e480 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (ba943963-ecd6-42e7-960e-d96d21f066dd), after_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:42.279229 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-e60e00b9-7fb8-4669-8c35-213cbc69e480 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-544034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624521'] for router_interface (cc4648c4-c444-4e3f-b99c-1a0b4849de1f), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:42.362693 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60e00b9-7fb8-4669-8c35-213cbc69e480 demo admin] Pushing event updated for resources: {'Port': ['ID=ba943963-ecd6-42e7-960e-d96d21f066dd,revision_number=2']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:12:42.412888 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60e00b9-7fb8-4669-8c35-213cbc69e480 demo admin] Network 07f7a189-6e1b-41c3-bef5-fc32fcc465a8 is already hosted by enough agents. {{(pid=106202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:12:42.414201 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.base_scheduler [None req-e60e00b9-7fb8-4669-8c35-213cbc69e480 demo admin] Resources bound (agent type, host, resource id): {{(pid=106202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:12:42.458795 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:12:42.582499 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e60e00b9-7fb8-4669-8c35-213cbc69e480 demo admin] Router cc4648c4-c444-4e3f-b99c-1a0b4849de1f is scheduled to L3 agent 4f31b8b6-17c0-474d-bf52-0481ff2a5cf7 with binding_index 1 {{(pid=106202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 12:12:42.594851 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-b3e746de-54f1-42fd-824b-8046c101179a None None] Attempt 2 to provision port ba943963-ecd6-42e7-960e-d96d21f066dd Sep 21 12:12:42.629307 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-b3e746de-54f1-42fd-824b-8046c101179a None None] Port ba943963-ecd6-42e7-960e-d96d21f066dd cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:12:42.694228 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60e00b9-7fb8-4669-8c35-213cbc69e480 demo admin] Notify agent at l3_agent.dv-cinder-858678-1-iscsi the message routers_updated {{(pid=106202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:12:42.699426 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-e60e00b9-7fb8-4669-8c35-213cbc69e480 demo admin] 10.222.0.71 "PUT /networking/v2.0/routers/cc4648c4-c444-4e3f-b99c-1a0b4849de1f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7947748 Sep 21 12:12:42.708544 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c6db5f-f0f6-4de2-8534-95f6eefe3b9c None None] Sync routers for ids ['cc4648c4-c444-4e3f-b99c-1a0b4849de1f'] in dv-cinder-858678-1-iscsi {{(pid=106204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:12:42.721595 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c6db5f-f0f6-4de2-8534-95f6eefe3b9c None None] Routers {'cc4648c4-c444-4e3f-b99c-1a0b4849de1f'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:12:42.722522 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-64c6db5f-f0f6-4de2-8534-95f6eefe3b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:12:39Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['cc4648c4-c444-4e3f-b99c-1a0b4849de1f'], 'active': True} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:12:42.906767 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvr_db [None req-64c6db5f-f0f6-4de2-8534-95f6eefe3b9c None None] Set router cc4648c4-c444-4e3f-b99c-1a0b4849de1f gateway port host: None {{(pid=106204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:12:43.130383 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-b3e746de-54f1-42fd-824b-8046c101179a None None] Attempt 3 to provision port ba943963-ecd6-42e7-960e-d96d21f066dd Sep 21 12:12:43.166766 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-b3e746de-54f1-42fd-824b-8046c101179a None None] Port ba943963-ecd6-42e7-960e-d96d21f066dd cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:12:43.352106 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-64c6db5f-f0f6-4de2-8534-95f6eefe3b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4648c4-c444-4e3f-b99c-1a0b4849de1f', 'name': 'router1', 'tenant_id': '811b356a854c422f85cddd17b5c478aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:12:31Z', 'updated_at': '2022-09-21T12:12:41Z', 'revision_number': 2, 'project_id': '811b356a854c422f85cddd17b5c478aa', 'gw_port_host': None, '_interfaces': [{'id': 'ba943963-ecd6-42e7-960e-d96d21f066dd', 'name': '', 'network_id': '07f7a189-6e1b-41c3-bef5-fc32fcc465a8', 'tenant_id': '811b356a854c422f85cddd17b5c478aa', 'mac_address': 'fa:16:3e:e5:04:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc4648c4-c444-4e3f-b99c-1a0b4849de1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3275e8e7-ee56-4281-9a3f-ca1799cc3edb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:12:41Z', 'updated_at': '2022-09-21T12:12:42Z', 'revision_number': 2, 'project_id': '811b356a854c422f85cddd17b5c478aa', 'subnets': [{'id': '3275e8e7-ee56-4281-9a3f-ca1799cc3edb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4f76f548-bc9b-47fe-b36a-f0dcd7b1d691'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:12:43.399854 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c6db5f-f0f6-4de2-8534-95f6eefe3b9c None None] Checking router: cc4648c4-c444-4e3f-b99c-1a0b4849de1f for host: dv-cinder-858678-1-iscsi {{(pid=106204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:12:43.400123 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c6db5f-f0f6-4de2-8534-95f6eefe3b9c None None] Updating router cc4648c4-c444-4e3f-b99c-1a0b4849de1f port ba943963-ecd6-42e7-960e-d96d21f066dd binding host dv-cinder-858678-1-iscsi {{(pid=106204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 12:12:43.456337 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-64c6db5f-f0f6-4de2-8534-95f6eefe3b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (ba943963-ecd6-42e7-960e-d96d21f066dd), before_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:43.668402 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-b3e746de-54f1-42fd-824b-8046c101179a None None] Attempt 4 to provision port ba943963-ecd6-42e7-960e-d96d21f066dd Sep 21 12:12:43.701693 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-b3e746de-54f1-42fd-824b-8046c101179a None None] Port ba943963-ecd6-42e7-960e-d96d21f066dd cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:12:43.961156 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-64c6db5f-f0f6-4de2-8534-95f6eefe3b9c None None] Publish callbacks [] for port (ba943963-ecd6-42e7-960e-d96d21f066dd), precommit_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:43.969061 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-64c6db5f-f0f6-4de2-8534-95f6eefe3b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (ba943963-ecd6-42e7-960e-d96d21f066dd), after_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:44.115902 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.managers [None req-64c6db5f-f0f6-4de2-8534-95f6eefe3b9c None None] Attempting to bind port ba943963-ecd6-42e7-960e-d96d21f066dd on host dv-cinder-858678-1-iscsi for vnic_type normal with profile {{(pid=106204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 12:12:44.116295 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.managers [None req-64c6db5f-f0f6-4de2-8534-95f6eefe3b9c None None] Attempting to bind port ba943963-ecd6-42e7-960e-d96d21f066dd by drivers openvswitch,hyperv on host dv-cinder-858678-1-iscsi at level 0 using segments [{'id': '277ef29d-a3c5-43b1-8ddb-0f8dc46d9696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '07f7a189-6e1b-41c3-bef5-fc32fcc465a8'}] {{(pid=106204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 12:12:44.116731 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c6db5f-f0f6-4de2-8534-95f6eefe3b9c None None] Attempting to bind port ba943963-ecd6-42e7-960e-d96d21f066dd on network 07f7a189-6e1b-41c3-bef5-fc32fcc465a8 {{(pid=106204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:12:44.118733 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3743db-d309-4b4b-aeff-919fd0cdfef9 None None] Pushing event updated for resources: {'Port': ['ID=ba943963-ecd6-42e7-960e-d96d21f066dd,revision_number=3']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:12:44.159126 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3743db-d309-4b4b-aeff-919fd0cdfef9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:12:44.159457 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3743db-d309-4b4b-aeff-919fd0cdfef9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:12:44.159827 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3743db-d309-4b4b-aeff-919fd0cdfef9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:12:44.160160 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3743db-d309-4b4b-aeff-919fd0cdfef9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:12:44.160483 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3743db-d309-4b4b-aeff-919fd0cdfef9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:12:44.160802 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3743db-d309-4b4b-aeff-919fd0cdfef9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:12:44.161119 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3743db-d309-4b4b-aeff-919fd0cdfef9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:12:44.161433 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3743db-d309-4b4b-aeff-919fd0cdfef9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:12:44.161748 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3743db-d309-4b4b-aeff-919fd0cdfef9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:12:44.162060 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3743db-d309-4b4b-aeff-919fd0cdfef9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:12:44.162373 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3743db-d309-4b4b-aeff-919fd0cdfef9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:12:44.162698 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3743db-d309-4b4b-aeff-919fd0cdfef9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:12:44.163013 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3743db-d309-4b4b-aeff-919fd0cdfef9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:12:44.163337 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3743db-d309-4b4b-aeff-919fd0cdfef9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:12:44.163647 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3743db-d309-4b4b-aeff-919fd0cdfef9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:12:44.165093 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3743db-d309-4b4b-aeff-919fd0cdfef9 None None] Tracked resource versions report: Sep 21 12:12:44.165093 dv-cinder-858678-1-iscsi neutron-server[106204]: pushed versions: Sep 21 12:12:44.165093 dv-cinder-858678-1-iscsi neutron-server[106204]: { 'AddressGroup': {'1.2'}, Sep 21 12:12:44.165093 dv-cinder-858678-1-iscsi neutron-server[106204]: 'Agent': {'1.1'}, Sep 21 12:12:44.165093 dv-cinder-858678-1-iscsi neutron-server[106204]: 'ConntrackHelper': {'1.0'}, Sep 21 12:12:44.165093 dv-cinder-858678-1-iscsi neutron-server[106204]: 'LocalIPAssociation': {'1.0'}, Sep 21 12:12:44.165093 dv-cinder-858678-1-iscsi neutron-server[106204]: 'Log': {'1.0'}, Sep 21 12:12:44.165093 dv-cinder-858678-1-iscsi neutron-server[106204]: 'NDPProxy': {'1.0'}, Sep 21 12:12:44.165093 dv-cinder-858678-1-iscsi neutron-server[106204]: 'Network': {'1.1'}, Sep 21 12:12:44.165093 dv-cinder-858678-1-iscsi neutron-server[106204]: 'Port': {'1.7'}, Sep 21 12:12:44.165093 dv-cinder-858678-1-iscsi neutron-server[106204]: 'PortForwarding': {'1.3'}, Sep 21 12:12:44.165093 dv-cinder-858678-1-iscsi neutron-server[106204]: 'QosPolicy': {'1.10'}, Sep 21 12:12:44.165093 dv-cinder-858678-1-iscsi neutron-server[106204]: 'SecurityGroup': {'1.5'}, Sep 21 12:12:44.165093 dv-cinder-858678-1-iscsi neutron-server[106204]: 'SecurityGroupRule': {'1.2'}, Sep 21 12:12:44.165093 dv-cinder-858678-1-iscsi neutron-server[106204]: 'SubPort': {'1.0'}, Sep 21 12:12:44.165093 dv-cinder-858678-1-iscsi neutron-server[106204]: 'Subnet': {'1.1'}, Sep 21 12:12:44.165093 dv-cinder-858678-1-iscsi neutron-server[106204]: 'Trunk': {'1.1'}} Sep 21 12:12:44.165093 dv-cinder-858678-1-iscsi neutron-server[106204]: consumer versions: Sep 21 12:12:44.165093 dv-cinder-858678-1-iscsi neutron-server[106204]: { DHCP agent@dv-cinder-858678-1-iscsi: {}, Sep 21 12:12:44.165093 dv-cinder-858678-1-iscsi neutron-server[106204]: L3 agent@dv-cinder-858678-1-iscsi: {}, Sep 21 12:12:44.165093 dv-cinder-858678-1-iscsi neutron-server[106204]: Metadata agent@dv-cinder-858678-1-iscsi: {}, Sep 21 12:12:44.165093 dv-cinder-858678-1-iscsi neutron-server[106204]: Metering agent@dv-cinder-858678-1-iscsi: {}, Sep 21 12:12:44.165093 dv-cinder-858678-1-iscsi neutron-server[106204]: Open vSwitch agent@dv-cinder-858678-1-iscsi: { 'AddressGroup': '1.2', Sep 21 12:12:44.165093 dv-cinder-858678-1-iscsi neutron-server[106204]: 'Agent': '1.1', Sep 21 12:12:44.165093 dv-cinder-858678-1-iscsi neutron-server[106204]: 'ConntrackHelper': '1.0', Sep 21 12:12:44.165093 dv-cinder-858678-1-iscsi neutron-server[106204]: 'LocalIPAssociation': '1.0', Sep 21 12:12:44.165093 dv-cinder-858678-1-iscsi neutron-server[106204]: 'Log': '1.0', Sep 21 12:12:44.165093 dv-cinder-858678-1-iscsi neutron-server[106204]: 'NDPProxy': '1.0', Sep 21 12:12:44.165093 dv-cinder-858678-1-iscsi neutron-server[106204]: 'Network': '1.1', Sep 21 12:12:44.165093 dv-cinder-858678-1-iscsi neutron-server[106204]: 'Port': '1.7', Sep 21 12:12:44.165093 dv-cinder-858678-1-iscsi neutron-server[106204]: 'PortForwarding': '1.3', Sep 21 12:12:44.165093 dv-cinder-858678-1-iscsi neutron-server[106204]: 'QosPolicy': '1.10', Sep 21 12:12:44.165093 dv-cinder-858678-1-iscsi neutron-server[106204]: 'SecurityGroup': '1.5', Sep 21 12:12:44.165093 dv-cinder-858678-1-iscsi neutron-server[106204]: 'SecurityGroupRule': '1.2', Sep 21 12:12:44.165093 dv-cinder-858678-1-iscsi neutron-server[106204]: 'SubPort': '1.0', Sep 21 12:12:44.165093 dv-cinder-858678-1-iscsi neutron-server[106204]: 'Subnet': '1.1', Sep 21 12:12:44.165093 dv-cinder-858678-1-iscsi neutron-server[106204]: 'Trunk': '1.1'}} Sep 21 12:12:44.165093 dv-cinder-858678-1-iscsi neutron-server[106204]: {{(pid=106204) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 12:12:44.203279 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-b3e746de-54f1-42fd-824b-8046c101179a None None] Attempt 5 to provision port ba943963-ecd6-42e7-960e-d96d21f066dd Sep 21 12:12:44.216142 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c6db5f-f0f6-4de2-8534-95f6eefe3b9c None None] Checking agent: {'id': '57fb69a9-4edc-44fd-8965-b65708e41306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858678-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 12, 12, 11), 'started_at': datetime.datetime(2022, 9, 21, 12, 12, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 12, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858678-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 12:12:44.216534 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c6db5f-f0f6-4de2-8534-95f6eefe3b9c None None] Checking segment: {'id': '277ef29d-a3c5-43b1-8ddb-0f8dc46d9696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '07f7a189-6e1b-41c3-bef5-fc32fcc465a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:12:44.216917 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-64c6db5f-f0f6-4de2-8534-95f6eefe3b9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:44.217300 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c6db5f-f0f6-4de2-8534-95f6eefe3b9c None None] Bound using segment: {'id': '277ef29d-a3c5-43b1-8ddb-0f8dc46d9696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '07f7a189-6e1b-41c3-bef5-fc32fcc465a8'} {{(pid=106204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 12:12:44.217761 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.managers [None req-64c6db5f-f0f6-4de2-8534-95f6eefe3b9c None None] Bound port: ba943963-ecd6-42e7-960e-d96d21f066dd, host: dv-cinder-858678-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '277ef29d-a3c5-43b1-8ddb-0f8dc46d9696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '07f7a189-6e1b-41c3-bef5-fc32fcc465a8'}}] {{(pid=106204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 12:12:44.218133 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-64c6db5f-f0f6-4de2-8534-95f6eefe3b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (ba943963-ecd6-42e7-960e-d96d21f066dd), before_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:44.236271 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-b3e746de-54f1-42fd-824b-8046c101179a None None] Port ba943963-ecd6-42e7-960e-d96d21f066dd cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:12:44.267115 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:12:44.284283 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.db [None req-64c6db5f-f0f6-4de2-8534-95f6eefe3b9c None None] For port ba943963-ecd6-42e7-960e-d96d21f066dd, host dv-cinder-858678-1-iscsi, cleared binding levels {{(pid=106204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:12:44.298830 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:12:44.304527 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.db [None req-64c6db5f-f0f6-4de2-8534-95f6eefe3b9c None None] For port ba943963-ecd6-42e7-960e-d96d21f066dd, host dv-cinder-858678-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=ba943963-ecd6-42e7-960e-d96d21f066dd,segment=NetworkSegment(277ef29d-a3c5-43b1-8ddb-0f8dc46d9696),segment_id=277ef29d-a3c5-43b1-8ddb-0f8dc46d9696)] {{(pid=106204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:12:44.312278 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-64c6db5f-f0f6-4de2-8534-95f6eefe3b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (ba943963-ecd6-42e7-960e-d96d21f066dd), after_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:44.353158 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c6db5f-f0f6-4de2-8534-95f6eefe3b9c None None] Routers {'cc4648c4-c444-4e3f-b99c-1a0b4849de1f'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:12:44.353784 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-64c6db5f-f0f6-4de2-8534-95f6eefe3b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:12:39Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['cc4648c4-c444-4e3f-b99c-1a0b4849de1f'], 'active': True} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:12:44.422206 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3743db-d309-4b4b-aeff-919fd0cdfef9 None None] Pushing event updated for resources: {'Port': ['ID=ba943963-ecd6-42e7-960e-d96d21f066dd,revision_number=4']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:12:44.447072 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvr_db [None req-64c6db5f-f0f6-4de2-8534-95f6eefe3b9c None None] Set router cc4648c4-c444-4e3f-b99c-1a0b4849de1f gateway port host: None {{(pid=106204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:12:44.643011 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-64c6db5f-f0f6-4de2-8534-95f6eefe3b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4648c4-c444-4e3f-b99c-1a0b4849de1f', 'name': 'router1', 'tenant_id': '811b356a854c422f85cddd17b5c478aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:12:31Z', 'updated_at': '2022-09-21T12:12:41Z', 'revision_number': 2, 'project_id': '811b356a854c422f85cddd17b5c478aa', 'gw_port_host': None, '_interfaces': [{'id': 'ba943963-ecd6-42e7-960e-d96d21f066dd', 'name': '', 'network_id': '07f7a189-6e1b-41c3-bef5-fc32fcc465a8', 'tenant_id': '811b356a854c422f85cddd17b5c478aa', 'mac_address': 'fa:16:3e:e5:04:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc4648c4-c444-4e3f-b99c-1a0b4849de1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3275e8e7-ee56-4281-9a3f-ca1799cc3edb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:12:41Z', 'updated_at': '2022-09-21T12:12:44Z', 'revision_number': 4, 'project_id': '811b356a854c422f85cddd17b5c478aa', 'subnets': [{'id': '3275e8e7-ee56-4281-9a3f-ca1799cc3edb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4f76f548-bc9b-47fe-b36a-f0dcd7b1d691'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:12:44.668231 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c6db5f-f0f6-4de2-8534-95f6eefe3b9c None None] The sync data for ids ['cc4648c4-c444-4e3f-b99c-1a0b4849de1f'] in dv-cinder-858678-1-iscsi is: [{'id': 'cc4648c4-c444-4e3f-b99c-1a0b4849de1f', 'name': 'router1', 'tenant_id': '811b356a854c422f85cddd17b5c478aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:12:31Z', 'updated_at': '2022-09-21T12:12:41Z', 'revision_number': 2, 'project_id': '811b356a854c422f85cddd17b5c478aa', 'gw_port_host': None, '_interfaces': [{'id': 'ba943963-ecd6-42e7-960e-d96d21f066dd', 'name': '', 'network_id': '07f7a189-6e1b-41c3-bef5-fc32fcc465a8', 'tenant_id': '811b356a854c422f85cddd17b5c478aa', 'mac_address': 'fa:16:3e:e5:04:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc4648c4-c444-4e3f-b99c-1a0b4849de1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3275e8e7-ee56-4281-9a3f-ca1799cc3edb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:12:41Z', 'updated_at': '2022-09-21T12:12:44Z', 'revision_number': 4, 'project_id': '811b356a854c422f85cddd17b5c478aa', 'subnets': [{'id': '3275e8e7-ee56-4281-9a3f-ca1799cc3edb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4f76f548-bc9b-47fe-b36a-f0dcd7b1d691'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:12:44.738103 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-b3e746de-54f1-42fd-824b-8046c101179a None None] Attempt 6 to provision port ba943963-ecd6-42e7-960e-d96d21f066dd Sep 21 12:12:44.824325 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-b3e746de-54f1-42fd-824b-8046c101179a None None] Current status of the port ba943963-ecd6-42e7-960e-d96d21f066dd is: DOWN; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:12:44.824715 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-b3e746de-54f1-42fd-824b-8046c101179a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (ba943963-ecd6-42e7-960e-d96d21f066dd), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:44.858956 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-b3e746de-54f1-42fd-824b-8046c101179a None None] For port ba943963-ecd6-42e7-960e-d96d21f066dd, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=ba943963-ecd6-42e7-960e-d96d21f066dd,segment=NetworkSegment(277ef29d-a3c5-43b1-8ddb-0f8dc46d9696),segment_id=277ef29d-a3c5-43b1-8ddb-0f8dc46d9696)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:12:44.863990 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-b3e746de-54f1-42fd-824b-8046c101179a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (ba943963-ecd6-42e7-960e-d96d21f066dd), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:44.918254 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e746de-54f1-42fd-824b-8046c101179a None None] Pushing event updated for resources: {'Port': ['ID=ba943963-ecd6-42e7-960e-d96d21f066dd,revision_number=5']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:12:44.983987 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-a7fb7c3e-3393-46d1-9855-1ec6cf8089d5 None None] Provisioning complete for port ba943963-ecd6-42e7-960e-d96d21f066dd triggered by entity DHCP. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:12:44.984643 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-a7fb7c3e-3393-46d1-9855-1ec6cf8089d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (ba943963-ecd6-42e7-960e-d96d21f066dd), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:44.985129 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-a7fb7c3e-3393-46d1-9855-1ec6cf8089d5 None None] Attempt 1 to provision port ba943963-ecd6-42e7-960e-d96d21f066dd Sep 21 12:12:45.020039 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:12:45.064084 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-a7fb7c3e-3393-46d1-9855-1ec6cf8089d5 None None] Current status of the port ba943963-ecd6-42e7-960e-d96d21f066dd is: ACTIVE; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:12:45.359316 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 49008) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:12:45.805342 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6a512f-22b8-41f6-b8b3-6b54623867da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:12:45.806817 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-0c6a512f-22b8-41f6-b8b3-6b54623867da admin admin] 10.222.0.71 "GET /networking/v2.0/networks/988e67c4-a01e-4c04-8cb9-1b0dd07d668d HTTP/1.1" status: 200 len: 842 time: 0.4465022 Sep 21 12:12:45.817685 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.v2.base [None req-e273667a-edda-4a30-aec1-4d96686f7ada admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'cidr': '172.27.0.0/24', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.27.0.1'}} {{(pid=106201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:12:45.844555 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e273667a-edda-4a30-aec1-4d96686f7ada admin admin] Made reservation on behalf of 5d4deb4c3b0e444f92c029c040b5603c for: {'subnet': 1} {{(pid=106201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:12:45.847054 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-e273667a-edda-4a30-aec1-4d96686f7ada admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:46.263415 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.objects.ports [None req-e273667a-edda-4a30-aec1-4d96686f7ada admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106201) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 21 12:12:46.263802 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-e273667a-edda-4a30-aec1-4d96686f7ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028'] for subnet (691ea813-de87-4809-9e6b-d8504be0b97f), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:46.317965 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e273667a-edda-4a30-aec1-4d96686f7ada admin admin] Pushing event updated for resources: {'Subnet': ['ID=691ea813-de87-4809-9e6b-d8504be0b97f,revision_number=0']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:12:46.337648 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e273667a-edda-4a30-aec1-4d96686f7ada admin admin] Checking segment: {'id': '0a2e6652-942c-46a2-8162-ab1d320b7f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:12:46.338012 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e273667a-edda-4a30-aec1-4d96686f7ada admin admin] Network hostable DHCP agents. Network: 988e67c4-a01e-4c04-8cb9-1b0dd07d668d, hostable agents: ['f73c601a-29a1-4353-9f34-efd4ba2e6501'], hosted agents: [] {{(pid=106201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 12:12:46.363712 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e273667a-edda-4a30-aec1-4d96686f7ada admin admin] Network 988e67c4-a01e-4c04-8cb9-1b0dd07d668d is scheduled to be hosted by DHCP agent f73c601a-29a1-4353-9f34-efd4ba2e6501 with binding_index 1 {{(pid=106201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 12:12:46.376991 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.base_scheduler [None req-e273667a-edda-4a30-aec1-4d96686f7ada admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858678-1-iscsi, 988e67c4-a01e-4c04-8cb9-1b0dd07d668d) {{(pid=106201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:12:46.382828 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e273667a-edda-4a30-aec1-4d96686f7ada admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:12:46.386093 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0d3291-01a7-4c8b-8d5f-f261526d3caa None None] Network 988e67c4-a01e-4c04-8cb9-1b0dd07d668d requested from dv-cinder-858678-1-iscsi {{(pid=106203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 12:12:46.389471 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-e273667a-edda-4a30-aec1-4d96686f7ada admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544014'] for subnet (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:46.420459 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-e273667a-edda-4a30-aec1-4d96686f7ada admin admin] 10.222.0.71 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6063766 Sep 21 12:12:46.501871 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f3d7f4-a9af-4278-a66a-7ae15f4ab243 None None] Network 988e67c4-a01e-4c04-8cb9-1b0dd07d668d requested from dv-cinder-858678-1-iscsi {{(pid=106203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 12:12:46.551232 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:12:49.147983 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 49016) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:12:49.702754 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-df91f184-63be-4029-9093-688a1f2e6b31 demo admin] 10.222.0.71 "GET /networking/v2.0/routers/cc4648c4-c444-4e3f-b99c-1a0b4849de1f HTTP/1.1" status: 200 len: 710 time: 0.5535259 Sep 21 12:12:49.794671 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57ab814-e7b9-4010-8827-d5b6bc73111f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:12:49.802018 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-d57ab814-e7b9-4010-8827-d5b6bc73111f demo admin] 10.222.0.71 "GET /networking/v2.0/networks/988e67c4-a01e-4c04-8cb9-1b0dd07d668d HTTP/1.1" status: 200 len: 886 time: 0.0877216 Sep 21 12:12:49.806113 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.v2.base [None req-14101e85-6ea6-41d7-aef8-74f0f4aa882a demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d'}}} {{(pid=106201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:12:50.030230 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:12:50.050829 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-14101e85-6ea6-41d7-aef8-74f0f4aa882a demo admin] Publish callbacks [] for router_gateway (cc4648c4-c444-4e3f-b99c-1a0b4849de1f), precommit_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:50.063240 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:12:50.269786 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-14101e85-6ea6-41d7-aef8-74f0f4aa882a demo admin] Publish callbacks [] for router_gateway (cc4648c4-c444-4e3f-b99c-1a0b4849de1f), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:50.352056 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-14101e85-6ea6-41d7-aef8-74f0f4aa882a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:50.509506 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.db.db_base_plugin_common [None req-14101e85-6ea6-41d7-aef8-74f0f4aa882a demo admin] Allocated IP 172.27.0.138 (988e67c4-a01e-4c04-8cb9-1b0dd07d668d/691ea813-de87-4809-9e6b-d8504be0b97f/0e719f32-abf3-4790-9970-27d2b8a7428e) {{(pid=106201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:12:50.669754 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-14101e85-6ea6-41d7-aef8-74f0f4aa882a demo admin] Publish callbacks [] for port (0e719f32-abf3-4790-9970-27d2b8a7428e), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:50.729223 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-14101e85-6ea6-41d7-aef8-74f0f4aa882a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735120900801'] for port (0e719f32-abf3-4790-9970-27d2b8a7428e), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:50.807378 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14101e85-6ea6-41d7-aef8-74f0f4aa882a demo admin] Network 988e67c4-a01e-4c04-8cb9-1b0dd07d668d is already hosted by enough agents. {{(pid=106201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:12:50.813396 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.base_scheduler [None req-14101e85-6ea6-41d7-aef8-74f0f4aa882a demo admin] Resources bound (agent type, host, resource id): {{(pid=106201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:12:50.817664 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14101e85-6ea6-41d7-aef8-74f0f4aa882a demo admin] Received port after_create {{(pid=106201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 12:12:50.820826 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14101e85-6ea6-41d7-aef8-74f0f4aa882a demo admin] Pushing event updated for resources: {'Port': ['ID=0e719f32-abf3-4790-9970-27d2b8a7428e,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:12:50.944168 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device ba943963-ecd6-42e7-960e-d96d21f066dd up at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:12:50.991535 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Provisioning complete for port ba943963-ecd6-42e7-960e-d96d21f066dd triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:12:50.991967 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (ba943963-ecd6-42e7-960e-d96d21f066dd), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:50.992306 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Attempt 1 to provision port ba943963-ecd6-42e7-960e-d96d21f066dd Sep 21 12:12:51.069107 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Current status of the port ba943963-ecd6-42e7-960e-d96d21f066dd is: ACTIVE; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:12:51.094078 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:12:51.096946 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-14101e85-6ea6-41d7-aef8-74f0f4aa882a demo admin] Publish callbacks [] for router_gateway (cc4648c4-c444-4e3f-b99c-1a0b4849de1f), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:51.185188 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:12:51.284022 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-14101e85-6ea6-41d7-aef8-74f0f4aa882a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534216', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-533477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3993'] for router (cc4648c4-c444-4e3f-b99c-1a0b4849de1f), precommit_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:51.288956 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-14101e85-6ea6-41d7-aef8-74f0f4aa882a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-533470'] for router (cc4648c4-c444-4e3f-b99c-1a0b4849de1f), after_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:51.399526 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14101e85-6ea6-41d7-aef8-74f0f4aa882a demo admin] Router cc4648c4-c444-4e3f-b99c-1a0b4849de1f has already been hosted by L3 agent 4f31b8b6-17c0-474d-bf52-0481ff2a5cf7 {{(pid=106201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 12:12:51.504343 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14101e85-6ea6-41d7-aef8-74f0f4aa882a demo admin] Notify agent at l3_agent.dv-cinder-858678-1-iscsi the message routers_updated {{(pid=106201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:12:51.509387 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-14101e85-6ea6-41d7-aef8-74f0f4aa882a demo admin] Publish callbacks [] for router (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:51.510172 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-14101e85-6ea6-41d7-aef8-74f0f4aa882a demo admin] 10.222.0.71 "PUT /networking/v2.0/routers/cc4648c4-c444-4e3f-b99c-1a0b4849de1f HTTP/1.1" status: 200 len: 890 time: 1.7074859 Sep 21 12:12:51.515417 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb58c03-fdb4-4fd4-b39c-44efaae9f596 None None] Sync routers for ids ['cc4648c4-c444-4e3f-b99c-1a0b4849de1f'] in dv-cinder-858678-1-iscsi {{(pid=106203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:12:51.529105 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb58c03-fdb4-4fd4-b39c-44efaae9f596 None None] Routers {'cc4648c4-c444-4e3f-b99c-1a0b4849de1f'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:12:51.529894 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-2bb58c03-fdb4-4fd4-b39c-44efaae9f596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:12:39Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['cc4648c4-c444-4e3f-b99c-1a0b4849de1f'], 'active': True} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:12:51.742846 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvr_db [None req-2bb58c03-fdb4-4fd4-b39c-44efaae9f596 None None] Set router cc4648c4-c444-4e3f-b99c-1a0b4849de1f gateway port host: dv-cinder-858678-1-iscsi {{(pid=106203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:12:51.747256 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.agents_db [None req-f0b1ed15-d02e-46f0-bd67-2b506ff8404e None None] Agent healthcheck: found 5 active agents {{(pid=106204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:12:52.193452 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-2bb58c03-fdb4-4fd4-b39c-44efaae9f596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4648c4-c444-4e3f-b99c-1a0b4849de1f', 'name': 'router1', 'tenant_id': '811b356a854c422f85cddd17b5c478aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '0e719f32-abf3-4790-9970-27d2b8a7428e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:12:31Z', 'updated_at': '2022-09-21T12:12:50Z', 'revision_number': 4, 'project_id': '811b356a854c422f85cddd17b5c478aa', 'gw_port': {'id': '0e719f32-abf3-4790-9970-27d2b8a7428e', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:7e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc4648c4-c444-4e3f-b99c-1a0b4849de1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:12:50Z', 'updated_at': '2022-09-21T12:12:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': 'ba943963-ecd6-42e7-960e-d96d21f066dd', 'name': '', 'network_id': '07f7a189-6e1b-41c3-bef5-fc32fcc465a8', 'tenant_id': '811b356a854c422f85cddd17b5c478aa', 'mac_address': 'fa:16:3e:e5:04:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4648c4-c444-4e3f-b99c-1a0b4849de1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3275e8e7-ee56-4281-9a3f-ca1799cc3edb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:12:41Z', 'updated_at': '2022-09-21T12:12:44Z', 'revision_number': 5, 'project_id': '811b356a854c422f85cddd17b5c478aa', 'subnets': [{'id': '3275e8e7-ee56-4281-9a3f-ca1799cc3edb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4f76f548-bc9b-47fe-b36a-f0dcd7b1d691'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:12:52.242432 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb58c03-fdb4-4fd4-b39c-44efaae9f596 None None] Checking router: cc4648c4-c444-4e3f-b99c-1a0b4849de1f for host: dv-cinder-858678-1-iscsi {{(pid=106203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:12:52.242777 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb58c03-fdb4-4fd4-b39c-44efaae9f596 None None] Updating router cc4648c4-c444-4e3f-b99c-1a0b4849de1f port 0e719f32-abf3-4790-9970-27d2b8a7428e binding host dv-cinder-858678-1-iscsi {{(pid=106203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 12:12:52.295629 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-2bb58c03-fdb4-4fd4-b39c-44efaae9f596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (0e719f32-abf3-4790-9970-27d2b8a7428e), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:52.446530 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=100 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:12:52.610632 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-2bb58c03-fdb4-4fd4-b39c-44efaae9f596 None None] Publish callbacks [] for port (0e719f32-abf3-4790-9970-27d2b8a7428e), precommit_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:52.615987 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-2bb58c03-fdb4-4fd4-b39c-44efaae9f596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (0e719f32-abf3-4790-9970-27d2b8a7428e), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:52.649979 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.managers [None req-2bb58c03-fdb4-4fd4-b39c-44efaae9f596 None None] Attempting to bind port 0e719f32-abf3-4790-9970-27d2b8a7428e on host dv-cinder-858678-1-iscsi for vnic_type normal with profile {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 12:12:52.650344 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.managers [None req-2bb58c03-fdb4-4fd4-b39c-44efaae9f596 None None] Attempting to bind port 0e719f32-abf3-4790-9970-27d2b8a7428e by drivers openvswitch,hyperv on host dv-cinder-858678-1-iscsi at level 0 using segments [{'id': '0a2e6652-942c-46a2-8162-ab1d320b7f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d'}] {{(pid=106203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 12:12:52.650706 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb58c03-fdb4-4fd4-b39c-44efaae9f596 None None] Attempting to bind port 0e719f32-abf3-4790-9970-27d2b8a7428e on network 988e67c4-a01e-4c04-8cb9-1b0dd07d668d {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:12:52.686156 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114aa27b-2a51-4452-8dfd-98c2e4ff8fb3 None None] Pushing event updated for resources: {'Port': ['ID=0e719f32-abf3-4790-9970-27d2b8a7428e,revision_number=2']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:12:52.690775 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=37 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:12:52.692799 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=17,neutron:INSERT=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:12:52.706069 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb58c03-fdb4-4fd4-b39c-44efaae9f596 None None] Checking agent: {'id': '57fb69a9-4edc-44fd-8965-b65708e41306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858678-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 12, 12, 11), 'started_at': datetime.datetime(2022, 9, 21, 12, 12, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 12, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858678-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 12:12:52.706365 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb58c03-fdb4-4fd4-b39c-44efaae9f596 None None] Checking segment: {'id': '0a2e6652-942c-46a2-8162-ab1d320b7f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:12:52.706758 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-2bb58c03-fdb4-4fd4-b39c-44efaae9f596 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:52.707144 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb58c03-fdb4-4fd4-b39c-44efaae9f596 None None] Bound using segment: {'id': '0a2e6652-942c-46a2-8162-ab1d320b7f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d'} {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 12:12:52.707593 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.managers [None req-2bb58c03-fdb4-4fd4-b39c-44efaae9f596 None None] Bound port: 0e719f32-abf3-4790-9970-27d2b8a7428e, host: dv-cinder-858678-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2e6652-942c-46a2-8162-ab1d320b7f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d'}}] {{(pid=106203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 12:12:52.708014 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-2bb58c03-fdb4-4fd4-b39c-44efaae9f596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (0e719f32-abf3-4790-9970-27d2b8a7428e), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:52.751592 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:12:52.755421 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-2bb58c03-fdb4-4fd4-b39c-44efaae9f596 None None] For port 0e719f32-abf3-4790-9970-27d2b8a7428e, host dv-cinder-858678-1-iscsi, cleared binding levels {{(pid=106203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:12:52.760581 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-2bb58c03-fdb4-4fd4-b39c-44efaae9f596 None None] For port 0e719f32-abf3-4790-9970-27d2b8a7428e, host dv-cinder-858678-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=0e719f32-abf3-4790-9970-27d2b8a7428e,segment=NetworkSegment(0a2e6652-942c-46a2-8162-ab1d320b7f7e),segment_id=0a2e6652-942c-46a2-8162-ab1d320b7f7e)] {{(pid=106203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:12:52.765875 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-2bb58c03-fdb4-4fd4-b39c-44efaae9f596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (0e719f32-abf3-4790-9970-27d2b8a7428e), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:52.799008 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb58c03-fdb4-4fd4-b39c-44efaae9f596 None None] Routers {'cc4648c4-c444-4e3f-b99c-1a0b4849de1f'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:12:52.799625 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-2bb58c03-fdb4-4fd4-b39c-44efaae9f596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:12:39Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['cc4648c4-c444-4e3f-b99c-1a0b4849de1f'], 'active': True} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:12:52.869663 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114aa27b-2a51-4452-8dfd-98c2e4ff8fb3 None None] Pushing event updated for resources: {'Port': ['ID=0e719f32-abf3-4790-9970-27d2b8a7428e,revision_number=3']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:12:52.922420 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvr_db [None req-2bb58c03-fdb4-4fd4-b39c-44efaae9f596 None None] Set router cc4648c4-c444-4e3f-b99c-1a0b4849de1f gateway port host: dv-cinder-858678-1-iscsi {{(pid=106203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:12:53.116446 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-2bb58c03-fdb4-4fd4-b39c-44efaae9f596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4648c4-c444-4e3f-b99c-1a0b4849de1f', 'name': 'router1', 'tenant_id': '811b356a854c422f85cddd17b5c478aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '0e719f32-abf3-4790-9970-27d2b8a7428e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:12:31Z', 'updated_at': '2022-09-21T12:12:50Z', 'revision_number': 4, 'project_id': '811b356a854c422f85cddd17b5c478aa', 'gw_port': {'id': '0e719f32-abf3-4790-9970-27d2b8a7428e', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:7e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc4648c4-c444-4e3f-b99c-1a0b4849de1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:12:50Z', 'updated_at': '2022-09-21T12:12:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': 'ba943963-ecd6-42e7-960e-d96d21f066dd', 'name': '', 'network_id': '07f7a189-6e1b-41c3-bef5-fc32fcc465a8', 'tenant_id': '811b356a854c422f85cddd17b5c478aa', 'mac_address': 'fa:16:3e:e5:04:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4648c4-c444-4e3f-b99c-1a0b4849de1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3275e8e7-ee56-4281-9a3f-ca1799cc3edb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:12:41Z', 'updated_at': '2022-09-21T12:12:44Z', 'revision_number': 5, 'project_id': '811b356a854c422f85cddd17b5c478aa', 'subnets': [{'id': '3275e8e7-ee56-4281-9a3f-ca1799cc3edb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4f76f548-bc9b-47fe-b36a-f0dcd7b1d691'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:12:53.141681 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb58c03-fdb4-4fd4-b39c-44efaae9f596 None None] The sync data for ids ['cc4648c4-c444-4e3f-b99c-1a0b4849de1f'] in dv-cinder-858678-1-iscsi is: [{'id': 'cc4648c4-c444-4e3f-b99c-1a0b4849de1f', 'name': 'router1', 'tenant_id': '811b356a854c422f85cddd17b5c478aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '0e719f32-abf3-4790-9970-27d2b8a7428e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:12:31Z', 'updated_at': '2022-09-21T12:12:50Z', 'revision_number': 4, 'project_id': '811b356a854c422f85cddd17b5c478aa', 'gw_port': {'id': '0e719f32-abf3-4790-9970-27d2b8a7428e', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:7e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc4648c4-c444-4e3f-b99c-1a0b4849de1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:12:50Z', 'updated_at': '2022-09-21T12:12:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': 'ba943963-ecd6-42e7-960e-d96d21f066dd', 'name': '', 'network_id': '07f7a189-6e1b-41c3-bef5-fc32fcc465a8', 'tenant_id': '811b356a854c422f85cddd17b5c478aa', 'mac_address': 'fa:16:3e:e5:04:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4648c4-c444-4e3f-b99c-1a0b4849de1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3275e8e7-ee56-4281-9a3f-ca1799cc3edb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:12:41Z', 'updated_at': '2022-09-21T12:12:44Z', 'revision_number': 5, 'project_id': '811b356a854c422f85cddd17b5c478aa', 'subnets': [{'id': '3275e8e7-ee56-4281-9a3f-ca1799cc3edb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4f76f548-bc9b-47fe-b36a-f0dcd7b1d691'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:12:54.342259 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 49030) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:12:54.728832 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-abb39d9b-6d8d-4937-baf7-6465f4d54b00 admin admin] 10.222.0.71 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.3853939 Sep 21 12:12:54.948541 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 0e719f32-abf3-4790-9970-27d2b8a7428e up at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:12:54.997089 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Provisioning complete for port 0e719f32-abf3-4790-9970-27d2b8a7428e triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:12:54.997451 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (0e719f32-abf3-4790-9970-27d2b8a7428e), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:54.997783 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Attempt 1 to provision port 0e719f32-abf3-4790-9970-27d2b8a7428e Sep 21 12:12:55.062023 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:12:55.068906 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Current status of the port 0e719f32-abf3-4790-9970-27d2b8a7428e is: DOWN; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:12:55.069292 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (0e719f32-abf3-4790-9970-27d2b8a7428e), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:55.098230 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] For port 0e719f32-abf3-4790-9970-27d2b8a7428e, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=0e719f32-abf3-4790-9970-27d2b8a7428e,segment=NetworkSegment(0a2e6652-942c-46a2-8162-ab1d320b7f7e),segment_id=0a2e6652-942c-46a2-8162-ab1d320b7f7e)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:12:55.102498 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (0e719f32-abf3-4790-9970-27d2b8a7428e), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:55.151077 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Pushing event updated for resources: {'Port': ['ID=0e719f32-abf3-4790-9970-27d2b8a7428e,revision_number=4']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:12:56.934991 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 0e719f32-abf3-4790-9970-27d2b8a7428e up at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:12:56.986127 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Provisioning complete for port 0e719f32-abf3-4790-9970-27d2b8a7428e triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:12:56.986522 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (0e719f32-abf3-4790-9970-27d2b8a7428e), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:12:56.986870 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Attempt 1 to provision port 0e719f32-abf3-4790-9970-27d2b8a7428e Sep 21 12:12:57.066450 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Current status of the port 0e719f32-abf3-4790-9970-27d2b8a7428e is: ACTIVE; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:13:01.746093 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=46 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:13:01.747888 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:INSERT=1,neutron:SELECT=36 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:13:04.718142 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=46 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:13:04.725302 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=37 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:13:06.412179 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:13:06.422073 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-695947bb-30e2-4230-b7e2-177fe34b7b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (f73c601a-29a1-4353-9f34-efd4ba2e6501), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:13:08.562533 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-90eea853-205d-4ef5-9e83-dcf5e32f38ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (4f31b8b6-17c0-474d-bf52-0481ff2a5cf7), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:13:09.857791 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-740e41e1-10de-4b2e-a9f0-9582d49d2a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (d7a8950b-d4d7-4646-ba54-d395483871b4), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:13:11.185205 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (57fb69a9-4edc-44fd-8965-b65708e41306), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:13:11.428447 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c3e59811-0015-48e8-afb5-3d82d64b721e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (cef1489a-7471-4b81-a7c5-b9e507e96767), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:13:14.754643 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:13:14.767094 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=4 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:13:21.174917 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:13:21.424364 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:13:28.746541 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.agents_db [None req-f0b1ed15-d02e-46f0-bd67-2b506ff8404e None None] Agent healthcheck: found 5 active agents {{(pid=106204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:13:36.322394 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-f4809a3a-874c-4873-8fa2-55d19a85a009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (f73c601a-29a1-4353-9f34-efd4ba2e6501), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:13:38.571595 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-e40c9d49-7f1f-4b8b-bec9-38fac82879c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (4f31b8b6-17c0-474d-bf52-0481ff2a5cf7), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:13:38.743537 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:13:38.747494 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:13:39.863102 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-740e41e1-10de-4b2e-a9f0-9582d49d2a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (d7a8950b-d4d7-4646-ba54-d395483871b4), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:13:41.182112 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (57fb69a9-4edc-44fd-8965-b65708e41306), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:13:41.421304 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c3e59811-0015-48e8-afb5-3d82d64b721e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (cef1489a-7471-4b81-a7c5-b9e507e96767), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:13:51.406917 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:13:51.416237 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:13:51.741569 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:13:51.756743 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=4 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:14:04.745913 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:14:05.745946 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.agents_db [None req-f0b1ed15-d02e-46f0-bd67-2b506ff8404e None None] Agent healthcheck: found 5 active agents {{(pid=106204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:14:06.315012 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-25872e6c-3256-4343-bd9c-3f83bbbb81dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (f73c601a-29a1-4353-9f34-efd4ba2e6501), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:14:08.564109 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-2b0d749e-4836-48d8-a47e-c2f6cde52f3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (4f31b8b6-17c0-474d-bf52-0481ff2a5cf7), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:14:09.865704 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-740e41e1-10de-4b2e-a9f0-9582d49d2a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (d7a8950b-d4d7-4646-ba54-d395483871b4), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:14:11.185047 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (57fb69a9-4edc-44fd-8965-b65708e41306), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:14:11.417579 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c3e59811-0015-48e8-afb5-3d82d64b721e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (cef1489a-7471-4b81-a7c5-b9e507e96767), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:14:15.741252 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:14:15.742366 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:14:20.192116 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 49578) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:14:20.546094 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd88275f-2c22-47da-ade4-32e3b230534d admin admin] GET failed (client error): The resource could not be found. Sep 21 12:14:20.547418 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-fd88275f-2c22-47da-ade4-32e3b230534d admin admin] 10.222.0.71 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3543272 Sep 21 12:14:20.711639 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89396d8c-a472-41df-9df3-effba454df04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:14:20.713147 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-89396d8c-a472-41df-9df3-effba454df04 admin admin] 10.222.0.71 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1613057 Sep 21 12:14:21.410618 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=8 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:14:21.412528 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:14:23.290485 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 49590) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:14:23.658360 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9672c0b-eca7-48bc-8132-dd16e6cf5a19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:14:23.659749 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-b9672c0b-eca7-48bc-8132-dd16e6cf5a19 admin admin] 10.222.0.71 "GET /networking/v2.0/subnets/3275e8e7-ee56-4281-9a3f-ca1799cc3edb HTTP/1.1" status: 200 len: 849 time: 0.3682578 Sep 21 12:14:23.670142 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [None req-b67482dc-a4f9-459c-80f6-12005eaa01d0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:14:23.757263 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-b67482dc-a4f9-459c-80f6-12005eaa01d0 admin admin] Publish callbacks [] for subnet (3275e8e7-ee56-4281-9a3f-ca1799cc3edb), before_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:14:23.903000 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-b67482dc-a4f9-459c-80f6-12005eaa01d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735121357972'] for subnet (3275e8e7-ee56-4281-9a3f-ca1799cc3edb), after_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:14:24.011165 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67482dc-a4f9-459c-80f6-12005eaa01d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:14:24.012412 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-b67482dc-a4f9-459c-80f6-12005eaa01d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544014'] for subnet (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:14:24.019046 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-b67482dc-a4f9-459c-80f6-12005eaa01d0 admin admin] 10.222.0.71 "PUT /networking/v2.0/subnets/3275e8e7-ee56-4281-9a3f-ca1799cc3edb HTTP/1.1" status: 200 len: 868 time: 0.3465621 Sep 21 12:14:24.021676 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4792082-769b-4a23-9c04-e75a3d6a6a5d None None] Network 07f7a189-6e1b-41c3-bef5-fc32fcc465a8 requested from dv-cinder-858678-1-iscsi {{(pid=106203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 12:14:24.033119 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67482dc-a4f9-459c-80f6-12005eaa01d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3275e8e7-ee56-4281-9a3f-ca1799cc3edb,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:14:24.040890 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67482dc-a4f9-459c-80f6-12005eaa01d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:14:24.041277 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67482dc-a4f9-459c-80f6-12005eaa01d0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:14:24.041595 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67482dc-a4f9-459c-80f6-12005eaa01d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:14:24.041938 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67482dc-a4f9-459c-80f6-12005eaa01d0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:14:24.042272 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67482dc-a4f9-459c-80f6-12005eaa01d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:14:24.042603 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67482dc-a4f9-459c-80f6-12005eaa01d0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:14:24.042931 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67482dc-a4f9-459c-80f6-12005eaa01d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:14:24.043253 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67482dc-a4f9-459c-80f6-12005eaa01d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:14:24.043595 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67482dc-a4f9-459c-80f6-12005eaa01d0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:14:24.043961 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67482dc-a4f9-459c-80f6-12005eaa01d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:14:24.044307 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67482dc-a4f9-459c-80f6-12005eaa01d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:14:24.044666 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67482dc-a4f9-459c-80f6-12005eaa01d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:14:24.044987 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67482dc-a4f9-459c-80f6-12005eaa01d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:14:24.045315 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67482dc-a4f9-459c-80f6-12005eaa01d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:14:24.045632 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67482dc-a4f9-459c-80f6-12005eaa01d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:14:24.366567 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-b1ed779d-4288-4328-a269-a2e10174262b None None] Provisioning complete for port ba943963-ecd6-42e7-960e-d96d21f066dd triggered by entity DHCP. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:14:24.366863 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-b1ed779d-4288-4328-a269-a2e10174262b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (ba943963-ecd6-42e7-960e-d96d21f066dd), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:14:24.367202 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-b1ed779d-4288-4328-a269-a2e10174262b None None] Attempt 1 to provision port ba943963-ecd6-42e7-960e-d96d21f066dd Sep 21 12:14:24.444319 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-b1ed779d-4288-4328-a269-a2e10174262b None None] Current status of the port ba943963-ecd6-42e7-960e-d96d21f066dd is: ACTIVE; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:14:24.453329 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-b1ed779d-4288-4328-a269-a2e10174262b None None] Provisioning complete for port 7ca59189-50e8-421a-8442-322c374d0e89 triggered by entity DHCP. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:14:24.453719 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-b1ed779d-4288-4328-a269-a2e10174262b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (7ca59189-50e8-421a-8442-322c374d0e89), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:14:24.454054 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-b1ed779d-4288-4328-a269-a2e10174262b None None] Attempt 1 to provision port 7ca59189-50e8-421a-8442-322c374d0e89 Sep 21 12:14:24.527790 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-b1ed779d-4288-4328-a269-a2e10174262b None None] Current status of the port 7ca59189-50e8-421a-8442-322c374d0e89 is: ACTIVE; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:14:26.605223 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 49598) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:14:27.090605 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0e3015-0faf-422b-abfb-2c80f2de57f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:14:27.091091 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0e3015-0faf-422b-abfb-2c80f2de57f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:14:27.092696 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-fd0e3015-0faf-422b-abfb-2c80f2de57f7 admin admin] 10.222.0.71 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4865413 Sep 21 12:14:28.745849 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=3 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:14:28.749364 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=3 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:14:29.743199 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 49608) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:14:30.156876 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c03194-ac6c-48a4-afd8-c904063b1928 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:14:30.157350 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c03194-ac6c-48a4-afd8-c904063b1928 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:14:30.158903 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-d6c03194-ac6c-48a4-afd8-c904063b1928 admin admin] 10.222.0.71 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4147236 Sep 21 12:14:32.761357 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 49616) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:14:33.256371 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee362c7-cc81-4e43-bfa1-a9b3ba6a057d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:14:33.258304 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-eee362c7-cc81-4e43-bfa1-a9b3ba6a057d admin admin] 10.222.0.71 "GET /networking/v2.0/networks/07f7a189-6e1b-41c3-bef5-fc32fcc465a8 HTTP/1.1" status: 200 len: 869 time: 0.4954786 Sep 21 12:14:34.036142 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=59,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:14:34.036864 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=63,neutron:INSERT=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:14:34.515396 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=45 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:14:34.526619 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=32 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:14:35.805594 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 49624) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:14:36.211508 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bcff36-a6c3-49de-98cc-93b51bfdcd07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:14:36.212897 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-f4bcff36-a6c3-49de-98cc-93b51bfdcd07 admin admin] 10.222.0.71 "GET /networking/v2.0/networks/988e67c4-a01e-4c04-8cb9-1b0dd07d668d HTTP/1.1" status: 200 len: 886 time: 0.4063649 Sep 21 12:14:36.318943 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-d55d86bb-28f3-447a-9771-9a25e1617a1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (f73c601a-29a1-4353-9f34-efd4ba2e6501), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:14:38.567325 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-d0ec1e7d-f20e-4053-8593-ff1dd587d757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (4f31b8b6-17c0-474d-bf52-0481ff2a5cf7), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:14:38.820143 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 49632) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:14:39.227899 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973afd52-08fa-4c78-b71b-399e83768f7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:14:39.228362 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973afd52-08fa-4c78-b71b-399e83768f7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:14:39.229882 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-973afd52-08fa-4c78-b71b-399e83768f7b admin admin] 10.222.0.71 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4088123 Sep 21 12:14:39.866168 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-740e41e1-10de-4b2e-a9f0-9582d49d2a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (d7a8950b-d4d7-4646-ba54-d395483871b4), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:14:41.190670 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (57fb69a9-4edc-44fd-8965-b65708e41306), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:14:41.421088 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c3e59811-0015-48e8-afb5-3d82d64b721e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (cef1489a-7471-4b81-a7c5-b9e507e96767), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:14:41.829358 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 49640) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:14:42.196712 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91add0d6-e2f8-40b2-bf85-f0c3f795bef6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:14:42.197161 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91add0d6-e2f8-40b2-bf85-f0c3f795bef6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:14:42.198675 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-91add0d6-e2f8-40b2-bf85-f0c3f795bef6 admin admin] 10.222.0.71 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3683887 Sep 21 12:14:42.745275 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.agents_db [None req-f0b1ed15-d02e-46f0-bd67-2b506ff8404e None None] Agent healthcheck: found 5 active agents {{(pid=106204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:14:43.252747 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=35 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:14:43.254703 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=34 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:14:44.848407 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 49650) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:14:45.222330 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8700abf-10f0-4bfc-9ea4-a31282492367 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:14:45.223693 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-a8700abf-10f0-4bfc-9ea4-a31282492367 admin admin] 10.222.0.71 "GET /networking/v2.0/subnets/3275e8e7-ee56-4281-9a3f-ca1799cc3edb HTTP/1.1" status: 200 len: 868 time: 0.3743215 Sep 21 12:14:47.796284 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 49658) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:14:48.287832 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f59fb6-9e22-4ec9-8726-f524f6841f68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:14:48.289709 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-69f59fb6-9e22-4ec9-8726-f524f6841f68 admin admin] 10.222.0.71 "GET /networking/v2.0/subnets/691ea813-de87-4809-9e6b-d8504be0b97f HTTP/1.1" status: 200 len: 816 time: 0.4924803 Sep 21 12:14:51.410640 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:14:51.417100 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:14:52.742054 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:14:58.281955 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=33 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:14:58.283927 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=36 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:15:06.322418 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-a894f331-ba1f-40f5-8b18-a5d48fb313d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (f73c601a-29a1-4353-9f34-efd4ba2e6501), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:15:06.645086 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=19 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:15:06.648563 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=13 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:15:08.569643 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1c63f437-8190-4d2e-8602-316c40536931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (4f31b8b6-17c0-474d-bf52-0481ff2a5cf7), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:15:09.872373 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-740e41e1-10de-4b2e-a9f0-9582d49d2a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (d7a8950b-d4d7-4646-ba54-d395483871b4), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:15:11.185407 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (57fb69a9-4edc-44fd-8965-b65708e41306), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:15:11.422988 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c3e59811-0015-48e8-afb5-3d82d64b721e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (cef1489a-7471-4b81-a7c5-b9e507e96767), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:15:19.018581 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 49716) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:15:19.349777 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [None req-76230193-a934-4801-b6c9-e4aef34eae7a admin admin] http://10.222.0.71:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 12:15:19.350818 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-76230193-a934-4801-b6c9-e4aef34eae7a admin admin] 10.222.0.71 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3313222 Sep 21 12:15:19.744010 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.agents_db [None req-f0b1ed15-d02e-46f0-bd67-2b506ff8404e None None] Agent healthcheck: found 5 active agents {{(pid=106204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:15:21.416450 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:15:21.418939 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:15:22.014784 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 49724) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:15:22.487476 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c8378d6-7f88-4b1e-9b4d-e9922c9e8943 admin admin] GET failed (client error): The resource could not be found. Sep 21 12:15:22.488790 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-4c8378d6-7f88-4b1e-9b4d-e9922c9e8943 admin admin] 10.222.0.71 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.4730632 Sep 21 12:15:22.644105 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c412e74-e220-447d-b323-7e7554eef1a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:15:22.645485 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-4c412e74-e220-447d-b323-7e7554eef1a7 admin admin] 10.222.0.71 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1514807 Sep 21 12:15:25.259425 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 49732) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:15:25.583515 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.v2.base [None req-2c23087b-69cd-4d58-952c-1e47416c0f21 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=106201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:15:25.603734 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c23087b-69cd-4d58-952c-1e47416c0f21 admin admin] Made reservation on behalf of 5d4deb4c3b0e444f92c029c040b5603c for: {'network': 1} {{(pid=106201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:15:25.605976 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-2c23087b-69cd-4d58-952c-1e47416c0f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for network (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:15:25.640275 dv-cinder-858678-1-iscsi neutron-server[106201]: WARNING neutron.services.revisions.revision_plugin [None req-2c23087b-69cd-4d58-952c-1e47416c0f21 admin admin] Could not find related network for resource to bump revision. Sep 21 12:15:25.654629 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c23087b-69cd-4d58-952c-1e47416c0f21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=106201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 12:15:25.664730 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-2c23087b-69cd-4d58-952c-1e47416c0f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355690'] for segment (e2152060-bdfa-4ea7-bc08-a21867bd4203), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:15:25.665069 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.db.segments_db [None req-2c23087b-69cd-4d58-952c-1e47416c0f21 admin admin] Added segment e2152060-bdfa-4ea7-bc08-a21867bd4203 of type vlan for network 2497166e-cb7b-4c84-b82a-f3287baa8a93 Sep 21 12:15:25.704400 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-2c23087b-69cd-4d58-952c-1e47416c0f21 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735120869551'] for network (2497166e-cb7b-4c84-b82a-f3287baa8a93), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:15:25.729084 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-2c23087b-69cd-4d58-952c-1e47416c0f21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028'] for network (2497166e-cb7b-4c84-b82a-f3287baa8a93), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:15:25.730054 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c23087b-69cd-4d58-952c-1e47416c0f21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:15:25.730631 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-2c23087b-69cd-4d58-952c-1e47416c0f21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544014'] for network (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:15:25.798241 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-2c23087b-69cd-4d58-952c-1e47416c0f21 admin admin] 10.222.0.71 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5376103 Sep 21 12:15:25.829777 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c23087b-69cd-4d58-952c-1e47416c0f21 admin admin] Pushing event updated for resources: {'Network': ['ID=2497166e-cb7b-4c84-b82a-f3287baa8a93,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:15:25.838146 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c23087b-69cd-4d58-952c-1e47416c0f21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:15:25.838493 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c23087b-69cd-4d58-952c-1e47416c0f21 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:15:25.838859 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c23087b-69cd-4d58-952c-1e47416c0f21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:15:25.839201 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c23087b-69cd-4d58-952c-1e47416c0f21 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:15:25.839534 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c23087b-69cd-4d58-952c-1e47416c0f21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:15:25.839904 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c23087b-69cd-4d58-952c-1e47416c0f21 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:15:25.840235 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c23087b-69cd-4d58-952c-1e47416c0f21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:15:25.840560 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c23087b-69cd-4d58-952c-1e47416c0f21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:15:25.840907 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c23087b-69cd-4d58-952c-1e47416c0f21 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:15:25.841236 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c23087b-69cd-4d58-952c-1e47416c0f21 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:15:25.841581 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c23087b-69cd-4d58-952c-1e47416c0f21 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:15:25.841925 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c23087b-69cd-4d58-952c-1e47416c0f21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:15:25.842254 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c23087b-69cd-4d58-952c-1e47416c0f21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:15:25.842574 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c23087b-69cd-4d58-952c-1e47416c0f21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:15:25.842895 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c23087b-69cd-4d58-952c-1e47416c0f21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:15:25.854157 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Network 2497166e-cb7b-4c84-b82a-f3287baa8a93 details requested by agent ovs-agent-dv-cinder-858678-1-iscsi with host dv-cinder-858678-1-iscsi {{(pid=106203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 12:15:28.413762 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 49740) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:15:28.760355 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab7bbf2f-bb93-4dea-b651-a2c18ee719a8 admin admin] GET failed (client error): The resource could not be found. Sep 21 12:15:28.761695 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-ab7bbf2f-bb93-4dea-b651-a2c18ee719a8 admin admin] 10.222.0.71 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3469365 Sep 21 12:15:28.834027 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754313ef-3d6b-45a5-81cf-2ea81d4081ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:15:28.836359 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-754313ef-3d6b-45a5-81cf-2ea81d4081ce admin admin] 10.222.0.71 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0700045 Sep 21 12:15:28.846257 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [None req-6f5cfb04-a758-4bb9-95f9-7d57bf66dbcf admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '2497166e-cb7b-4c84-b82a-f3287baa8a93', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:15:28.864878 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f5cfb04-a758-4bb9-95f9-7d57bf66dbcf admin admin] Made reservation on behalf of 5d4deb4c3b0e444f92c029c040b5603c for: {'subnet': 1} {{(pid=106202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:15:28.867575 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-6f5cfb04-a758-4bb9-95f9-7d57bf66dbcf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:15:29.037077 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-6f5cfb04-a758-4bb9-95f9-7d57bf66dbcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028'] for subnet (5a3a0345-5aac-4746-8d7e-a38c5475e96b), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:15:29.090656 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5cfb04-a758-4bb9-95f9-7d57bf66dbcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a3a0345-5aac-4746-8d7e-a38c5475e96b,revision_number=0']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:15:29.101807 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5cfb04-a758-4bb9-95f9-7d57bf66dbcf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:15:29.102146 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5cfb04-a758-4bb9-95f9-7d57bf66dbcf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:15:29.102477 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5cfb04-a758-4bb9-95f9-7d57bf66dbcf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:15:29.102820 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5cfb04-a758-4bb9-95f9-7d57bf66dbcf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:15:29.103126 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5cfb04-a758-4bb9-95f9-7d57bf66dbcf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:15:29.103442 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5cfb04-a758-4bb9-95f9-7d57bf66dbcf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:15:29.103770 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5cfb04-a758-4bb9-95f9-7d57bf66dbcf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:15:29.104092 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5cfb04-a758-4bb9-95f9-7d57bf66dbcf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:15:29.104403 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5cfb04-a758-4bb9-95f9-7d57bf66dbcf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:15:29.104720 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5cfb04-a758-4bb9-95f9-7d57bf66dbcf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:15:29.105031 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5cfb04-a758-4bb9-95f9-7d57bf66dbcf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:15:29.105357 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5cfb04-a758-4bb9-95f9-7d57bf66dbcf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:15:29.105669 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5cfb04-a758-4bb9-95f9-7d57bf66dbcf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:15:29.105974 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5cfb04-a758-4bb9-95f9-7d57bf66dbcf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:15:29.106279 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5cfb04-a758-4bb9-95f9-7d57bf66dbcf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:15:29.111342 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5cfb04-a758-4bb9-95f9-7d57bf66dbcf admin admin] Checking segment: {'id': 'e2152060-bdfa-4ea7-bc08-a21867bd4203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '2497166e-cb7b-4c84-b82a-f3287baa8a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:15:29.111683 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5cfb04-a758-4bb9-95f9-7d57bf66dbcf admin admin] Network hostable DHCP agents. Network: 2497166e-cb7b-4c84-b82a-f3287baa8a93, hostable agents: ['f73c601a-29a1-4353-9f34-efd4ba2e6501'], hosted agents: [] {{(pid=106202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 12:15:29.129425 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5cfb04-a758-4bb9-95f9-7d57bf66dbcf admin admin] Network 2497166e-cb7b-4c84-b82a-f3287baa8a93 is scheduled to be hosted by DHCP agent f73c601a-29a1-4353-9f34-efd4ba2e6501 with binding_index 1 {{(pid=106202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 12:15:29.140866 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.base_scheduler [None req-6f5cfb04-a758-4bb9-95f9-7d57bf66dbcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858678-1-iscsi, 2497166e-cb7b-4c84-b82a-f3287baa8a93) {{(pid=106202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:15:29.148293 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5cfb04-a758-4bb9-95f9-7d57bf66dbcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:15:29.148724 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-6f5cfb04-a758-4bb9-95f9-7d57bf66dbcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544014'] for subnet (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:15:29.152225 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcdb480c-88a7-44c5-a4a2-b55c155507c9 None None] Network 2497166e-cb7b-4c84-b82a-f3287baa8a93 requested from dv-cinder-858678-1-iscsi {{(pid=106203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 12:15:29.168390 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-6f5cfb04-a758-4bb9-95f9-7d57bf66dbcf admin admin] 10.222.0.71 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3253882 Sep 21 12:15:29.265325 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2369576e-6db7-4965-bad0-df060858253c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp926fb466-bfb5-5eb1-bc3c-68df119c7c5e-2497166e-cb7b-4c84-b82a-f3287baa8a93', 'network_id': '2497166e-cb7b-4c84-b82a-f3287baa8a93', 'project_id': '5d4deb4c3b0e444f92c029c040b5603c', 'fixed_ips': [{'subnet_id': '5a3a0345-5aac-4746-8d7e-a38c5475e96b'}]}} from dv-cinder-858678-1-iscsi. {{(pid=106203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 21 12:15:29.266259 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-2369576e-6db7-4965-bad0-df060858253c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (None), before_create {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:15:29.501067 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.db_base_plugin_common [None req-2369576e-6db7-4965-bad0-df060858253c None None] Allocated IP 192.168.233.2 (2497166e-cb7b-4c84-b82a-f3287baa8a93/5a3a0345-5aac-4746-8d7e-a38c5475e96b/50c80cbf-466d-47ca-9909-a93bc7660986) {{(pid=106203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:15:29.645593 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-2369576e-6db7-4965-bad0-df060858253c None None] Publish callbacks [] for port (50c80cbf-466d-47ca-9909-a93bc7660986), precommit_create {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:15:29.652496 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-2369576e-6db7-4965-bad0-df060858253c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735120900801'] for port (50c80cbf-466d-47ca-9909-a93bc7660986), after_create {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:15:29.696726 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2369576e-6db7-4965-bad0-df060858253c None None] Network 2497166e-cb7b-4c84-b82a-f3287baa8a93 is already hosted by enough agents. {{(pid=106203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:15:29.700215 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.scheduler.base_scheduler [None req-2369576e-6db7-4965-bad0-df060858253c None None] Resources bound (agent type, host, resource id): {{(pid=106203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:15:29.701691 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2369576e-6db7-4965-bad0-df060858253c None None] Pushing event updated for resources: {'Port': ['ID=50c80cbf-466d-47ca-9909-a93bc7660986,revision_number=1']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:15:29.708128 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2369576e-6db7-4965-bad0-df060858253c None None] Received port after_create {{(pid=106203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 12:15:29.714058 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2369576e-6db7-4965-bad0-df060858253c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:15:29.714399 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2369576e-6db7-4965-bad0-df060858253c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:15:29.714766 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2369576e-6db7-4965-bad0-df060858253c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:15:29.715128 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2369576e-6db7-4965-bad0-df060858253c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:15:29.715457 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2369576e-6db7-4965-bad0-df060858253c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:15:29.715800 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2369576e-6db7-4965-bad0-df060858253c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:15:29.716127 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2369576e-6db7-4965-bad0-df060858253c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:15:29.716450 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2369576e-6db7-4965-bad0-df060858253c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:15:29.716769 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2369576e-6db7-4965-bad0-df060858253c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:15:29.717090 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2369576e-6db7-4965-bad0-df060858253c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:15:29.717408 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2369576e-6db7-4965-bad0-df060858253c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:15:29.717750 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2369576e-6db7-4965-bad0-df060858253c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:15:29.718069 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2369576e-6db7-4965-bad0-df060858253c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:15:29.718384 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2369576e-6db7-4965-bad0-df060858253c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:15:29.718699 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2369576e-6db7-4965-bad0-df060858253c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:15:29.739175 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:15:29.741173 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:15:29.776731 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.managers [None req-2369576e-6db7-4965-bad0-df060858253c None None] Attempting to bind port 50c80cbf-466d-47ca-9909-a93bc7660986 on host dv-cinder-858678-1-iscsi for vnic_type normal with profile {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 12:15:29.777102 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.managers [None req-2369576e-6db7-4965-bad0-df060858253c None None] Attempting to bind port 50c80cbf-466d-47ca-9909-a93bc7660986 by drivers openvswitch,hyperv on host dv-cinder-858678-1-iscsi at level 0 using segments [{'id': 'e2152060-bdfa-4ea7-bc08-a21867bd4203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '2497166e-cb7b-4c84-b82a-f3287baa8a93'}] {{(pid=106203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 12:15:29.777454 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2369576e-6db7-4965-bad0-df060858253c None None] Attempting to bind port 50c80cbf-466d-47ca-9909-a93bc7660986 on network 2497166e-cb7b-4c84-b82a-f3287baa8a93 {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:15:29.820610 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2369576e-6db7-4965-bad0-df060858253c None None] Checking agent: {'id': '57fb69a9-4edc-44fd-8965-b65708e41306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858678-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 12, 12, 11), 'started_at': datetime.datetime(2022, 9, 21, 12, 12, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 12, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858678-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 12:15:29.820974 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2369576e-6db7-4965-bad0-df060858253c None None] Checking segment: {'id': 'e2152060-bdfa-4ea7-bc08-a21867bd4203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '2497166e-cb7b-4c84-b82a-f3287baa8a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:15:29.821372 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-2369576e-6db7-4965-bad0-df060858253c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:15:29.821772 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2369576e-6db7-4965-bad0-df060858253c None None] Bound using segment: {'id': 'e2152060-bdfa-4ea7-bc08-a21867bd4203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '2497166e-cb7b-4c84-b82a-f3287baa8a93'} {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 12:15:29.822228 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.managers [None req-2369576e-6db7-4965-bad0-df060858253c None None] Bound port: 50c80cbf-466d-47ca-9909-a93bc7660986, host: dv-cinder-858678-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2152060-bdfa-4ea7-bc08-a21867bd4203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '2497166e-cb7b-4c84-b82a-f3287baa8a93'}}] {{(pid=106203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 12:15:29.822602 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-2369576e-6db7-4965-bad0-df060858253c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (50c80cbf-466d-47ca-9909-a93bc7660986), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:15:29.883201 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-2369576e-6db7-4965-bad0-df060858253c None None] For port 50c80cbf-466d-47ca-9909-a93bc7660986, host dv-cinder-858678-1-iscsi, cleared binding levels {{(pid=106203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:15:29.886734 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-2369576e-6db7-4965-bad0-df060858253c None None] For port 50c80cbf-466d-47ca-9909-a93bc7660986, host dv-cinder-858678-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=50c80cbf-466d-47ca-9909-a93bc7660986,segment=NetworkSegment(e2152060-bdfa-4ea7-bc08-a21867bd4203),segment_id=e2152060-bdfa-4ea7-bc08-a21867bd4203)] {{(pid=106203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:15:29.894288 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-2369576e-6db7-4965-bad0-df060858253c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (50c80cbf-466d-47ca-9909-a93bc7660986), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:15:29.945585 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2369576e-6db7-4965-bad0-df060858253c None None] Pushing event updated for resources: {'Port': ['ID=50c80cbf-466d-47ca-9909-a93bc7660986,revision_number=2']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:15:30.753599 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fec1210-1f6c-4b10-8b15-db70aba31bbf None None] Network 2497166e-cb7b-4c84-b82a-f3287baa8a93 requested from dv-cinder-858678-1-iscsi {{(pid=106203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 12:15:30.857176 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:15:30.857818 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:15:30.867744 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-a08da7af-f3b9-49f4-9a6d-6ce9de659047 None None] Provisioning complete for port 50c80cbf-466d-47ca-9909-a93bc7660986 triggered by entity DHCP. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:15:30.868163 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-a08da7af-f3b9-49f4-9a6d-6ce9de659047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (50c80cbf-466d-47ca-9909-a93bc7660986), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:15:30.868502 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-a08da7af-f3b9-49f4-9a6d-6ce9de659047 None None] Attempt 1 to provision port 50c80cbf-466d-47ca-9909-a93bc7660986 Sep 21 12:15:30.957911 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-a08da7af-f3b9-49f4-9a6d-6ce9de659047 None None] Current status of the port 50c80cbf-466d-47ca-9909-a93bc7660986 is: DOWN; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:15:30.958295 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-a08da7af-f3b9-49f4-9a6d-6ce9de659047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (50c80cbf-466d-47ca-9909-a93bc7660986), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:15:30.996642 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-a08da7af-f3b9-49f4-9a6d-6ce9de659047 None None] For port 50c80cbf-466d-47ca-9909-a93bc7660986, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=50c80cbf-466d-47ca-9909-a93bc7660986,segment=NetworkSegment(e2152060-bdfa-4ea7-bc08-a21867bd4203),segment_id=e2152060-bdfa-4ea7-bc08-a21867bd4203)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:15:31.005072 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-a08da7af-f3b9-49f4-9a6d-6ce9de659047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (50c80cbf-466d-47ca-9909-a93bc7660986), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:15:31.065647 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08da7af-f3b9-49f4-9a6d-6ce9de659047 None None] Pushing event updated for resources: {'Port': ['ID=50c80cbf-466d-47ca-9909-a93bc7660986,revision_number=3']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:15:31.082949 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 50c80cbf-466d-47ca-9909-a93bc7660986 up at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:15:31.139498 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-66143c8a-626d-4827-9e67-48285df336dc None None] Provisioning complete for port 50c80cbf-466d-47ca-9909-a93bc7660986 triggered by entity DHCP. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:15:31.139908 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-66143c8a-626d-4827-9e67-48285df336dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (50c80cbf-466d-47ca-9909-a93bc7660986), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:15:31.140248 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-66143c8a-626d-4827-9e67-48285df336dc None None] Attempt 1 to provision port 50c80cbf-466d-47ca-9909-a93bc7660986 Sep 21 12:15:31.176781 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Provisioning complete for port 50c80cbf-466d-47ca-9909-a93bc7660986 triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:15:31.177176 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (50c80cbf-466d-47ca-9909-a93bc7660986), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:15:31.177515 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Attempt 1 to provision port 50c80cbf-466d-47ca-9909-a93bc7660986 Sep 21 12:15:31.286317 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-66143c8a-626d-4827-9e67-48285df336dc None None] Current status of the port 50c80cbf-466d-47ca-9909-a93bc7660986 is: ACTIVE; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:15:31.294065 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Current status of the port 50c80cbf-466d-47ca-9909-a93bc7660986 is: ACTIVE; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:15:33.026775 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 50c80cbf-466d-47ca-9909-a93bc7660986 up at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:15:33.070521 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Provisioning complete for port 50c80cbf-466d-47ca-9909-a93bc7660986 triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:15:33.070897 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (50c80cbf-466d-47ca-9909-a93bc7660986), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:15:33.071222 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Attempt 1 to provision port 50c80cbf-466d-47ca-9909-a93bc7660986 Sep 21 12:15:33.142315 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Current status of the port 50c80cbf-466d-47ca-9909-a93bc7660986 is: ACTIVE; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:15:35.827292 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=32,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:15:35.832979 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=37,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:15:36.328289 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-cefe0d92-cd7b-47e3-a5f6-c1fb52330590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (f73c601a-29a1-4353-9f34-efd4ba2e6501), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:15:38.576895 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-48de18be-4ebe-40a1-ae3f-7d9e062040d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (4f31b8b6-17c0-474d-bf52-0481ff2a5cf7), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:15:39.160535 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=47,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:15:39.161383 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=46,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:15:39.870628 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-740e41e1-10de-4b2e-a9f0-9582d49d2a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (d7a8950b-d4d7-4646-ba54-d395483871b4), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:15:41.188311 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (57fb69a9-4edc-44fd-8965-b65708e41306), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:15:41.425944 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c3e59811-0015-48e8-afb5-3d82d64b721e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (cef1489a-7471-4b81-a7c5-b9e507e96767), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:15:42.751474 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=3 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:15:42.753615 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=3 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:15:51.419437 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:15:51.421349 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:15:56.741843 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.agents_db [None req-f0b1ed15-d02e-46f0-bd67-2b506ff8404e None None] Agent healthcheck: found 5 active agents {{(pid=106204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:16:06.329655 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-0c3987f2-739f-4bf5-9ba5-7d3bfb8df46f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (f73c601a-29a1-4353-9f34-efd4ba2e6501), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:16:06.737467 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:16:06.738226 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:16:08.571537 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-aac31bc9-3387-4a5b-b843-b58126160307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (4f31b8b6-17c0-474d-bf52-0481ff2a5cf7), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:16:09.878122 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-740e41e1-10de-4b2e-a9f0-9582d49d2a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (d7a8950b-d4d7-4646-ba54-d395483871b4), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:16:11.190999 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (57fb69a9-4edc-44fd-8965-b65708e41306), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:16:11.431868 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c3e59811-0015-48e8-afb5-3d82d64b721e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (cef1489a-7471-4b81-a7c5-b9e507e96767), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:16:19.745322 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:16:19.750987 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=4 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:16:21.424387 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:16:21.426301 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:16:33.739647 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.agents_db [None req-f0b1ed15-d02e-46f0-bd67-2b506ff8404e None None] Agent healthcheck: found 5 active agents {{(pid=106204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:16:36.331564 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-818ec5a1-1627-41a2-80b5-aa19269209f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (f73c601a-29a1-4353-9f34-efd4ba2e6501), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:16:38.574767 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-90f28bbc-6267-4e7a-9de8-75e209bef96a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (4f31b8b6-17c0-474d-bf52-0481ff2a5cf7), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:16:39.878329 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-740e41e1-10de-4b2e-a9f0-9582d49d2a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (d7a8950b-d4d7-4646-ba54-d395483871b4), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:16:41.196386 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (57fb69a9-4edc-44fd-8965-b65708e41306), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:16:41.434297 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c3e59811-0015-48e8-afb5-3d82d64b721e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (cef1489a-7471-4b81-a7c5-b9e507e96767), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:16:43.735113 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:16:43.735921 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:16:51.428318 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:16:51.430291 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:17:06.107973 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 49782) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:17:06.113648 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [None req-c5f0a93e-0f01-40b0-9913-f55afe487900 tempest-verify_tempest_config-1028293285 tempest-verify_tempest_config-1028293285-project] http://10.222.0.71:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 12:17:06.114663 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-c5f0a93e-0f01-40b0-9913-f55afe487900 tempest-verify_tempest_config-1028293285 tempest-verify_tempest_config-1028293285-project] 10.222.0.71 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0057249 Sep 21 12:17:06.338734 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-e6ca93b8-e08b-4a11-b078-e54f7a097824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (f73c601a-29a1-4353-9f34-efd4ba2e6501), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:17:06.554394 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=15 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:17:06.558019 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=17 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:17:06.653647 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 49800) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:17:06.986285 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-c80fa11d-5942-4508-88cd-3126aed97ce0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:17:07.066796 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-c80fa11d-5942-4508-88cd-3126aed97ce0 admin admin] Publish callbacks [] for security_group (dacfc766-674a-4c83-9ad4-5c10bb09c25a), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:17:07.070498 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-c80fa11d-5942-4508-88cd-3126aed97ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (dacfc766-674a-4c83-9ad4-5c10bb09c25a), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:17:07.119997 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-c80fa11d-5942-4508-88cd-3126aed97ce0 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=f8f3213839194672bb9aa48e24d73378&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4652612 Sep 21 12:17:07.120803 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80fa11d-5942-4508-88cd-3126aed97ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dacfc766-674a-4c83-9ad4-5c10bb09c25a,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:17:07.122705 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 49806) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:17:07.127645 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80fa11d-5942-4508-88cd-3126aed97ce0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:17:07.128012 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80fa11d-5942-4508-88cd-3126aed97ce0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:17:07.128398 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80fa11d-5942-4508-88cd-3126aed97ce0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:17:07.128730 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80fa11d-5942-4508-88cd-3126aed97ce0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:17:07.129057 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80fa11d-5942-4508-88cd-3126aed97ce0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:17:07.129593 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80fa11d-5942-4508-88cd-3126aed97ce0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:17:07.129712 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80fa11d-5942-4508-88cd-3126aed97ce0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:17:07.129996 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80fa11d-5942-4508-88cd-3126aed97ce0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:17:07.130326 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80fa11d-5942-4508-88cd-3126aed97ce0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:17:07.130627 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80fa11d-5942-4508-88cd-3126aed97ce0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:17:07.130961 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80fa11d-5942-4508-88cd-3126aed97ce0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:17:07.131298 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80fa11d-5942-4508-88cd-3126aed97ce0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:17:07.131613 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80fa11d-5942-4508-88cd-3126aed97ce0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:17:07.131957 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80fa11d-5942-4508-88cd-3126aed97ce0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:17:07.132270 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80fa11d-5942-4508-88cd-3126aed97ce0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:17:07.182229 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-1f6e8e42-32cd-4989-8841-1ef7874a754d admin admin] Publish callbacks [] for security_group (dacfc766-674a-4c83-9ad4-5c10bb09c25a), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:17:07.201600 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-1f6e8e42-32cd-4989-8841-1ef7874a754d admin admin] Publish callbacks [] for security_group (dacfc766-674a-4c83-9ad4-5c10bb09c25a), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:17:07.293244 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-1f6e8e42-32cd-4989-8841-1ef7874a754d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (dacfc766-674a-4c83-9ad4-5c10bb09c25a), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:17:07.295665 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-1f6e8e42-32cd-4989-8841-1ef7874a754d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:17:07.296871 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-1f6e8e42-32cd-4989-8841-1ef7874a754d admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/dacfc766-674a-4c83-9ad4-5c10bb09c25a HTTP/1.1" status: 204 len: 168 time: 0.1731791 Sep 21 12:17:07.309861 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6e8e42-32cd-4989-8841-1ef7874a754d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dacfc766-674a-4c83-9ad4-5c10bb09c25a,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:17:07.317776 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6e8e42-32cd-4989-8841-1ef7874a754d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:17:07.318117 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6e8e42-32cd-4989-8841-1ef7874a754d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:17:07.318480 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6e8e42-32cd-4989-8841-1ef7874a754d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:17:07.318818 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6e8e42-32cd-4989-8841-1ef7874a754d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:17:07.319145 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6e8e42-32cd-4989-8841-1ef7874a754d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:17:07.319469 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6e8e42-32cd-4989-8841-1ef7874a754d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:17:07.319803 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6e8e42-32cd-4989-8841-1ef7874a754d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:17:07.320124 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6e8e42-32cd-4989-8841-1ef7874a754d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:17:07.320441 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6e8e42-32cd-4989-8841-1ef7874a754d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:17:07.320766 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6e8e42-32cd-4989-8841-1ef7874a754d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:17:07.321081 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6e8e42-32cd-4989-8841-1ef7874a754d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:17:07.321395 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6e8e42-32cd-4989-8841-1ef7874a754d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:17:07.321707 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6e8e42-32cd-4989-8841-1ef7874a754d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:17:07.322018 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6e8e42-32cd-4989-8841-1ef7874a754d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:17:07.322327 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6e8e42-32cd-4989-8841-1ef7874a754d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:17:08.578622 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-e270a2a2-a805-4da0-90f0-902b97a00b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (4f31b8b6-17c0-474d-bf52-0481ff2a5cf7), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:17:09.881986 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-740e41e1-10de-4b2e-a9f0-9582d49d2a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (d7a8950b-d4d7-4646-ba54-d395483871b4), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:17:10.738711 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.agents_db [None req-f0b1ed15-d02e-46f0-bd67-2b506ff8404e None None] Agent healthcheck: found 5 active agents {{(pid=106204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:17:11.199227 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (57fb69a9-4edc-44fd-8965-b65708e41306), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:17:11.436091 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c3e59811-0015-48e8-afb5-3d82d64b721e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (cef1489a-7471-4b81-a7c5-b9e507e96767), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:17:17.116793 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=16,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:17:17.127193 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=23,neutron:INSERT=7 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:17:17.301826 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:17:17.314052 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:17:20.734490 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:17:21.430641 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:UPDATE=1,neutron:SELECT=9 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:17:21.432501 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:17:33.739066 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:17:33.744104 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=4 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:17:36.335928 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-e439a9af-dce4-4fed-a9c5-1eab987a2afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (f73c601a-29a1-4353-9f34-efd4ba2e6501), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:17:38.580715 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-49118630-f796-4f4e-aacb-56e6b82fd537 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (4f31b8b6-17c0-474d-bf52-0481ff2a5cf7), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:17:39.883429 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-740e41e1-10de-4b2e-a9f0-9582d49d2a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (d7a8950b-d4d7-4646-ba54-d395483871b4), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:17:41.201656 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (57fb69a9-4edc-44fd-8965-b65708e41306), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:17:41.438151 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c3e59811-0015-48e8-afb5-3d82d64b721e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (cef1489a-7471-4b81-a7c5-b9e507e96767), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:17:47.738413 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.agents_db [None req-f0b1ed15-d02e-46f0-bd67-2b506ff8404e None None] Agent healthcheck: found 5 active agents {{(pid=106204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:17:51.432030 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:17:51.433890 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:17:57.734106 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:18:06.327841 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-78e0c50c-bf78-4122-9be7-d10997a15070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (f73c601a-29a1-4353-9f34-efd4ba2e6501), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:18:08.582925 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1cf0d2f8-1c4d-4719-9b0b-f7d95522e286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (4f31b8b6-17c0-474d-bf52-0481ff2a5cf7), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:18:09.887680 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-740e41e1-10de-4b2e-a9f0-9582d49d2a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (d7a8950b-d4d7-4646-ba54-d395483871b4), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:18:10.745055 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:18:10.749805 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=3 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:18:11.301504 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (57fb69a9-4edc-44fd-8965-b65708e41306), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:18:11.441206 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c3e59811-0015-48e8-afb5-3d82d64b721e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (cef1489a-7471-4b81-a7c5-b9e507e96767), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:18:21.431749 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=6 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:18:21.436981 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:18:24.738083 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.agents_db [None req-f0b1ed15-d02e-46f0-bd67-2b506ff8404e None None] Agent healthcheck: found 5 active agents {{(pid=106204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:18:34.732954 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:18:34.733882 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:18:36.329873 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-6b9d8763-29a8-4b23-9730-d1e4d9e4aa0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (f73c601a-29a1-4353-9f34-efd4ba2e6501), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:18:38.586335 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-ca9bb782-15f4-45bd-b428-a779d1a3fdf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (4f31b8b6-17c0-474d-bf52-0481ff2a5cf7), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:18:39.891211 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-740e41e1-10de-4b2e-a9f0-9582d49d2a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (d7a8950b-d4d7-4646-ba54-d395483871b4), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:18:41.205623 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (57fb69a9-4edc-44fd-8965-b65708e41306), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:18:41.444666 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c3e59811-0015-48e8-afb5-3d82d64b721e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (cef1489a-7471-4b81-a7c5-b9e507e96767), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:18:46.488880 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-538561'] for agent (986f726e-8c98-4005-b3b7-e033305b1240), after_create {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:18:47.755290 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:18:47.756119 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=4 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:18:56.482132 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:18:56.485734 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:18:58.148041 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 49898) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:18:58.273745 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-a312f8ac-a0ca-4871-bd48-a1053f28342f admin admin] 10.222.0.71 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1246324 Sep 21 12:19:00.784478 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 49908) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:19:00.845815 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-8bd4bad2-7b67-4dba-9f3a-29df0f34ab9b admin admin] 10.222.0.71 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0602641 Sep 21 12:19:01.737463 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.agents_db [None req-f0b1ed15-d02e-46f0-bd67-2b506ff8404e None None] Agent healthcheck: found 6 active agents {{(pid=106204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:19:06.338482 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-142bda0d-d381-4e0f-a84c-7482573e55c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (f73c601a-29a1-4353-9f34-efd4ba2e6501), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:19:06.556353 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=15 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:19:08.267042 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:19:08.268899 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:19:08.589426 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-7e0e151d-57a5-49d2-9b2d-b97af549c30c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (4f31b8b6-17c0-474d-bf52-0481ff2a5cf7), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:19:09.895208 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-740e41e1-10de-4b2e-a9f0-9582d49d2a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (d7a8950b-d4d7-4646-ba54-d395483871b4), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:19:10.837397 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:19:10.839278 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:19:11.207355 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (57fb69a9-4edc-44fd-8965-b65708e41306), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:19:11.449478 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c3e59811-0015-48e8-afb5-3d82d64b721e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (cef1489a-7471-4b81-a7c5-b9e507e96767), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:19:11.733371 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=13 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:19:16.470001 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (986f726e-8c98-4005-b3b7-e033305b1240), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:19:24.747356 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:19:24.752626 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=4 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:19:26.464098 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:19:26.466143 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:19:36.331474 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-80822318-21ec-485c-8b96-6fca43f69365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (f73c601a-29a1-4353-9f34-efd4ba2e6501), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:19:38.592606 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-ee808ea3-d12b-445e-a15b-8582112f2213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (4f31b8b6-17c0-474d-bf52-0481ff2a5cf7), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:19:38.736856 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.agents_db [None req-f0b1ed15-d02e-46f0-bd67-2b506ff8404e None None] Agent healthcheck: found 6 active agents {{(pid=106204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:19:39.895803 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-740e41e1-10de-4b2e-a9f0-9582d49d2a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (d7a8950b-d4d7-4646-ba54-d395483871b4), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:19:41.209666 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (57fb69a9-4edc-44fd-8965-b65708e41306), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:19:41.451240 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c3e59811-0015-48e8-afb5-3d82d64b721e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (cef1489a-7471-4b81-a7c5-b9e507e96767), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:19:46.468929 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (986f726e-8c98-4005-b3b7-e033305b1240), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:19:48.731873 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:19:48.732652 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:19:56.463118 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:19:56.465574 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:01.757541 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=3 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:04.750319 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:06.334774 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-4a9a10fd-76db-481f-8bd3-43a08d830c38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (f73c601a-29a1-4353-9f34-efd4ba2e6501), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:08.594884 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c0911e59-7a54-4fd5-9c8b-52d003cc2f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (4f31b8b6-17c0-474d-bf52-0481ff2a5cf7), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:09.903813 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-740e41e1-10de-4b2e-a9f0-9582d49d2a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (d7a8950b-d4d7-4646-ba54-d395483871b4), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:11.213292 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (57fb69a9-4edc-44fd-8965-b65708e41306), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:11.454292 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c3e59811-0015-48e8-afb5-3d82d64b721e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (cef1489a-7471-4b81-a7c5-b9e507e96767), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:15.737320 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.agents_db [None req-f0b1ed15-d02e-46f0-bd67-2b506ff8404e None None] Agent healthcheck: found 6 active agents {{(pid=106204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:20:16.466629 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (986f726e-8c98-4005-b3b7-e033305b1240), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:25.732267 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:25.733004 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=3 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:26.460339 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:26.462270 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:36.346591 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-a7446629-6d99-4b09-86f8-978f97cc0ef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (f73c601a-29a1-4353-9f34-efd4ba2e6501), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:36.788103 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 50120) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:20:37.010238 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 50140) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:20:37.047085 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 50144) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:20:37.093798 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 50162) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:20:37.168727 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [None req-25deb459-5aab-4eee-b163-9390e2c64654 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1980479024-network', 'tenant_id': 'bfe885783173412289ca18fb7cdc6bed'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:20:37.188822 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25deb459-5aab-4eee-b163-9390e2c64654 admin admin] Made reservation on behalf of bfe885783173412289ca18fb7cdc6bed for: {'network': 1} {{(pid=106202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:20:37.191805 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-25deb459-5aab-4eee-b163-9390e2c64654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for network (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:37.200955 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-25deb459-5aab-4eee-b163-9390e2c64654 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:37.259485 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [None req-c73e7b9c-f299-4024-9fff-69f53cbb27bd admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-595731396-network', 'tenant_id': '74d5d713723f4ea5a8d1e72627b80c47'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:20:37.312838 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [None req-ab15ae89-9a44-4a80-b0e2-f93232887d06 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1026338414-network', 'tenant_id': '5e6ef4f3de1943ffbde82d3f0a19542f'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:20:37.317889 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-25deb459-5aab-4eee-b163-9390e2c64654 admin admin] Publish callbacks [] for security_group (c37af9d4-f130-406a-86c1-29ab872228c7), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:37.327093 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-25deb459-5aab-4eee-b163-9390e2c64654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (c37af9d4-f130-406a-86c1-29ab872228c7), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:37.340915 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73e7b9c-f299-4024-9fff-69f53cbb27bd admin admin] Made reservation on behalf of 74d5d713723f4ea5a8d1e72627b80c47 for: {'network': 1} {{(pid=106202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:20:37.343330 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-c73e7b9c-f299-4024-9fff-69f53cbb27bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for network (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:37.356870 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [None req-6badcdeb-3627-4a2e-9b75-1981661fca59 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-700868700-network', 'tenant_id': '9340222cfe154efe8a6064b197d54499'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:20:37.394373 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25deb459-5aab-4eee-b163-9390e2c64654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c37af9d4-f130-406a-86c1-29ab872228c7,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:20:37.432703 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25deb459-5aab-4eee-b163-9390e2c64654 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:20:37.433043 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25deb459-5aab-4eee-b163-9390e2c64654 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:20:37.433628 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25deb459-5aab-4eee-b163-9390e2c64654 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:20:37.434265 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25deb459-5aab-4eee-b163-9390e2c64654 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:20:37.434959 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25deb459-5aab-4eee-b163-9390e2c64654 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:20:37.435541 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25deb459-5aab-4eee-b163-9390e2c64654 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:20:37.436214 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25deb459-5aab-4eee-b163-9390e2c64654 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:20:37.437381 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25deb459-5aab-4eee-b163-9390e2c64654 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:20:37.438000 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25deb459-5aab-4eee-b163-9390e2c64654 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:20:37.438594 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25deb459-5aab-4eee-b163-9390e2c64654 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:20:37.439160 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25deb459-5aab-4eee-b163-9390e2c64654 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:20:37.439767 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25deb459-5aab-4eee-b163-9390e2c64654 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:20:37.440454 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25deb459-5aab-4eee-b163-9390e2c64654 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:20:37.441008 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25deb459-5aab-4eee-b163-9390e2c64654 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:20:37.442524 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25deb459-5aab-4eee-b163-9390e2c64654 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:20:37.444023 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25deb459-5aab-4eee-b163-9390e2c64654 admin admin] Tracked resource versions report: Sep 21 12:20:37.444023 dv-cinder-858678-1-iscsi neutron-server[106202]: pushed versions: Sep 21 12:20:37.444023 dv-cinder-858678-1-iscsi neutron-server[106202]: { 'AddressGroup': {'1.2'}, Sep 21 12:20:37.444023 dv-cinder-858678-1-iscsi neutron-server[106202]: 'Agent': {'1.1'}, Sep 21 12:20:37.444023 dv-cinder-858678-1-iscsi neutron-server[106202]: 'ConntrackHelper': {'1.0'}, Sep 21 12:20:37.444023 dv-cinder-858678-1-iscsi neutron-server[106202]: 'LocalIPAssociation': {'1.0'}, Sep 21 12:20:37.444023 dv-cinder-858678-1-iscsi neutron-server[106202]: 'Log': {'1.0'}, Sep 21 12:20:37.444023 dv-cinder-858678-1-iscsi neutron-server[106202]: 'NDPProxy': {'1.0'}, Sep 21 12:20:37.444023 dv-cinder-858678-1-iscsi neutron-server[106202]: 'Network': {'1.1'}, Sep 21 12:20:37.444023 dv-cinder-858678-1-iscsi neutron-server[106202]: 'Port': {'1.7'}, Sep 21 12:20:37.444023 dv-cinder-858678-1-iscsi neutron-server[106202]: 'PortForwarding': {'1.3'}, Sep 21 12:20:37.444023 dv-cinder-858678-1-iscsi neutron-server[106202]: 'QosPolicy': {'1.10'}, Sep 21 12:20:37.444023 dv-cinder-858678-1-iscsi neutron-server[106202]: 'SecurityGroup': {'1.5'}, Sep 21 12:20:37.444023 dv-cinder-858678-1-iscsi neutron-server[106202]: 'SecurityGroupRule': {'1.2'}, Sep 21 12:20:37.444023 dv-cinder-858678-1-iscsi neutron-server[106202]: 'SubPort': {'1.0'}, Sep 21 12:20:37.444023 dv-cinder-858678-1-iscsi neutron-server[106202]: 'Subnet': {'1.1'}, Sep 21 12:20:37.444023 dv-cinder-858678-1-iscsi neutron-server[106202]: 'Trunk': {'1.1'}} Sep 21 12:20:37.444023 dv-cinder-858678-1-iscsi neutron-server[106202]: consumer versions: Sep 21 12:20:37.444023 dv-cinder-858678-1-iscsi neutron-server[106202]: { DHCP agent@dv-cinder-858678-1-iscsi: {}, Sep 21 12:20:37.444023 dv-cinder-858678-1-iscsi neutron-server[106202]: HyperV agent@hv-cinder-85867: {}, Sep 21 12:20:37.444023 dv-cinder-858678-1-iscsi neutron-server[106202]: L3 agent@dv-cinder-858678-1-iscsi: {}, Sep 21 12:20:37.444023 dv-cinder-858678-1-iscsi neutron-server[106202]: Metadata agent@dv-cinder-858678-1-iscsi: {}, Sep 21 12:20:37.444023 dv-cinder-858678-1-iscsi neutron-server[106202]: Metering agent@dv-cinder-858678-1-iscsi: {}, Sep 21 12:20:37.444023 dv-cinder-858678-1-iscsi neutron-server[106202]: Open vSwitch agent@dv-cinder-858678-1-iscsi: { 'AddressGroup': '1.2', Sep 21 12:20:37.444023 dv-cinder-858678-1-iscsi neutron-server[106202]: 'Agent': '1.1', Sep 21 12:20:37.444023 dv-cinder-858678-1-iscsi neutron-server[106202]: 'ConntrackHelper': '1.0', Sep 21 12:20:37.444023 dv-cinder-858678-1-iscsi neutron-server[106202]: 'LocalIPAssociation': '1.0', Sep 21 12:20:37.444023 dv-cinder-858678-1-iscsi neutron-server[106202]: 'Log': '1.0', Sep 21 12:20:37.444023 dv-cinder-858678-1-iscsi neutron-server[106202]: 'NDPProxy': '1.0', Sep 21 12:20:37.444023 dv-cinder-858678-1-iscsi neutron-server[106202]: 'Network': '1.1', Sep 21 12:20:37.444023 dv-cinder-858678-1-iscsi neutron-server[106202]: 'Port': '1.7', Sep 21 12:20:37.444023 dv-cinder-858678-1-iscsi neutron-server[106202]: 'PortForwarding': '1.3', Sep 21 12:20:37.444023 dv-cinder-858678-1-iscsi neutron-server[106202]: 'QosPolicy': '1.10', Sep 21 12:20:37.444023 dv-cinder-858678-1-iscsi neutron-server[106202]: 'SecurityGroup': '1.5', Sep 21 12:20:37.444023 dv-cinder-858678-1-iscsi neutron-server[106202]: 'SecurityGroupRule': '1.2', Sep 21 12:20:37.444023 dv-cinder-858678-1-iscsi neutron-server[106202]: 'SubPort': '1.0', Sep 21 12:20:37.444023 dv-cinder-858678-1-iscsi neutron-server[106202]: 'Subnet': '1.1', Sep 21 12:20:37.444023 dv-cinder-858678-1-iscsi neutron-server[106202]: 'Trunk': '1.1'}} Sep 21 12:20:37.444023 dv-cinder-858678-1-iscsi neutron-server[106202]: {{(pid=106202) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 12:20:37.447796 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25deb459-5aab-4eee-b163-9390e2c64654 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=106202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 12:20:37.455855 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6badcdeb-3627-4a2e-9b75-1981661fca59 admin admin] Made reservation on behalf of 9340222cfe154efe8a6064b197d54499 for: {'network': 1} {{(pid=106202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:20:37.460512 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-6badcdeb-3627-4a2e-9b75-1981661fca59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for network (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:37.474011 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-c73e7b9c-f299-4024-9fff-69f53cbb27bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:37.476128 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab15ae89-9a44-4a80-b0e2-f93232887d06 admin admin] Made reservation on behalf of 5e6ef4f3de1943ffbde82d3f0a19542f for: {'network': 1} {{(pid=106202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:20:37.478602 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-ab15ae89-9a44-4a80-b0e2-f93232887d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for network (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:37.483648 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-6badcdeb-3627-4a2e-9b75-1981661fca59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:37.505754 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-ab15ae89-9a44-4a80-b0e2-f93232887d06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:37.518408 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-25deb459-5aab-4eee-b163-9390e2c64654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355690'] for segment (766585a5-4147-41c8-895e-01c937849662), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:37.518591 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.db.segments_db [None req-25deb459-5aab-4eee-b163-9390e2c64654 admin admin] Added segment 766585a5-4147-41c8-895e-01c937849662 of type vlan for network b3245495-49f4-4a2e-9c46-044bc534ffd5 Sep 21 12:20:37.623054 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-25deb459-5aab-4eee-b163-9390e2c64654 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735120869551'] for network (b3245495-49f4-4a2e-9c46-044bc534ffd5), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:37.737162 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-25deb459-5aab-4eee-b163-9390e2c64654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028'] for network (b3245495-49f4-4a2e-9c46-044bc534ffd5), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:37.738220 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25deb459-5aab-4eee-b163-9390e2c64654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:20:37.738831 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-25deb459-5aab-4eee-b163-9390e2c64654 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544014'] for network (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:37.760703 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=68,neutron:INSERT=30,neutron:UPDATE=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:37.780179 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=68,neutron:INSERT=27,neutron:UPDATE=5 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:37.866570 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-c73e7b9c-f299-4024-9fff-69f53cbb27bd admin admin] Publish callbacks [] for security_group (cd8a5d76-473c-4b81-a3f8-a207e80c4412), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:37.874259 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-25deb459-5aab-4eee-b163-9390e2c64654 admin admin] 10.222.0.71 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0835552 Sep 21 12:20:37.875313 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 50208) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:20:37.887837 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.v2.base [None req-aa5e8e3b-b6ff-4f14-9c19-b5e08d0b9dee admin admin] Request body: {'subnet': {'network_id': 'b3245495-49f4-4a2e-9c46-044bc534ffd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1980479024-subnet', 'tenant_id': 'bfe885783173412289ca18fb7cdc6bed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:20:37.893262 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25deb459-5aab-4eee-b163-9390e2c64654 admin admin] Pushing event updated for resources: {'Network': ['ID=b3245495-49f4-4a2e-9c46-044bc534ffd5,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:20:37.896729 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-ab15ae89-9a44-4a80-b0e2-f93232887d06 admin admin] Publish callbacks [] for security_group (f9d21609-c22e-4c68-a695-b3a4a31d3889), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:37.898773 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-6badcdeb-3627-4a2e-9b75-1981661fca59 admin admin] Publish callbacks [] for security_group (c13a15c0-cd3a-49ca-824c-4f8796769ceb), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:37.901390 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-c73e7b9c-f299-4024-9fff-69f53cbb27bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (cd8a5d76-473c-4b81-a3f8-a207e80c4412), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:37.904885 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Network b3245495-49f4-4a2e-9c46-044bc534ffd5 details requested by agent ovs-agent-dv-cinder-858678-1-iscsi with host dv-cinder-858678-1-iscsi {{(pid=106203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 12:20:37.933454 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73e7b9c-f299-4024-9fff-69f53cbb27bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd8a5d76-473c-4b81-a3f8-a207e80c4412,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:20:37.939450 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-6badcdeb-3627-4a2e-9b75-1981661fca59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (c13a15c0-cd3a-49ca-824c-4f8796769ceb), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:37.943004 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-ab15ae89-9a44-4a80-b0e2-f93232887d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (f9d21609-c22e-4c68-a695-b3a4a31d3889), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:37.949729 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5e8e3b-b6ff-4f14-9c19-b5e08d0b9dee admin admin] Made reservation on behalf of bfe885783173412289ca18fb7cdc6bed for: {'subnet': 1} {{(pid=106201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:20:37.959301 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-aa5e8e3b-b6ff-4f14-9c19-b5e08d0b9dee admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:37.978824 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab15ae89-9a44-4a80-b0e2-f93232887d06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=106202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 12:20:38.009358 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-ab15ae89-9a44-4a80-b0e2-f93232887d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355690'] for segment (8f611811-e093-433f-9aea-61970f40e4b3), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:38.009695 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.db.segments_db [None req-ab15ae89-9a44-4a80-b0e2-f93232887d06 admin admin] Added segment 8f611811-e093-433f-9aea-61970f40e4b3 of type vlan for network b3f0e30c-c130-4bd6-a99c-2726089c3f25 Sep 21 12:20:38.107162 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c73e7b9c-f299-4024-9fff-69f53cbb27bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=106202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 12:20:38.124036 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-ab15ae89-9a44-4a80-b0e2-f93232887d06 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735120869551'] for network (b3f0e30c-c130-4bd6-a99c-2726089c3f25), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:38.135458 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6badcdeb-3627-4a2e-9b75-1981661fca59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=106202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 12:20:38.156642 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-c73e7b9c-f299-4024-9fff-69f53cbb27bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355690'] for segment (5be53f91-aee1-48e3-9112-bdcdf49a807c), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:38.157558 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.db.segments_db [None req-c73e7b9c-f299-4024-9fff-69f53cbb27bd admin admin] Added segment 5be53f91-aee1-48e3-9112-bdcdf49a807c of type vlan for network b63f4162-66af-473e-9153-2acb9ad38029 Sep 21 12:20:38.189323 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-6badcdeb-3627-4a2e-9b75-1981661fca59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355690'] for segment (a0d42efa-470c-43ee-a1e8-ed6c41bfc084), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:38.189842 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.db.segments_db [None req-6badcdeb-3627-4a2e-9b75-1981661fca59 admin admin] Added segment a0d42efa-470c-43ee-a1e8-ed6c41bfc084 of type vlan for network 5da5489c-9c30-4169-9afe-1354fb43296f Sep 21 12:20:38.199829 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6badcdeb-3627-4a2e-9b75-1981661fca59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13a15c0-cd3a-49ca-824c-4f8796769ceb,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:20:38.206047 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-ab15ae89-9a44-4a80-b0e2-f93232887d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028'] for network (b3f0e30c-c130-4bd6-a99c-2726089c3f25), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:38.207658 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab15ae89-9a44-4a80-b0e2-f93232887d06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:20:38.208770 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-ab15ae89-9a44-4a80-b0e2-f93232887d06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544014'] for network (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:38.256060 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-aa5e8e3b-b6ff-4f14-9c19-b5e08d0b9dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028'] for subnet (b4bcc0dd-4d15-4cb0-8073-4357ff21105f), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:38.327143 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5e8e3b-b6ff-4f14-9c19-b5e08d0b9dee admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4bcc0dd-4d15-4cb0-8073-4357ff21105f,revision_number=0']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:20:38.338189 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-c73e7b9c-f299-4024-9fff-69f53cbb27bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735120869551'] for network (b63f4162-66af-473e-9153-2acb9ad38029), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:38.344283 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5e8e3b-b6ff-4f14-9c19-b5e08d0b9dee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:20:38.344601 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5e8e3b-b6ff-4f14-9c19-b5e08d0b9dee admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:20:38.344953 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5e8e3b-b6ff-4f14-9c19-b5e08d0b9dee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:20:38.345282 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5e8e3b-b6ff-4f14-9c19-b5e08d0b9dee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:20:38.345597 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5e8e3b-b6ff-4f14-9c19-b5e08d0b9dee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:20:38.346228 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5e8e3b-b6ff-4f14-9c19-b5e08d0b9dee admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:20:38.346702 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5e8e3b-b6ff-4f14-9c19-b5e08d0b9dee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:20:38.347400 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5e8e3b-b6ff-4f14-9c19-b5e08d0b9dee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:20:38.347777 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5e8e3b-b6ff-4f14-9c19-b5e08d0b9dee admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:20:38.348259 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5e8e3b-b6ff-4f14-9c19-b5e08d0b9dee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:20:38.348580 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5e8e3b-b6ff-4f14-9c19-b5e08d0b9dee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:20:38.349360 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5e8e3b-b6ff-4f14-9c19-b5e08d0b9dee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:20:38.349838 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5e8e3b-b6ff-4f14-9c19-b5e08d0b9dee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:20:38.350287 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5e8e3b-b6ff-4f14-9c19-b5e08d0b9dee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:20:38.350601 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5e8e3b-b6ff-4f14-9c19-b5e08d0b9dee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:20:38.352256 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5e8e3b-b6ff-4f14-9c19-b5e08d0b9dee admin admin] Tracked resource versions report: Sep 21 12:20:38.352256 dv-cinder-858678-1-iscsi neutron-server[106201]: pushed versions: Sep 21 12:20:38.352256 dv-cinder-858678-1-iscsi neutron-server[106201]: { 'AddressGroup': {'1.2'}, Sep 21 12:20:38.352256 dv-cinder-858678-1-iscsi neutron-server[106201]: 'Agent': {'1.1'}, Sep 21 12:20:38.352256 dv-cinder-858678-1-iscsi neutron-server[106201]: 'ConntrackHelper': {'1.0'}, Sep 21 12:20:38.352256 dv-cinder-858678-1-iscsi neutron-server[106201]: 'LocalIPAssociation': {'1.0'}, Sep 21 12:20:38.352256 dv-cinder-858678-1-iscsi neutron-server[106201]: 'Log': {'1.0'}, Sep 21 12:20:38.352256 dv-cinder-858678-1-iscsi neutron-server[106201]: 'NDPProxy': {'1.0'}, Sep 21 12:20:38.352256 dv-cinder-858678-1-iscsi neutron-server[106201]: 'Network': {'1.1'}, Sep 21 12:20:38.352256 dv-cinder-858678-1-iscsi neutron-server[106201]: 'Port': {'1.7'}, Sep 21 12:20:38.352256 dv-cinder-858678-1-iscsi neutron-server[106201]: 'PortForwarding': {'1.3'}, Sep 21 12:20:38.352256 dv-cinder-858678-1-iscsi neutron-server[106201]: 'QosPolicy': {'1.10'}, Sep 21 12:20:38.352256 dv-cinder-858678-1-iscsi neutron-server[106201]: 'SecurityGroup': {'1.5'}, Sep 21 12:20:38.352256 dv-cinder-858678-1-iscsi neutron-server[106201]: 'SecurityGroupRule': {'1.2'}, Sep 21 12:20:38.352256 dv-cinder-858678-1-iscsi neutron-server[106201]: 'SubPort': {'1.0'}, Sep 21 12:20:38.352256 dv-cinder-858678-1-iscsi neutron-server[106201]: 'Subnet': {'1.1'}, Sep 21 12:20:38.352256 dv-cinder-858678-1-iscsi neutron-server[106201]: 'Trunk': {'1.1'}} Sep 21 12:20:38.352256 dv-cinder-858678-1-iscsi neutron-server[106201]: consumer versions: Sep 21 12:20:38.352256 dv-cinder-858678-1-iscsi neutron-server[106201]: { DHCP agent@dv-cinder-858678-1-iscsi: {}, Sep 21 12:20:38.352256 dv-cinder-858678-1-iscsi neutron-server[106201]: HyperV agent@hv-cinder-85867: {}, Sep 21 12:20:38.352256 dv-cinder-858678-1-iscsi neutron-server[106201]: L3 agent@dv-cinder-858678-1-iscsi: {}, Sep 21 12:20:38.352256 dv-cinder-858678-1-iscsi neutron-server[106201]: Metadata agent@dv-cinder-858678-1-iscsi: {}, Sep 21 12:20:38.352256 dv-cinder-858678-1-iscsi neutron-server[106201]: Metering agent@dv-cinder-858678-1-iscsi: {}, Sep 21 12:20:38.352256 dv-cinder-858678-1-iscsi neutron-server[106201]: Open vSwitch agent@dv-cinder-858678-1-iscsi: { 'AddressGroup': '1.2', Sep 21 12:20:38.352256 dv-cinder-858678-1-iscsi neutron-server[106201]: 'Agent': '1.1', Sep 21 12:20:38.352256 dv-cinder-858678-1-iscsi neutron-server[106201]: 'ConntrackHelper': '1.0', Sep 21 12:20:38.352256 dv-cinder-858678-1-iscsi neutron-server[106201]: 'LocalIPAssociation': '1.0', Sep 21 12:20:38.352256 dv-cinder-858678-1-iscsi neutron-server[106201]: 'Log': '1.0', Sep 21 12:20:38.352256 dv-cinder-858678-1-iscsi neutron-server[106201]: 'NDPProxy': '1.0', Sep 21 12:20:38.352256 dv-cinder-858678-1-iscsi neutron-server[106201]: 'Network': '1.1', Sep 21 12:20:38.352256 dv-cinder-858678-1-iscsi neutron-server[106201]: 'Port': '1.7', Sep 21 12:20:38.352256 dv-cinder-858678-1-iscsi neutron-server[106201]: 'PortForwarding': '1.3', Sep 21 12:20:38.352256 dv-cinder-858678-1-iscsi neutron-server[106201]: 'QosPolicy': '1.10', Sep 21 12:20:38.352256 dv-cinder-858678-1-iscsi neutron-server[106201]: 'SecurityGroup': '1.5', Sep 21 12:20:38.352256 dv-cinder-858678-1-iscsi neutron-server[106201]: 'SecurityGroupRule': '1.2', Sep 21 12:20:38.352256 dv-cinder-858678-1-iscsi neutron-server[106201]: 'SubPort': '1.0', Sep 21 12:20:38.352256 dv-cinder-858678-1-iscsi neutron-server[106201]: 'Subnet': '1.1', Sep 21 12:20:38.352256 dv-cinder-858678-1-iscsi neutron-server[106201]: 'Trunk': '1.1'}} Sep 21 12:20:38.352256 dv-cinder-858678-1-iscsi neutron-server[106201]: {{(pid=106201) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 12:20:38.358214 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5e8e3b-b6ff-4f14-9c19-b5e08d0b9dee admin admin] Checking segment: {'id': '766585a5-4147-41c8-895e-01c937849662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b3245495-49f4-4a2e-9c46-044bc534ffd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:20:38.358780 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5e8e3b-b6ff-4f14-9c19-b5e08d0b9dee admin admin] Network hostable DHCP agents. Network: b3245495-49f4-4a2e-9c46-044bc534ffd5, hostable agents: ['f73c601a-29a1-4353-9f34-efd4ba2e6501'], hosted agents: [] {{(pid=106201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 12:20:38.362061 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-6badcdeb-3627-4a2e-9b75-1981661fca59 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735120869551'] for network (5da5489c-9c30-4169-9afe-1354fb43296f), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:38.375917 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-ab15ae89-9a44-4a80-b0e2-f93232887d06 admin admin] 10.222.0.71 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3274689 Sep 21 12:20:38.379618 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 50236) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:20:38.385368 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15ae89-9a44-4a80-b0e2-f93232887d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d21609-c22e-4c68-a695-b3a4a31d3889,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:20:38.387298 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.v2.base [None req-6a38342b-5c06-4141-bbe4-80f0d03a0f6e admin admin] Request body: {'subnet': {'network_id': 'b3f0e30c-c130-4bd6-a99c-2726089c3f25', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1026338414-subnet', 'tenant_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:20:38.392959 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15ae89-9a44-4a80-b0e2-f93232887d06 admin admin] Pushing event updated for resources: {'Network': ['ID=b3f0e30c-c130-4bd6-a99c-2726089c3f25,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:20:38.395919 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5e8e3b-b6ff-4f14-9c19-b5e08d0b9dee admin admin] Network b3245495-49f4-4a2e-9c46-044bc534ffd5 is scheduled to be hosted by DHCP agent f73c601a-29a1-4353-9f34-efd4ba2e6501 with binding_index 1 {{(pid=106201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 12:20:38.415143 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.base_scheduler [None req-aa5e8e3b-b6ff-4f14-9c19-b5e08d0b9dee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858678-1-iscsi, b3245495-49f4-4a2e-9c46-044bc534ffd5) {{(pid=106201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:20:38.424146 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5e8e3b-b6ff-4f14-9c19-b5e08d0b9dee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:20:38.425010 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-aa5e8e3b-b6ff-4f14-9c19-b5e08d0b9dee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544014'] for subnet (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:38.427455 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90782678-52f1-4445-87ec-33c4f89adaf6 None None] Network b3245495-49f4-4a2e-9c46-044bc534ffd5 requested from dv-cinder-858678-1-iscsi {{(pid=106203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 12:20:38.433604 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-c73e7b9c-f299-4024-9fff-69f53cbb27bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028'] for network (b63f4162-66af-473e-9153-2acb9ad38029), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:38.434956 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73e7b9c-f299-4024-9fff-69f53cbb27bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:20:38.436134 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-c73e7b9c-f299-4024-9fff-69f53cbb27bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544014'] for network (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:38.439835 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a38342b-5c06-4141-bbe4-80f0d03a0f6e admin admin] Made reservation on behalf of 5e6ef4f3de1943ffbde82d3f0a19542f for: {'subnet': 1} {{(pid=106201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:20:38.443335 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-6a38342b-5c06-4141-bbe4-80f0d03a0f6e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:38.443517 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-6badcdeb-3627-4a2e-9b75-1981661fca59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028'] for network (5da5489c-9c30-4169-9afe-1354fb43296f), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:38.444586 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6badcdeb-3627-4a2e-9b75-1981661fca59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:20:38.445307 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-6badcdeb-3627-4a2e-9b75-1981661fca59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544014'] for network (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:38.462422 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Network b3f0e30c-c130-4bd6-a99c-2726089c3f25 details requested by agent ovs-agent-dv-cinder-858678-1-iscsi with host dv-cinder-858678-1-iscsi {{(pid=106203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 12:20:38.488571 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-aa5e8e3b-b6ff-4f14-9c19-b5e08d0b9dee admin admin] 10.222.0.71 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6119301 Sep 21 12:20:38.540204 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:DELETE=2,neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:38.547029 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-c73e7b9c-f299-4024-9fff-69f53cbb27bd admin admin] 10.222.0.71 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5358458 Sep 21 12:20:38.551740 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 50246) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:20:38.560821 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-6badcdeb-3627-4a2e-9b75-1981661fca59 admin admin] 10.222.0.71 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4659543 Sep 21 12:20:38.567000 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 50248) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:20:38.567211 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.v2.base [None req-fb838b28-b25e-4e48-8220-bd8b7eb74a99 admin admin] Request body: {'subnet': {'network_id': 'b63f4162-66af-473e-9153-2acb9ad38029', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-595731396-subnet', 'tenant_id': '74d5d713723f4ea5a8d1e72627b80c47', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:20:38.575176 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [None req-b1163264-7a94-442d-80f0-70c19acbd8ad admin admin] Request body: {'subnet': {'network_id': '5da5489c-9c30-4169-9afe-1354fb43296f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-700868700-subnet', 'tenant_id': '9340222cfe154efe8a6064b197d54499', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:20:38.604787 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73e7b9c-f299-4024-9fff-69f53cbb27bd admin admin] Pushing event updated for resources: {'Network': ['ID=b63f4162-66af-473e-9153-2acb9ad38029,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:20:38.624083 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 50252) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:20:38.630951 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb838b28-b25e-4e48-8220-bd8b7eb74a99 admin admin] Made reservation on behalf of 74d5d713723f4ea5a8d1e72627b80c47 for: {'subnet': 1} {{(pid=106201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:20:38.631125 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Network b63f4162-66af-473e-9153-2acb9ad38029 details requested by agent ovs-agent-dv-cinder-858678-1-iscsi with host dv-cinder-858678-1-iscsi {{(pid=106203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 12:20:38.633934 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-fb838b28-b25e-4e48-8220-bd8b7eb74a99 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:38.701122 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-60102411-493e-48c6-8da6-09c11e7ec71f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (4f31b8b6-17c0-474d-bf52-0481ff2a5cf7), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:38.750008 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:38.754478 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=4 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:38.766740 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6badcdeb-3627-4a2e-9b75-1981661fca59 admin admin] Pushing event updated for resources: {'Network': ['ID=5da5489c-9c30-4169-9afe-1354fb43296f,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:20:38.768794 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1163264-7a94-442d-80f0-70c19acbd8ad admin admin] Made reservation on behalf of 9340222cfe154efe8a6064b197d54499 for: {'subnet': 1} {{(pid=106202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:20:38.771270 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-b1163264-7a94-442d-80f0-70c19acbd8ad admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:38.795285 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Network 5da5489c-9c30-4169-9afe-1354fb43296f details requested by agent ovs-agent-dv-cinder-858678-1-iscsi with host dv-cinder-858678-1-iscsi {{(pid=106203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 12:20:38.904285 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5646f24-a59b-4d18-a0a4-6e08b7bfd9a6 None None] Network b3245495-49f4-4a2e-9c46-044bc534ffd5 requested from dv-cinder-858678-1-iscsi {{(pid=106203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 12:20:38.979346 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:INSERT=10,neutron:SELECT=79,neutron:UPDATE=5,neutron:DELETE=6 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:38.984756 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:38.986119 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-6a38342b-5c06-4141-bbe4-80f0d03a0f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028'] for subnet (f5cf9592-7b6c-4eba-b546-68b41c284733), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:39.104582 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a38342b-5c06-4141-bbe4-80f0d03a0f6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5cf9592-7b6c-4eba-b546-68b41c284733,revision_number=0']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:20:39.118198 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:39.318661 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-c1b502cf-6e96-42b9-a30e-4d6dc706fff8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:39.321594 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-fb838b28-b25e-4e48-8220-bd8b7eb74a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028'] for subnet (7ad8a1ff-f00e-4a0f-ba67-d6724a11803d), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:39.338746 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a38342b-5c06-4141-bbe4-80f0d03a0f6e admin admin] Checking segment: {'id': '8f611811-e093-433f-9aea-61970f40e4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'b3f0e30c-c130-4bd6-a99c-2726089c3f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:20:39.339680 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a38342b-5c06-4141-bbe4-80f0d03a0f6e admin admin] Network hostable DHCP agents. Network: b3f0e30c-c130-4bd6-a99c-2726089c3f25, hostable agents: ['f73c601a-29a1-4353-9f34-efd4ba2e6501'], hosted agents: [] {{(pid=106201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 12:20:39.448283 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a38342b-5c06-4141-bbe4-80f0d03a0f6e admin admin] Network b3f0e30c-c130-4bd6-a99c-2726089c3f25 is scheduled to be hosted by DHCP agent f73c601a-29a1-4353-9f34-efd4ba2e6501 with binding_index 1 {{(pid=106201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 12:20:39.449264 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-b1163264-7a94-442d-80f0-70c19acbd8ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028'] for subnet (1ad2b91e-60c9-4af5-9a83-ab634cc92cf0), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:39.471714 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb838b28-b25e-4e48-8220-bd8b7eb74a99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ad8a1ff-f00e-4a0f-ba67-d6724a11803d,revision_number=0']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:20:39.477688 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.base_scheduler [None req-6a38342b-5c06-4141-bbe4-80f0d03a0f6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858678-1-iscsi, b3f0e30c-c130-4bd6-a99c-2726089c3f25) {{(pid=106201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:20:39.524925 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb838b28-b25e-4e48-8220-bd8b7eb74a99 admin admin] Checking segment: {'id': '5be53f91-aee1-48e3-9112-bdcdf49a807c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b63f4162-66af-473e-9153-2acb9ad38029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:20:39.532453 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb838b28-b25e-4e48-8220-bd8b7eb74a99 admin admin] Network hostable DHCP agents. Network: b63f4162-66af-473e-9153-2acb9ad38029, hostable agents: ['f73c601a-29a1-4353-9f34-efd4ba2e6501'], hosted agents: [] {{(pid=106201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 12:20:39.550979 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1163264-7a94-442d-80f0-70c19acbd8ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ad2b91e-60c9-4af5-9a83-ab634cc92cf0,revision_number=0']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:20:39.613323 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b59ac3-2810-4cc0-b514-6fab76a01162 None None] Network b3f0e30c-c130-4bd6-a99c-2726089c3f25 requested from dv-cinder-858678-1-iscsi {{(pid=106203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 12:20:39.625514 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1163264-7a94-442d-80f0-70c19acbd8ad admin admin] Checking segment: {'id': 'a0d42efa-470c-43ee-a1e8-ed6c41bfc084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5da5489c-9c30-4169-9afe-1354fb43296f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:20:39.625916 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1163264-7a94-442d-80f0-70c19acbd8ad admin admin] Network hostable DHCP agents. Network: 5da5489c-9c30-4169-9afe-1354fb43296f, hostable agents: ['f73c601a-29a1-4353-9f34-efd4ba2e6501'], hosted agents: [] {{(pid=106202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 12:20:39.634471 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a38342b-5c06-4141-bbe4-80f0d03a0f6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:20:39.635462 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-6a38342b-5c06-4141-bbe4-80f0d03a0f6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544014'] for subnet (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:39.647971 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb838b28-b25e-4e48-8220-bd8b7eb74a99 admin admin] Network b63f4162-66af-473e-9153-2acb9ad38029 is scheduled to be hosted by DHCP agent f73c601a-29a1-4353-9f34-efd4ba2e6501 with binding_index 1 {{(pid=106201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 12:20:39.657961 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-c1b502cf-6e96-42b9-a30e-4d6dc706fff8 admin admin] Publish callbacks [] for security_group (3d6211b0-f7e8-42a6-a0e3-2d0c30b926ee), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:39.666041 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.base_scheduler [None req-fb838b28-b25e-4e48-8220-bd8b7eb74a99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858678-1-iscsi, b63f4162-66af-473e-9153-2acb9ad38029) {{(pid=106201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:20:39.670487 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-c1b502cf-6e96-42b9-a30e-4d6dc706fff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (3d6211b0-f7e8-42a6-a0e3-2d0c30b926ee), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:39.674393 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb838b28-b25e-4e48-8220-bd8b7eb74a99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:20:39.675232 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-fb838b28-b25e-4e48-8220-bd8b7eb74a99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544014'] for subnet (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:39.679395 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 50310) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:20:39.692016 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1163264-7a94-442d-80f0-70c19acbd8ad admin admin] Network 5da5489c-9c30-4169-9afe-1354fb43296f is scheduled to be hosted by DHCP agent f73c601a-29a1-4353-9f34-efd4ba2e6501 with binding_index 1 {{(pid=106202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 12:20:39.706304 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-6a38342b-5c06-4141-bbe4-80f0d03a0f6e admin admin] 10.222.0.71 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3243842 Sep 21 12:20:39.717270 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 50314) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:20:39.723521 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.v2.base [None req-7f059ff7-1a09-4e08-94cf-52e722ad4564 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1026338414-router', 'tenant_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d'}}} {{(pid=106201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:20:39.729205 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.base_scheduler [None req-b1163264-7a94-442d-80f0-70c19acbd8ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858678-1-iscsi, 5da5489c-9c30-4169-9afe-1354fb43296f) {{(pid=106202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:20:39.739669 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1163264-7a94-442d-80f0-70c19acbd8ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:20:39.743023 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45fbec9-8cc6-4a32-9da1-de58be426326 None None] Network b63f4162-66af-473e-9153-2acb9ad38029 requested from dv-cinder-858678-1-iscsi {{(pid=106203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 12:20:39.750479 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-b1163264-7a94-442d-80f0-70c19acbd8ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544014'] for subnet (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:39.775554 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 50318) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:20:39.778381 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-fb838b28-b25e-4e48-8220-bd8b7eb74a99 admin admin] 10.222.0.71 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2252111 Sep 21 12:20:39.781991 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b502cf-6e96-42b9-a30e-4d6dc706fff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6211b0-f7e8-42a6-a0e3-2d0c30b926ee,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:20:39.785551 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [None req-d5473e8c-745e-425e-90af-e5b144e63a7b admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-595731396-router', 'tenant_id': '74d5d713723f4ea5a8d1e72627b80c47', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d'}}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:20:39.788998 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-c1b502cf-6e96-42b9-a30e-4d6dc706fff8 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=472d4c74ede24fd691d42b3185e919b2&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1608937 Sep 21 12:20:39.790025 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 50320) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:20:39.807662 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-b1163264-7a94-442d-80f0-70c19acbd8ad admin admin] 10.222.0.71 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2358065 Sep 21 12:20:39.810143 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 50322) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:20:39.815060 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [None req-57afc8c9-14d8-4e04-82f2-acf91ea269fa admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-700868700-router', 'tenant_id': '9340222cfe154efe8a6064b197d54499', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d'}}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:20:39.819868 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-7f059ff7-1a09-4e08-94cf-52e722ad4564 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4986'] for router (6489c3c9-8588-4d87-8d3b-2c367483e192), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:39.821086 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-7f059ff7-1a09-4e08-94cf-52e722ad4564 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4963'] for router (6489c3c9-8588-4d87-8d3b-2c367483e192), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:39.850412 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-d5473e8c-745e-425e-90af-e5b144e63a7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4986'] for router (2843d53f-fbc2-4376-8215-128694a1d6e6), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:39.852752 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-d5473e8c-745e-425e-90af-e5b144e63a7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4963'] for router (2843d53f-fbc2-4376-8215-128694a1d6e6), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:39.861736 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-57afc8c9-14d8-4e04-82f2-acf91ea269fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4986'] for router (f11e3f6a-90ee-4201-9332-826f19c376fa), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:39.863423 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-57afc8c9-14d8-4e04-82f2-acf91ea269fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4963'] for router (f11e3f6a-90ee-4201-9332-826f19c376fa), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:39.964764 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-d5473e8c-745e-425e-90af-e5b144e63a7b admin admin] Publish callbacks [] for router_controller (2843d53f-fbc2-4376-8215-128694a1d6e6), precommit_add_association {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:39.974145 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 50328) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:20:39.979542 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [None req-1c1b61c5-d08a-45e1-9959-30cd6addc67d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-926177781-network', 'tenant_id': 'aedd846e34fc471685daeec69f45b6cb'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:20:40.008572 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c1b61c5-d08a-45e1-9959-30cd6addc67d admin admin] Made reservation on behalf of aedd846e34fc471685daeec69f45b6cb for: {'network': 1} {{(pid=106202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:20:40.011558 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-0bec4dfa-6567-4f4e-b9fb-20c9655e236e admin admin] Publish callbacks [] for security_group (3d6211b0-f7e8-42a6-a0e3-2d0c30b926ee), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:40.012865 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-1c1b61c5-d08a-45e1-9959-30cd6addc67d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for network (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:40.018955 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94bcb13-e80f-44ae-b78a-42f6ab5504c5 None None] Network 5da5489c-9c30-4169-9afe-1354fb43296f requested from dv-cinder-858678-1-iscsi {{(pid=106203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 12:20:40.037838 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-0bec4dfa-6567-4f4e-b9fb-20c9655e236e admin admin] Publish callbacks [] for security_group (3d6211b0-f7e8-42a6-a0e3-2d0c30b926ee), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:40.067178 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-7f059ff7-1a09-4e08-94cf-52e722ad4564 admin admin] Publish callbacks [] for router_controller (6489c3c9-8588-4d87-8d3b-2c367483e192), precommit_add_association {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:40.129869 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-57afc8c9-14d8-4e04-82f2-acf91ea269fa admin admin] Publish callbacks [] for router_controller (f11e3f6a-90ee-4201-9332-826f19c376fa), precommit_add_association {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:40.158239 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-1c1b61c5-d08a-45e1-9959-30cd6addc67d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:40.205693 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-d3e9310f-7bae-45e5-ad41-be64e228e3c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:40.224424 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-740e41e1-10de-4b2e-a9f0-9582d49d2a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (d7a8950b-d4d7-4646-ba54-d395483871b4), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:40.250566 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a23bac-4c0a-4ea4-a443-e4860bb60d45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp926fb466-bfb5-5eb1-bc3c-68df119c7c5e-5da5489c-9c30-4169-9afe-1354fb43296f', 'network_id': '5da5489c-9c30-4169-9afe-1354fb43296f', 'project_id': '9340222cfe154efe8a6064b197d54499', 'fixed_ips': [{'subnet_id': '1ad2b91e-60c9-4af5-9a83-ab634cc92cf0'}]}} from dv-cinder-858678-1-iscsi. {{(pid=106203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 21 12:20:40.251471 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-19a23bac-4c0a-4ea4-a443-e4860bb60d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (None), before_create {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:40.277310 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:40.336135 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe036eb-40c3-4bc2-b744-d8a8068833d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp926fb466-bfb5-5eb1-bc3c-68df119c7c5e-b3f0e30c-c130-4bd6-a99c-2726089c3f25', 'network_id': 'b3f0e30c-c130-4bd6-a99c-2726089c3f25', 'project_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'fixed_ips': [{'subnet_id': 'f5cf9592-7b6c-4eba-b546-68b41c284733'}]}} from dv-cinder-858678-1-iscsi. {{(pid=106203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 21 12:20:40.337217 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-0fe036eb-40c3-4bc2-b744-d8a8068833d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (None), before_create {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:40.367501 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-7f059ff7-1a09-4e08-94cf-52e722ad4564 admin admin] Publish callbacks [] for router_gateway (6489c3c9-8588-4d87-8d3b-2c367483e192), precommit_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:40.368027 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25a1404-3bfe-478a-bc85-07c9d66a47d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp926fb466-bfb5-5eb1-bc3c-68df119c7c5e-b63f4162-66af-473e-9153-2acb9ad38029', 'network_id': 'b63f4162-66af-473e-9153-2acb9ad38029', 'project_id': '74d5d713723f4ea5a8d1e72627b80c47', 'fixed_ips': [{'subnet_id': '7ad8a1ff-f00e-4a0f-ba67-d6724a11803d'}]}} from dv-cinder-858678-1-iscsi. {{(pid=106203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 21 12:20:40.369013 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-e25a1404-3bfe-478a-bc85-07c9d66a47d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (None), before_create {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:40.371584 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:40.373446 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-0bec4dfa-6567-4f4e-b9fb-20c9655e236e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (3d6211b0-f7e8-42a6-a0e3-2d0c30b926ee), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:40.376099 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-0bec4dfa-6567-4f4e-b9fb-20c9655e236e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:40.380320 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-0bec4dfa-6567-4f4e-b9fb-20c9655e236e admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/3d6211b0-f7e8-42a6-a0e3-2d0c30b926ee HTTP/1.1" status: 204 len: 168 time: 0.5876434 Sep 21 12:20:40.433696 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-1c1b61c5-d08a-45e1-9959-30cd6addc67d admin admin] Publish callbacks [] for security_group (65daa91a-a834-412a-a0a4-b0626e416298), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:40.439416 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:40.447667 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-1c1b61c5-d08a-45e1-9959-30cd6addc67d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (65daa91a-a834-412a-a0a4-b0626e416298), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:40.500556 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-d5473e8c-745e-425e-90af-e5b144e63a7b admin admin] Publish callbacks [] for router_gateway (2843d53f-fbc2-4376-8215-128694a1d6e6), precommit_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:40.501002 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:40.505121 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bec4dfa-6567-4f4e-b9fb-20c9655e236e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6211b0-f7e8-42a6-a0e3-2d0c30b926ee,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:20:40.532139 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=79,neutron:UPDATE=3,neutron:INSERT=18 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:40.540510 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1b61c5-d08a-45e1-9959-30cd6addc67d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65daa91a-a834-412a-a0a4-b0626e416298,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:20:40.648164 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-7f059ff7-1a09-4e08-94cf-52e722ad4564 admin admin] Publish callbacks [] for router_gateway (6489c3c9-8588-4d87-8d3b-2c367483e192), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:40.683252 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-7f059ff7-1a09-4e08-94cf-52e722ad4564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:40.685044 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c1b61c5-d08a-45e1-9959-30cd6addc67d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=106202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 12:20:40.688855 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-57afc8c9-14d8-4e04-82f2-acf91ea269fa admin admin] Publish callbacks [] for router_gateway (f11e3f6a-90ee-4201-9332-826f19c376fa), precommit_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:40.717001 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.db_base_plugin_common [None req-19a23bac-4c0a-4ea4-a443-e4860bb60d45 None None] Allocated IP 172.20.0.2 (5da5489c-9c30-4169-9afe-1354fb43296f/1ad2b91e-60c9-4af5-9a83-ab634cc92cf0/378fb9e7-5e73-4fd3-a037-7d5de0da3aaa) {{(pid=106203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:20:40.866726 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:40.867734 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-1c1b61c5-d08a-45e1-9959-30cd6addc67d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355690'] for segment (013d263a-c29c-4ab4-9276-873ec883b793), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:40.868096 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.db.segments_db [None req-1c1b61c5-d08a-45e1-9959-30cd6addc67d admin admin] Added segment 013d263a-c29c-4ab4-9276-873ec883b793 of type vlan for network e52dea74-3cfd-4c2d-a1ce-056940929db7 Sep 21 12:20:40.963299 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.db.db_base_plugin_common [None req-7f059ff7-1a09-4e08-94cf-52e722ad4564 admin admin] Allocated IP 172.27.0.231 (988e67c4-a01e-4c04-8cb9-1b0dd07d668d/691ea813-de87-4809-9e6b-d8504be0b97f/0ff2efdf-b046-4153-ae1f-9a2adb08b6fc) {{(pid=106201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:20:41.120065 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 50360) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:20:41.147958 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-6c720af9-733e-4a89-a007-4d40e7e20fd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:41.202299 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.db_base_plugin_common [None req-0fe036eb-40c3-4bc2-b744-d8a8068833d8 None None] Allocated IP 172.20.0.2 (b3f0e30c-c130-4bd6-a99c-2726089c3f25/f5cf9592-7b6c-4eba-b546-68b41c284733/b41f453c-e6c1-4776-92c2-72fe0c00540d) {{(pid=106203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:20:41.221773 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-7f059ff7-1a09-4e08-94cf-52e722ad4564 admin admin] Publish callbacks [] for port (0ff2efdf-b046-4153-ae1f-9a2adb08b6fc), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:41.225803 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-d5473e8c-745e-425e-90af-e5b144e63a7b admin admin] Publish callbacks [] for router_gateway (2843d53f-fbc2-4376-8215-128694a1d6e6), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:41.242032 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-1c1b61c5-d08a-45e1-9959-30cd6addc67d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735120869551'] for network (e52dea74-3cfd-4c2d-a1ce-056940929db7), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:41.290268 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (57fb69a9-4edc-44fd-8965-b65708e41306), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:41.295286 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-19a23bac-4c0a-4ea4-a443-e4860bb60d45 None None] Publish callbacks [] for port (378fb9e7-5e73-4fd3-a037-7d5de0da3aaa), precommit_create {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:41.307154 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-7f059ff7-1a09-4e08-94cf-52e722ad4564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735120900801'] for port (0ff2efdf-b046-4153-ae1f-9a2adb08b6fc), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:41.321831 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:41.323893 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-d5473e8c-745e-425e-90af-e5b144e63a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:41.353678 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-d3e9310f-7bae-45e5-ad41-be64e228e3c2 admin admin] Publish callbacks [] for security_group (734ad55a-1002-47c7-bca3-abb2a0d9d48e), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:41.354002 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-19a23bac-4c0a-4ea4-a443-e4860bb60d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735120900801'] for port (378fb9e7-5e73-4fd3-a037-7d5de0da3aaa), after_create {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:41.359210 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f059ff7-1a09-4e08-94cf-52e722ad4564 admin admin] Network 988e67c4-a01e-4c04-8cb9-1b0dd07d668d is already hosted by enough agents. {{(pid=106201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:20:41.363864 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.base_scheduler [None req-7f059ff7-1a09-4e08-94cf-52e722ad4564 admin admin] Resources bound (agent type, host, resource id): {{(pid=106201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:20:41.375043 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f059ff7-1a09-4e08-94cf-52e722ad4564 admin admin] Received port after_create {{(pid=106201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 12:20:41.390316 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.db_base_plugin_common [None req-e25a1404-3bfe-478a-bc85-07c9d66a47d4 None None] Allocated IP 172.20.0.2 (b63f4162-66af-473e-9153-2acb9ad38029/7ad8a1ff-f00e-4a0f-ba67-d6724a11803d/6d99a0df-701d-4fcc-937c-306eb4d19760) {{(pid=106203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:20:41.398191 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-1c1b61c5-d08a-45e1-9959-30cd6addc67d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028'] for network (e52dea74-3cfd-4c2d-a1ce-056940929db7), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:41.398782 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1b61c5-d08a-45e1-9959-30cd6addc67d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:20:41.399359 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-1c1b61c5-d08a-45e1-9959-30cd6addc67d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544014'] for network (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:41.402051 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-d3e9310f-7bae-45e5-ad41-be64e228e3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (734ad55a-1002-47c7-bca3-abb2a0d9d48e), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:41.427495 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a23bac-4c0a-4ea4-a443-e4860bb60d45 None None] Network 5da5489c-9c30-4169-9afe-1354fb43296f is already hosted by enough agents. {{(pid=106203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:20:41.443445 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.scheduler.base_scheduler [None req-19a23bac-4c0a-4ea4-a443-e4860bb60d45 None None] Resources bound (agent type, host, resource id): {{(pid=106203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:20:41.446619 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a23bac-4c0a-4ea4-a443-e4860bb60d45 None None] Received port after_create {{(pid=106203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 12:20:41.450878 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f059ff7-1a09-4e08-94cf-52e722ad4564 admin admin] Pushing event updated for resources: {'Port': ['ID=0ff2efdf-b046-4153-ae1f-9a2adb08b6fc,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:20:41.460634 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-57afc8c9-14d8-4e04-82f2-acf91ea269fa admin admin] Publish callbacks [] for router_gateway (f11e3f6a-90ee-4201-9332-826f19c376fa), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:41.476609 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a23bac-4c0a-4ea4-a443-e4860bb60d45 None None] Pushing event updated for resources: {'Port': ['ID=378fb9e7-5e73-4fd3-a037-7d5de0da3aaa,revision_number=1']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:20:41.489257 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:41.519643 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=7 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:41.520808 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-6c720af9-733e-4a89-a007-4d40e7e20fd7 admin admin] Publish callbacks [] for security_group (9099f634-f59f-4644-aa74-84a13dfba328), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:41.526466 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-6c720af9-733e-4a89-a007-4d40e7e20fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (9099f634-f59f-4644-aa74-84a13dfba328), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:41.546446 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-1c1b61c5-d08a-45e1-9959-30cd6addc67d admin admin] 10.222.0.71 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5687611 Sep 21 12:20:41.551554 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a23bac-4c0a-4ea4-a443-e4860bb60d45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:20:41.551926 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a23bac-4c0a-4ea4-a443-e4860bb60d45 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:20:41.552279 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a23bac-4c0a-4ea4-a443-e4860bb60d45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:20:41.552630 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a23bac-4c0a-4ea4-a443-e4860bb60d45 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:20:41.552959 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a23bac-4c0a-4ea4-a443-e4860bb60d45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:20:41.553281 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a23bac-4c0a-4ea4-a443-e4860bb60d45 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:20:41.553669 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a23bac-4c0a-4ea4-a443-e4860bb60d45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:20:41.553908 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a23bac-4c0a-4ea4-a443-e4860bb60d45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:20:41.554200 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 50370) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:20:41.554285 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a23bac-4c0a-4ea4-a443-e4860bb60d45 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:20:41.554534 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a23bac-4c0a-4ea4-a443-e4860bb60d45 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:20:41.554849 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a23bac-4c0a-4ea4-a443-e4860bb60d45 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:20:41.555177 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a23bac-4c0a-4ea4-a443-e4860bb60d45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:20:41.555493 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a23bac-4c0a-4ea4-a443-e4860bb60d45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:20:41.555825 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a23bac-4c0a-4ea4-a443-e4860bb60d45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:20:41.556139 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a23bac-4c0a-4ea4-a443-e4860bb60d45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:20:41.557375 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a23bac-4c0a-4ea4-a443-e4860bb60d45 None None] Tracked resource versions report: Sep 21 12:20:41.557375 dv-cinder-858678-1-iscsi neutron-server[106203]: pushed versions: Sep 21 12:20:41.557375 dv-cinder-858678-1-iscsi neutron-server[106203]: { 'AddressGroup': {'1.2'}, Sep 21 12:20:41.557375 dv-cinder-858678-1-iscsi neutron-server[106203]: 'Agent': {'1.1'}, Sep 21 12:20:41.557375 dv-cinder-858678-1-iscsi neutron-server[106203]: 'ConntrackHelper': {'1.0'}, Sep 21 12:20:41.557375 dv-cinder-858678-1-iscsi neutron-server[106203]: 'LocalIPAssociation': {'1.0'}, Sep 21 12:20:41.557375 dv-cinder-858678-1-iscsi neutron-server[106203]: 'Log': {'1.0'}, Sep 21 12:20:41.557375 dv-cinder-858678-1-iscsi neutron-server[106203]: 'NDPProxy': {'1.0'}, Sep 21 12:20:41.557375 dv-cinder-858678-1-iscsi neutron-server[106203]: 'Network': {'1.1'}, Sep 21 12:20:41.557375 dv-cinder-858678-1-iscsi neutron-server[106203]: 'Port': {'1.7'}, Sep 21 12:20:41.557375 dv-cinder-858678-1-iscsi neutron-server[106203]: 'PortForwarding': {'1.3'}, Sep 21 12:20:41.557375 dv-cinder-858678-1-iscsi neutron-server[106203]: 'QosPolicy': {'1.10'}, Sep 21 12:20:41.557375 dv-cinder-858678-1-iscsi neutron-server[106203]: 'SecurityGroup': {'1.5'}, Sep 21 12:20:41.557375 dv-cinder-858678-1-iscsi neutron-server[106203]: 'SecurityGroupRule': {'1.2'}, Sep 21 12:20:41.557375 dv-cinder-858678-1-iscsi neutron-server[106203]: 'SubPort': {'1.0'}, Sep 21 12:20:41.557375 dv-cinder-858678-1-iscsi neutron-server[106203]: 'Subnet': {'1.1'}, Sep 21 12:20:41.557375 dv-cinder-858678-1-iscsi neutron-server[106203]: 'Trunk': {'1.1'}} Sep 21 12:20:41.557375 dv-cinder-858678-1-iscsi neutron-server[106203]: consumer versions: Sep 21 12:20:41.557375 dv-cinder-858678-1-iscsi neutron-server[106203]: { DHCP agent@dv-cinder-858678-1-iscsi: {}, Sep 21 12:20:41.557375 dv-cinder-858678-1-iscsi neutron-server[106203]: HyperV agent@hv-cinder-85867: {}, Sep 21 12:20:41.557375 dv-cinder-858678-1-iscsi neutron-server[106203]: L3 agent@dv-cinder-858678-1-iscsi: {}, Sep 21 12:20:41.557375 dv-cinder-858678-1-iscsi neutron-server[106203]: Metadata agent@dv-cinder-858678-1-iscsi: {}, Sep 21 12:20:41.557375 dv-cinder-858678-1-iscsi neutron-server[106203]: Metering agent@dv-cinder-858678-1-iscsi: {}, Sep 21 12:20:41.557375 dv-cinder-858678-1-iscsi neutron-server[106203]: Open vSwitch agent@dv-cinder-858678-1-iscsi: { 'AddressGroup': '1.2', Sep 21 12:20:41.557375 dv-cinder-858678-1-iscsi neutron-server[106203]: 'Agent': '1.1', Sep 21 12:20:41.557375 dv-cinder-858678-1-iscsi neutron-server[106203]: 'ConntrackHelper': '1.0', Sep 21 12:20:41.557375 dv-cinder-858678-1-iscsi neutron-server[106203]: 'LocalIPAssociation': '1.0', Sep 21 12:20:41.557375 dv-cinder-858678-1-iscsi neutron-server[106203]: 'Log': '1.0', Sep 21 12:20:41.557375 dv-cinder-858678-1-iscsi neutron-server[106203]: 'NDPProxy': '1.0', Sep 21 12:20:41.557375 dv-cinder-858678-1-iscsi neutron-server[106203]: 'Network': '1.1', Sep 21 12:20:41.557375 dv-cinder-858678-1-iscsi neutron-server[106203]: 'Port': '1.7', Sep 21 12:20:41.557375 dv-cinder-858678-1-iscsi neutron-server[106203]: 'PortForwarding': '1.3', Sep 21 12:20:41.557375 dv-cinder-858678-1-iscsi neutron-server[106203]: 'QosPolicy': '1.10', Sep 21 12:20:41.557375 dv-cinder-858678-1-iscsi neutron-server[106203]: 'SecurityGroup': '1.5', Sep 21 12:20:41.557375 dv-cinder-858678-1-iscsi neutron-server[106203]: 'SecurityGroupRule': '1.2', Sep 21 12:20:41.557375 dv-cinder-858678-1-iscsi neutron-server[106203]: 'SubPort': '1.0', Sep 21 12:20:41.557375 dv-cinder-858678-1-iscsi neutron-server[106203]: 'Subnet': '1.1', Sep 21 12:20:41.557375 dv-cinder-858678-1-iscsi neutron-server[106203]: 'Trunk': '1.1'}} Sep 21 12:20:41.557375 dv-cinder-858678-1-iscsi neutron-server[106203]: {{(pid=106203) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 12:20:41.562035 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-6c720af9-733e-4a89-a007-4d40e7e20fd7 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=25a6a74e37f54c63a74860f4119aa43f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4398801 Sep 21 12:20:41.565362 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 50372) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:20:41.615581 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.v2.base [None req-cda50076-22eb-4503-9b9f-002920dc8866 admin admin] Request body: {'subnet': {'network_id': 'e52dea74-3cfd-4c2d-a1ce-056940929db7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-926177781-subnet', 'tenant_id': 'aedd846e34fc471685daeec69f45b6cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:20:41.648877 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c3e59811-0015-48e8-afb5-3d82d64b721e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (cef1489a-7471-4b81-a7c5-b9e507e96767), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:41.661463 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-57afc8c9-14d8-4e04-82f2-acf91ea269fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:41.684402 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.managers [None req-19a23bac-4c0a-4ea4-a443-e4860bb60d45 None None] Attempting to bind port 378fb9e7-5e73-4fd3-a037-7d5de0da3aaa on host dv-cinder-858678-1-iscsi for vnic_type normal with profile {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 12:20:41.684748 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.managers [None req-19a23bac-4c0a-4ea4-a443-e4860bb60d45 None None] Attempting to bind port 378fb9e7-5e73-4fd3-a037-7d5de0da3aaa by drivers openvswitch,hyperv on host dv-cinder-858678-1-iscsi at level 0 using segments [{'id': 'a0d42efa-470c-43ee-a1e8-ed6c41bfc084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5da5489c-9c30-4169-9afe-1354fb43296f'}] {{(pid=106203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 12:20:41.685109 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a23bac-4c0a-4ea4-a443-e4860bb60d45 None None] Attempting to bind port 378fb9e7-5e73-4fd3-a037-7d5de0da3aaa on network 5da5489c-9c30-4169-9afe-1354fb43296f {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:20:41.688821 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-d3e9310f-7bae-45e5-ad41-be64e228e3c2 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=6b33841bf7d54fbea51c7d4ea55b7d50&name=default HTTP/1.1" status: 200 len: 2992 time: 2.0075848 Sep 21 12:20:41.707523 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1b61c5-d08a-45e1-9959-30cd6addc67d admin admin] Pushing event updated for resources: {'Network': ['ID=e52dea74-3cfd-4c2d-a1ce-056940929db7,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:20:41.710068 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 50376) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:20:41.717963 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-0fe036eb-40c3-4bc2-b744-d8a8068833d8 None None] Publish callbacks [] for port (b41f453c-e6c1-4776-92c2-72fe0c00540d), precommit_create {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:41.719948 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda50076-22eb-4503-9b9f-002920dc8866 admin admin] Made reservation on behalf of aedd846e34fc471685daeec69f45b6cb for: {'subnet': 1} {{(pid=106201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:20:41.723022 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-cda50076-22eb-4503-9b9f-002920dc8866 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:41.728462 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Network e52dea74-3cfd-4c2d-a1ce-056940929db7 details requested by agent ovs-agent-dv-cinder-858678-1-iscsi with host dv-cinder-858678-1-iscsi {{(pid=106203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 12:20:41.730785 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9310f-7bae-45e5-ad41-be64e228e3c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=734ad55a-1002-47c7-bca3-abb2a0d9d48e,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:20:41.750261 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:INSERT=8 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:41.751109 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c720af9-733e-4a89-a007-4d40e7e20fd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9099f634-f59f-4644-aa74-84a13dfba328,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:20:41.755348 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-0fe036eb-40c3-4bc2-b744-d8a8068833d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735120900801'] for port (b41f453c-e6c1-4776-92c2-72fe0c00540d), after_create {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:41.830765 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-7f059ff7-1a09-4e08-94cf-52e722ad4564 admin admin] Publish callbacks [] for router_gateway (6489c3c9-8588-4d87-8d3b-2c367483e192), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:41.840243 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.db_base_plugin_common [None req-d5473e8c-745e-425e-90af-e5b144e63a7b admin admin] Allocated IP 172.27.0.30 (988e67c4-a01e-4c04-8cb9-1b0dd07d668d/691ea813-de87-4809-9e6b-d8504be0b97f/d45428ba-2490-403e-b506-770ef457948f) {{(pid=106202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:20:41.883848 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=8 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:41.886942 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe036eb-40c3-4bc2-b744-d8a8068833d8 None None] Network b3f0e30c-c130-4bd6-a99c-2726089c3f25 is already hosted by enough agents. {{(pid=106203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:20:41.887948 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-a53e7792-da02-4cbe-af99-ef33bbcb4efc admin admin] Publish callbacks [] for security_group (734ad55a-1002-47c7-bca3-abb2a0d9d48e), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:41.910634 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.scheduler.base_scheduler [None req-0fe036eb-40c3-4bc2-b744-d8a8068833d8 None None] Resources bound (agent type, host, resource id): {{(pid=106203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:20:41.913669 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe036eb-40c3-4bc2-b744-d8a8068833d8 None None] Received port after_create {{(pid=106203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 12:20:41.928456 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a23bac-4c0a-4ea4-a443-e4860bb60d45 None None] Checking agent: {'id': '57fb69a9-4edc-44fd-8965-b65708e41306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858678-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 12, 12, 11), 'started_at': datetime.datetime(2022, 9, 21, 12, 12, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 12, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858678-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 12:20:41.929185 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a23bac-4c0a-4ea4-a443-e4860bb60d45 None None] Checking segment: {'id': 'a0d42efa-470c-43ee-a1e8-ed6c41bfc084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5da5489c-9c30-4169-9afe-1354fb43296f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:20:41.929887 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-19a23bac-4c0a-4ea4-a443-e4860bb60d45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:41.930387 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a23bac-4c0a-4ea4-a443-e4860bb60d45 None None] Bound using segment: {'id': 'a0d42efa-470c-43ee-a1e8-ed6c41bfc084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5da5489c-9c30-4169-9afe-1354fb43296f'} {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 12:20:41.930868 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.managers [None req-19a23bac-4c0a-4ea4-a443-e4860bb60d45 None None] Bound port: 378fb9e7-5e73-4fd3-a037-7d5de0da3aaa, host: dv-cinder-858678-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0d42efa-470c-43ee-a1e8-ed6c41bfc084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5da5489c-9c30-4169-9afe-1354fb43296f'}}] {{(pid=106203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 12:20:41.931242 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-19a23bac-4c0a-4ea4-a443-e4860bb60d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (378fb9e7-5e73-4fd3-a037-7d5de0da3aaa), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:41.942289 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-a53e7792-da02-4cbe-af99-ef33bbcb4efc admin admin] Publish callbacks [] for security_group (734ad55a-1002-47c7-bca3-abb2a0d9d48e), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:41.948040 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-8669692a-f09e-4f5e-86ae-d7004b4cba30 admin admin] Publish callbacks [] for security_group (9099f634-f59f-4644-aa74-84a13dfba328), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:41.950147 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:UPDATE=5,neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:41.955696 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-e25a1404-3bfe-478a-bc85-07c9d66a47d4 None None] Publish callbacks [] for port (6d99a0df-701d-4fcc-937c-306eb4d19760), precommit_create {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:41.957767 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe036eb-40c3-4bc2-b744-d8a8068833d8 None None] Pushing event updated for resources: {'Port': ['ID=b41f453c-e6c1-4776-92c2-72fe0c00540d,revision_number=1']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:20:41.989710 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-e25a1404-3bfe-478a-bc85-07c9d66a47d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735120900801'] for port (6d99a0df-701d-4fcc-937c-306eb4d19760), after_create {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:42.021143 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-d5473e8c-745e-425e-90af-e5b144e63a7b admin admin] Publish callbacks [] for port (d45428ba-2490-403e-b506-770ef457948f), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:42.021597 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-8669692a-f09e-4f5e-86ae-d7004b4cba30 admin admin] Publish callbacks [] for security_group (9099f634-f59f-4644-aa74-84a13dfba328), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:42.045542 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-a53e7792-da02-4cbe-af99-ef33bbcb4efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (734ad55a-1002-47c7-bca3-abb2a0d9d48e), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:42.048188 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-a53e7792-da02-4cbe-af99-ef33bbcb4efc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:42.049344 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-a53e7792-da02-4cbe-af99-ef33bbcb4efc admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/734ad55a-1002-47c7-bca3-abb2a0d9d48e HTTP/1.1" status: 204 len: 168 time: 0.3338332 Sep 21 12:20:42.063670 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53e7792-da02-4cbe-af99-ef33bbcb4efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=734ad55a-1002-47c7-bca3-abb2a0d9d48e,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:20:42.075869 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-d5473e8c-745e-425e-90af-e5b144e63a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735120900801'] for port (d45428ba-2490-403e-b506-770ef457948f), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:42.112311 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25a1404-3bfe-478a-bc85-07c9d66a47d4 None None] Network b63f4162-66af-473e-9153-2acb9ad38029 is already hosted by enough agents. {{(pid=106203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:20:42.129180 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.scheduler.base_scheduler [None req-e25a1404-3bfe-478a-bc85-07c9d66a47d4 None None] Resources bound (agent type, host, resource id): {{(pid=106203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:20:42.131894 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.managers [None req-0fe036eb-40c3-4bc2-b744-d8a8068833d8 None None] Attempting to bind port b41f453c-e6c1-4776-92c2-72fe0c00540d on host dv-cinder-858678-1-iscsi for vnic_type normal with profile {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 12:20:42.132758 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.managers [None req-0fe036eb-40c3-4bc2-b744-d8a8068833d8 None None] Attempting to bind port b41f453c-e6c1-4776-92c2-72fe0c00540d by drivers openvswitch,hyperv on host dv-cinder-858678-1-iscsi at level 0 using segments [{'id': '8f611811-e093-433f-9aea-61970f40e4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'b3f0e30c-c130-4bd6-a99c-2726089c3f25'}] {{(pid=106203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 12:20:42.133495 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe036eb-40c3-4bc2-b744-d8a8068833d8 None None] Attempting to bind port b41f453c-e6c1-4776-92c2-72fe0c00540d on network b3f0e30c-c130-4bd6-a99c-2726089c3f25 {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:20:42.138184 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25a1404-3bfe-478a-bc85-07c9d66a47d4 None None] Received port after_create {{(pid=106203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 12:20:42.168136 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25a1404-3bfe-478a-bc85-07c9d66a47d4 None None] Pushing event updated for resources: {'Port': ['ID=6d99a0df-701d-4fcc-937c-306eb4d19760,revision_number=1']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:20:42.174087 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5473e8c-745e-425e-90af-e5b144e63a7b admin admin] Network 988e67c4-a01e-4c04-8cb9-1b0dd07d668d is already hosted by enough agents. {{(pid=106202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:20:42.177730 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-19a23bac-4c0a-4ea4-a443-e4860bb60d45 None None] For port 378fb9e7-5e73-4fd3-a037-7d5de0da3aaa, host dv-cinder-858678-1-iscsi, cleared binding levels {{(pid=106203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:20:42.188043 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.base_scheduler [None req-d5473e8c-745e-425e-90af-e5b144e63a7b admin admin] Resources bound (agent type, host, resource id): {{(pid=106202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:20:42.192384 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5473e8c-745e-425e-90af-e5b144e63a7b admin admin] Pushing event updated for resources: {'Port': ['ID=d45428ba-2490-403e-b506-770ef457948f,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:20:42.198419 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5473e8c-745e-425e-90af-e5b144e63a7b admin admin] Received port after_create {{(pid=106202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 12:20:42.307226 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-cda50076-22eb-4503-9b9f-002920dc8866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028'] for subnet (99de7534-c982-4600-a67e-edf0f48a356b), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:42.319064 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.db_base_plugin_common [None req-57afc8c9-14d8-4e04-82f2-acf91ea269fa admin admin] Allocated IP 172.27.0.214 (988e67c4-a01e-4c04-8cb9-1b0dd07d668d/691ea813-de87-4809-9e6b-d8504be0b97f/4ee3f09b-4c45-4163-87cb-45f292598e44) {{(pid=106202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:20:42.357136 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-7f059ff7-1a09-4e08-94cf-52e722ad4564 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534052'] for router (6489c3c9-8588-4d87-8d3b-2c367483e192), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:42.359717 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-8669692a-f09e-4f5e-86ae-d7004b4cba30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (9099f634-f59f-4644-aa74-84a13dfba328), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:42.363080 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-8669692a-f09e-4f5e-86ae-d7004b4cba30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:42.377427 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-8669692a-f09e-4f5e-86ae-d7004b4cba30 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/9099f634-f59f-4644-aa74-84a13dfba328 HTTP/1.1" status: 204 len: 168 time: 0.8085117 Sep 21 12:20:42.391589 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:42.423086 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-19a23bac-4c0a-4ea4-a443-e4860bb60d45 None None] For port 378fb9e7-5e73-4fd3-a037-7d5de0da3aaa, host dv-cinder-858678-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=378fb9e7-5e73-4fd3-a037-7d5de0da3aaa,segment=NetworkSegment(a0d42efa-470c-43ee-a1e8-ed6c41bfc084),segment_id=a0d42efa-470c-43ee-a1e8-ed6c41bfc084)] {{(pid=106203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:20:42.447369 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe036eb-40c3-4bc2-b744-d8a8068833d8 None None] Checking agent: {'id': '57fb69a9-4edc-44fd-8965-b65708e41306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858678-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 12, 12, 11), 'started_at': datetime.datetime(2022, 9, 21, 12, 12, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 12, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858678-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 12:20:42.447776 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe036eb-40c3-4bc2-b744-d8a8068833d8 None None] Checking segment: {'id': '8f611811-e093-433f-9aea-61970f40e4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'b3f0e30c-c130-4bd6-a99c-2726089c3f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:20:42.448315 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-0fe036eb-40c3-4bc2-b744-d8a8068833d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:42.449448 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe036eb-40c3-4bc2-b744-d8a8068833d8 None None] Bound using segment: {'id': '8f611811-e093-433f-9aea-61970f40e4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'b3f0e30c-c130-4bd6-a99c-2726089c3f25'} {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 12:20:42.450229 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.managers [None req-0fe036eb-40c3-4bc2-b744-d8a8068833d8 None None] Bound port: b41f453c-e6c1-4776-92c2-72fe0c00540d, host: dv-cinder-858678-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f611811-e093-433f-9aea-61970f40e4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'b3f0e30c-c130-4bd6-a99c-2726089c3f25'}}] {{(pid=106203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 12:20:42.454397 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-0fe036eb-40c3-4bc2-b744-d8a8068833d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (b41f453c-e6c1-4776-92c2-72fe0c00540d), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:42.456883 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8669692a-f09e-4f5e-86ae-d7004b4cba30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9099f634-f59f-4644-aa74-84a13dfba328,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:20:42.499647 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-19a23bac-4c0a-4ea4-a443-e4860bb60d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (378fb9e7-5e73-4fd3-a037-7d5de0da3aaa), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:42.513682 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda50076-22eb-4503-9b9f-002920dc8866 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99de7534-c982-4600-a67e-edf0f48a356b,revision_number=0']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:20:42.548442 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:42.562078 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda50076-22eb-4503-9b9f-002920dc8866 admin admin] Checking segment: {'id': '013d263a-c29c-4ab4-9276-873ec883b793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e52dea74-3cfd-4c2d-a1ce-056940929db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:20:42.562517 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda50076-22eb-4503-9b9f-002920dc8866 admin admin] Network hostable DHCP agents. Network: e52dea74-3cfd-4c2d-a1ce-056940929db7, hostable agents: ['f73c601a-29a1-4353-9f34-efd4ba2e6501'], hosted agents: [] {{(pid=106201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 12:20:42.775106 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-57afc8c9-14d8-4e04-82f2-acf91ea269fa admin admin] Publish callbacks [] for port (4ee3f09b-4c45-4163-87cb-45f292598e44), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:42.828955 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-57afc8c9-14d8-4e04-82f2-acf91ea269fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735120900801'] for port (4ee3f09b-4c45-4163-87cb-45f292598e44), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:42.852077 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-0fe036eb-40c3-4bc2-b744-d8a8068833d8 None None] For port b41f453c-e6c1-4776-92c2-72fe0c00540d, host dv-cinder-858678-1-iscsi, cleared binding levels {{(pid=106203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:20:42.860139 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-0fe036eb-40c3-4bc2-b744-d8a8068833d8 None None] For port b41f453c-e6c1-4776-92c2-72fe0c00540d, host dv-cinder-858678-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=b41f453c-e6c1-4776-92c2-72fe0c00540d,segment=NetworkSegment(8f611811-e093-433f-9aea-61970f40e4b3),segment_id=8f611811-e093-433f-9aea-61970f40e4b3)] {{(pid=106203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:20:42.881883 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:42.908530 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57afc8c9-14d8-4e04-82f2-acf91ea269fa admin admin] Network 988e67c4-a01e-4c04-8cb9-1b0dd07d668d is already hosted by enough agents. {{(pid=106202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:20:42.913871 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-0fe036eb-40c3-4bc2-b744-d8a8068833d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (b41f453c-e6c1-4776-92c2-72fe0c00540d), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:42.922025 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.base_scheduler [None req-57afc8c9-14d8-4e04-82f2-acf91ea269fa admin admin] Resources bound (agent type, host, resource id): {{(pid=106202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:20:42.930652 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57afc8c9-14d8-4e04-82f2-acf91ea269fa admin admin] Received port after_create {{(pid=106202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 12:20:42.970943 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.managers [None req-e25a1404-3bfe-478a-bc85-07c9d66a47d4 None None] Attempting to bind port 6d99a0df-701d-4fcc-937c-306eb4d19760 on host dv-cinder-858678-1-iscsi for vnic_type normal with profile {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 12:20:42.971401 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.managers [None req-e25a1404-3bfe-478a-bc85-07c9d66a47d4 None None] Attempting to bind port 6d99a0df-701d-4fcc-937c-306eb4d19760 by drivers openvswitch,hyperv on host dv-cinder-858678-1-iscsi at level 0 using segments [{'id': '5be53f91-aee1-48e3-9112-bdcdf49a807c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b63f4162-66af-473e-9153-2acb9ad38029'}] {{(pid=106203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 12:20:42.971774 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25a1404-3bfe-478a-bc85-07c9d66a47d4 None None] Attempting to bind port 6d99a0df-701d-4fcc-937c-306eb4d19760 on network b63f4162-66af-473e-9153-2acb9ad38029 {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:20:42.975293 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda50076-22eb-4503-9b9f-002920dc8866 admin admin] Network e52dea74-3cfd-4c2d-a1ce-056940929db7 is scheduled to be hosted by DHCP agent f73c601a-29a1-4353-9f34-efd4ba2e6501 with binding_index 1 {{(pid=106201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 12:20:42.989438 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f059ff7-1a09-4e08-94cf-52e722ad4564 admin admin] Router 6489c3c9-8588-4d87-8d3b-2c367483e192 is scheduled to L3 agent 4f31b8b6-17c0-474d-bf52-0481ff2a5cf7 with binding_index 1 {{(pid=106201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 12:20:42.995036 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:43.003372 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.base_scheduler [None req-cda50076-22eb-4503-9b9f-002920dc8866 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858678-1-iscsi, e52dea74-3cfd-4c2d-a1ce-056940929db7) {{(pid=106201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:20:43.015234 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda50076-22eb-4503-9b9f-002920dc8866 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:20:43.016065 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-cda50076-22eb-4503-9b9f-002920dc8866 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544014'] for subnet (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:43.019423 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a23bac-4c0a-4ea4-a443-e4860bb60d45 None None] Pushing event updated for resources: {'Port': ['ID=378fb9e7-5e73-4fd3-a037-7d5de0da3aaa,revision_number=2']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:20:43.089515 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d1d3e3-9c88-4573-8694-e3554fd78c62 None None] Network e52dea74-3cfd-4c2d-a1ce-056940929db7 requested from dv-cinder-858678-1-iscsi {{(pid=106203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 12:20:43.115946 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-cda50076-22eb-4503-9b9f-002920dc8866 admin admin] 10.222.0.71 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5499713 Sep 21 12:20:43.148950 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-d5473e8c-745e-425e-90af-e5b144e63a7b admin admin] Publish callbacks [] for router_gateway (2843d53f-fbc2-4376-8215-128694a1d6e6), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:43.292852 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f059ff7-1a09-4e08-94cf-52e722ad4564 admin admin] Notify agent at l3_agent.dv-cinder-858678-1-iscsi the message routers_updated {{(pid=106201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:20:43.309473 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc77c051-bfe0-48a5-866f-89b491b08edd None None] Sync routers for ids ['6489c3c9-8588-4d87-8d3b-2c367483e192'] in dv-cinder-858678-1-iscsi {{(pid=106204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:20:43.340735 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc77c051-bfe0-48a5-866f-89b491b08edd None None] Routers {'6489c3c9-8588-4d87-8d3b-2c367483e192'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:20:43.346543 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-cc77c051-bfe0-48a5-866f-89b491b08edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:20:39Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['6489c3c9-8588-4d87-8d3b-2c367483e192'], 'active': True} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:20:43.354279 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57afc8c9-14d8-4e04-82f2-acf91ea269fa admin admin] Pushing event updated for resources: {'Port': ['ID=4ee3f09b-4c45-4163-87cb-45f292598e44,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:20:43.369092 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-7f059ff7-1a09-4e08-94cf-52e722ad4564 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:43.374701 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-7f059ff7-1a09-4e08-94cf-52e722ad4564 admin admin] 10.222.0.71 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.6553988 Sep 21 12:20:43.381227 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 50410) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:20:43.449260 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 378fb9e7-5e73-4fd3-a037-7d5de0da3aaa up at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:20:43.514905 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 50412) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:20:43.590569 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:43.673897 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe036eb-40c3-4bc2-b744-d8a8068833d8 None None] Pushing event updated for resources: {'Port': ['ID=b41f453c-e6c1-4776-92c2-72fe0c00540d,revision_number=2']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:20:43.697158 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 50420) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:20:43.714800 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-a0afbafa-5029-447c-aa6d-2bf3f2c54f4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:43.731459 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780d0e48-bbd0-480d-9663-d07636ded48d None None] Network e52dea74-3cfd-4c2d-a1ce-056940929db7 requested from dv-cinder-858678-1-iscsi {{(pid=106203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 12:20:43.909599 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvr_db [None req-cc77c051-bfe0-48a5-866f-89b491b08edd None None] Set router 6489c3c9-8588-4d87-8d3b-2c367483e192 gateway port host: dv-cinder-858678-1-iscsi {{(pid=106204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:20:43.929327 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 50424) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:20:43.976913 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25a1404-3bfe-478a-bc85-07c9d66a47d4 None None] Checking agent: {'id': '57fb69a9-4edc-44fd-8965-b65708e41306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858678-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 12, 12, 11), 'started_at': datetime.datetime(2022, 9, 21, 12, 12, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 12, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858678-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 12:20:43.978230 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25a1404-3bfe-478a-bc85-07c9d66a47d4 None None] Checking segment: {'id': '5be53f91-aee1-48e3-9112-bdcdf49a807c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b63f4162-66af-473e-9153-2acb9ad38029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:20:43.978803 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-e25a1404-3bfe-478a-bc85-07c9d66a47d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:43.979945 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25a1404-3bfe-478a-bc85-07c9d66a47d4 None None] Bound using segment: {'id': '5be53f91-aee1-48e3-9112-bdcdf49a807c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b63f4162-66af-473e-9153-2acb9ad38029'} {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 12:20:43.980919 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.managers [None req-e25a1404-3bfe-478a-bc85-07c9d66a47d4 None None] Bound port: 6d99a0df-701d-4fcc-937c-306eb4d19760, host: dv-cinder-858678-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5be53f91-aee1-48e3-9112-bdcdf49a807c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b63f4162-66af-473e-9153-2acb9ad38029'}}] {{(pid=106203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 12:20:43.981457 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-e25a1404-3bfe-478a-bc85-07c9d66a47d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (6d99a0df-701d-4fcc-937c-306eb4d19760), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:44.106821 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f540a14-64dc-42c2-9cca-1224fdcb1f86 admin admin] Deleting subnet b4bcc0dd-4d15-4cb0-8073-4357ff21105f {{(pid=106201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 21 12:20:44.127232 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Provisioning complete for port 378fb9e7-5e73-4fd3-a037-7d5de0da3aaa triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:20:44.143217 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (378fb9e7-5e73-4fd3-a037-7d5de0da3aaa), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:44.151352 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Attempt 1 to provision port 378fb9e7-5e73-4fd3-a037-7d5de0da3aaa Sep 21 12:20:44.174684 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-6f540a14-64dc-42c2-9cca-1224fdcb1f86 admin admin] Publish callbacks [] for subnet (b4bcc0dd-4d15-4cb0-8073-4357ff21105f), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:44.283621 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-f4c0f9db-b5db-4a0a-b760-64d0580544d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:44.315188 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-cc77c051-bfe0-48a5-866f-89b491b08edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6489c3c9-8588-4d87-8d3b-2c367483e192', 'name': 'tempest-AttachVolumeShelveTestJSON-1026338414-router', 'tenant_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '0ff2efdf-b046-4153-ae1f-9a2adb08b6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:20:39Z', 'updated_at': '2022-09-21T12:20:41Z', 'revision_number': 3, 'project_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'gw_port': {'id': '0ff2efdf-b046-4153-ae1f-9a2adb08b6fc', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6489c3c9-8588-4d87-8d3b-2c367483e192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:40Z', 'updated_at': '2022-09-21T12:20:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi'}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:20:44.323204 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-d5473e8c-745e-425e-90af-e5b144e63a7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534052'] for router (2843d53f-fbc2-4376-8215-128694a1d6e6), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:44.333785 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-57afc8c9-14d8-4e04-82f2-acf91ea269fa admin admin] Publish callbacks [] for router_gateway (f11e3f6a-90ee-4201-9332-826f19c376fa), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:44.392752 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc77c051-bfe0-48a5-866f-89b491b08edd None None] Checking router: 6489c3c9-8588-4d87-8d3b-2c367483e192 for host: dv-cinder-858678-1-iscsi {{(pid=106204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:20:44.393815 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc77c051-bfe0-48a5-866f-89b491b08edd None None] Updating router 6489c3c9-8588-4d87-8d3b-2c367483e192 port 0ff2efdf-b046-4153-ae1f-9a2adb08b6fc binding host dv-cinder-858678-1-iscsi {{(pid=106204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 12:20:44.394731 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-e25a1404-3bfe-478a-bc85-07c9d66a47d4 None None] For port 6d99a0df-701d-4fcc-937c-306eb4d19760, host dv-cinder-858678-1-iscsi, cleared binding levels {{(pid=106203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:20:44.402388 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-e25a1404-3bfe-478a-bc85-07c9d66a47d4 None None] For port 6d99a0df-701d-4fcc-937c-306eb4d19760, host dv-cinder-858678-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=6d99a0df-701d-4fcc-937c-306eb4d19760,segment=NetworkSegment(5be53f91-aee1-48e3-9112-bdcdf49a807c),segment_id=5be53f91-aee1-48e3-9112-bdcdf49a807c)] {{(pid=106203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:20:44.445969 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-e25a1404-3bfe-478a-bc85-07c9d66a47d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (6d99a0df-701d-4fcc-937c-306eb4d19760), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:44.480773 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-6f540a14-64dc-42c2-9cca-1224fdcb1f86 admin admin] Publish callbacks [] for subnet (b4bcc0dd-4d15-4cb0-8073-4357ff21105f), precommit_delete_associations {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:44.485991 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-cc77c051-bfe0-48a5-866f-89b491b08edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (0ff2efdf-b046-4153-ae1f-9a2adb08b6fc), before_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:44.581758 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-6f540a14-64dc-42c2-9cca-1224fdcb1f86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462926'] for subnet (b4bcc0dd-4d15-4cb0-8073-4357ff21105f), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:44.585096 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee350db-8fed-4f1a-816f-1ac01313d824 None None] Network 5da5489c-9c30-4169-9afe-1354fb43296f requested from dv-cinder-858678-1-iscsi {{(pid=106203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 12:20:44.586900 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-f4c0f9db-b5db-4a0a-b760-64d0580544d2 admin admin] Publish callbacks [] for security_group (8de787fe-b196-4ba3-9147-b945cce9c854), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:44.640735 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-f4c0f9db-b5db-4a0a-b760-64d0580544d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (8de787fe-b196-4ba3-9147-b945cce9c854), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:44.736184 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-f4c0f9db-b5db-4a0a-b760-64d0580544d2 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=1ca32cb607f84222a9f547700f6c5fe4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2161202 Sep 21 12:20:44.752384 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 50440) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:20:44.761608 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:44.803789 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Current status of the port 378fb9e7-5e73-4fd3-a037-7d5de0da3aaa is: DOWN; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:20:44.804274 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (378fb9e7-5e73-4fd3-a037-7d5de0da3aaa), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:44.820821 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:44.845440 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-1e21e298-8b6b-4018-bdc9-8453be70c57f None None] Provisioning complete for port 378fb9e7-5e73-4fd3-a037-7d5de0da3aaa triggered by entity DHCP. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:20:44.845952 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1e21e298-8b6b-4018-bdc9-8453be70c57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (378fb9e7-5e73-4fd3-a037-7d5de0da3aaa), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:44.846387 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-1e21e298-8b6b-4018-bdc9-8453be70c57f None None] Attempt 1 to provision port 378fb9e7-5e73-4fd3-a037-7d5de0da3aaa Sep 21 12:20:45.031101 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] For port 378fb9e7-5e73-4fd3-a037-7d5de0da3aaa, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=378fb9e7-5e73-4fd3-a037-7d5de0da3aaa,segment=NetworkSegment(a0d42efa-470c-43ee-a1e8-ed6c41bfc084),segment_id=a0d42efa-470c-43ee-a1e8-ed6c41bfc084)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:20:45.117297 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-a0afbafa-5029-447c-aa6d-2bf3f2c54f4f admin admin] Publish callbacks [] for security_group (9085fe38-9f53-477f-bade-bd637f4607bf), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:45.149386 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273ea804-26ee-477f-9dc6-e374d82c83df None None] Network b3f0e30c-c130-4bd6-a99c-2726089c3f25 requested from dv-cinder-858678-1-iscsi {{(pid=106203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 12:20:45.201457 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-a0afbafa-5029-447c-aa6d-2bf3f2c54f4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (9085fe38-9f53-477f-bade-bd637f4607bf), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:45.265165 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-cc77c051-bfe0-48a5-866f-89b491b08edd None None] Publish callbacks [] for port (0ff2efdf-b046-4153-ae1f-9a2adb08b6fc), precommit_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:45.275360 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:45.278640 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-cc77c051-bfe0-48a5-866f-89b491b08edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (0ff2efdf-b046-4153-ae1f-9a2adb08b6fc), after_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:45.294652 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0afbafa-5029-447c-aa6d-2bf3f2c54f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9085fe38-9f53-477f-bade-bd637f4607bf,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:20:45.314114 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0f9db-b5db-4a0a-b760-64d0580544d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de787fe-b196-4ba3-9147-b945cce9c854,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:20:45.341595 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:45.353905 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (378fb9e7-5e73-4fd3-a037-7d5de0da3aaa), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:45.355621 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25a1404-3bfe-478a-bc85-07c9d66a47d4 None None] Pushing event updated for resources: {'Port': ['ID=6d99a0df-701d-4fcc-937c-306eb4d19760,revision_number=2']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:20:45.398941 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:45.419122 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-a0afbafa-5029-447c-aa6d-2bf3f2c54f4f admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=e2aa4b291f4e4c8ba26e7c136b33b5b8&name=default HTTP/1.1" status: 200 len: 2993 time: 1.7318733 Sep 21 12:20:45.445538 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.managers [None req-cc77c051-bfe0-48a5-866f-89b491b08edd None None] Attempting to bind port 0ff2efdf-b046-4153-ae1f-9a2adb08b6fc on host dv-cinder-858678-1-iscsi for vnic_type normal with profile {{(pid=106204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 12:20:45.446003 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.managers [None req-cc77c051-bfe0-48a5-866f-89b491b08edd None None] Attempting to bind port 0ff2efdf-b046-4153-ae1f-9a2adb08b6fc by drivers openvswitch,hyperv on host dv-cinder-858678-1-iscsi at level 0 using segments [{'id': '0a2e6652-942c-46a2-8162-ab1d320b7f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d'}] {{(pid=106204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 12:20:45.446288 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc77c051-bfe0-48a5-866f-89b491b08edd None None] Attempting to bind port 0ff2efdf-b046-4153-ae1f-9a2adb08b6fc on network 988e67c4-a01e-4c04-8cb9-1b0dd07d668d {{(pid=106204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:20:45.486438 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 50460) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:20:45.487514 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-6f540a14-64dc-42c2-9cca-1224fdcb1f86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028'] for subnet (b4bcc0dd-4d15-4cb0-8073-4357ff21105f), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:45.492015 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:45.496393 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-57afc8c9-14d8-4e04-82f2-acf91ea269fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534052'] for router (f11e3f6a-90ee-4201-9332-826f19c376fa), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:45.509670 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-de16b338-76cf-4ad2-9c5a-e207b83a28b4 admin admin] Publish callbacks [] for security_group (8de787fe-b196-4ba3-9147-b945cce9c854), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:45.576009 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-6f540a14-64dc-42c2-9cca-1224fdcb1f86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544014'] for subnet (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:45.582981 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc77c051-bfe0-48a5-866f-89b491b08edd None None] Checking agent: {'id': '57fb69a9-4edc-44fd-8965-b65708e41306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858678-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 12, 12, 11), 'started_at': datetime.datetime(2022, 9, 21, 12, 12, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 12, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858678-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 12:20:45.583603 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc77c051-bfe0-48a5-866f-89b491b08edd None None] Checking segment: {'id': '0a2e6652-942c-46a2-8162-ab1d320b7f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:20:45.587853 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-6f540a14-64dc-42c2-9cca-1224fdcb1f86 admin admin] 10.222.0.71 "DELETE /networking/v2.0/subnets/b4bcc0dd-4d15-4cb0-8073-4357ff21105f HTTP/1.1" status: 204 len: 168 time: 1.6572986 Sep 21 12:20:45.591002 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-cc77c051-bfe0-48a5-866f-89b491b08edd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:45.591602 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc77c051-bfe0-48a5-866f-89b491b08edd None None] Bound using segment: {'id': '0a2e6652-942c-46a2-8162-ab1d320b7f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d'} {{(pid=106204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 12:20:45.592142 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.managers [None req-cc77c051-bfe0-48a5-866f-89b491b08edd None None] Bound port: 0ff2efdf-b046-4153-ae1f-9a2adb08b6fc, host: dv-cinder-858678-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2e6652-942c-46a2-8162-ab1d320b7f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d'}}] {{(pid=106204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 12:20:45.592593 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-cc77c051-bfe0-48a5-866f-89b491b08edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (0ff2efdf-b046-4153-ae1f-9a2adb08b6fc), before_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:45.596925 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 50466) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:20:45.614949 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f540a14-64dc-42c2-9cca-1224fdcb1f86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4bcc0dd-4d15-4cb0-8073-4357ff21105f,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:20:45.642829 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1e21e298-8b6b-4018-bdc9-8453be70c57f None None] Current status of the port 378fb9e7-5e73-4fd3-a037-7d5de0da3aaa is: ACTIVE; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:20:45.662004 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Pushing event updated for resources: {'Port': ['ID=378fb9e7-5e73-4fd3-a037-7d5de0da3aaa,revision_number=3']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:20:45.712967 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-189ce50d-84bb-4d85-985b-460bb8bd7805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535227'] for network (b3245495-49f4-4a2e-9c46-044bc534ffd5), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:45.742574 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-de16b338-76cf-4ad2-9c5a-e207b83a28b4 admin admin] Publish callbacks [] for security_group (8de787fe-b196-4ba3-9147-b945cce9c854), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:45.760184 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.db [None req-cc77c051-bfe0-48a5-866f-89b491b08edd None None] For port 0ff2efdf-b046-4153-ae1f-9a2adb08b6fc, host dv-cinder-858678-1-iscsi, cleared binding levels {{(pid=106204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:20:45.769559 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.db [None req-cc77c051-bfe0-48a5-866f-89b491b08edd None None] For port 0ff2efdf-b046-4153-ae1f-9a2adb08b6fc, host dv-cinder-858678-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=0ff2efdf-b046-4153-ae1f-9a2adb08b6fc,segment=NetworkSegment(0a2e6652-942c-46a2-8162-ab1d320b7f7e),segment_id=0a2e6652-942c-46a2-8162-ab1d320b7f7e)] {{(pid=106204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:20:45.777778 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 6d99a0df-701d-4fcc-937c-306eb4d19760 up at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:20:45.788233 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-cc77c051-bfe0-48a5-866f-89b491b08edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (0ff2efdf-b046-4153-ae1f-9a2adb08b6fc), after_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:45.794106 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe38b14-b305-4f5c-ad65-c2b903b52b50 None None] Pushing event updated for resources: {'Port': ['ID=0ff2efdf-b046-4153-ae1f-9a2adb08b6fc,revision_number=2']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:20:45.818207 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe38b14-b305-4f5c-ad65-c2b903b52b50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:20:45.822110 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe38b14-b305-4f5c-ad65-c2b903b52b50 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:20:45.822829 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe38b14-b305-4f5c-ad65-c2b903b52b50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:20:45.823390 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe38b14-b305-4f5c-ad65-c2b903b52b50 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:20:45.823907 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe38b14-b305-4f5c-ad65-c2b903b52b50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:20:45.826574 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe38b14-b305-4f5c-ad65-c2b903b52b50 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:20:45.827831 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe38b14-b305-4f5c-ad65-c2b903b52b50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:20:45.830388 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe38b14-b305-4f5c-ad65-c2b903b52b50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:20:45.830926 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe38b14-b305-4f5c-ad65-c2b903b52b50 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:20:45.831411 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe38b14-b305-4f5c-ad65-c2b903b52b50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:20:45.831914 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe38b14-b305-4f5c-ad65-c2b903b52b50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:20:45.832419 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe38b14-b305-4f5c-ad65-c2b903b52b50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:20:45.833569 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe38b14-b305-4f5c-ad65-c2b903b52b50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:20:45.836220 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe38b14-b305-4f5c-ad65-c2b903b52b50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:20:45.836879 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe38b14-b305-4f5c-ad65-c2b903b52b50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:20:45.838424 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe38b14-b305-4f5c-ad65-c2b903b52b50 None None] Tracked resource versions report: Sep 21 12:20:45.838424 dv-cinder-858678-1-iscsi neutron-server[106204]: pushed versions: Sep 21 12:20:45.838424 dv-cinder-858678-1-iscsi neutron-server[106204]: { 'AddressGroup': {'1.2'}, Sep 21 12:20:45.838424 dv-cinder-858678-1-iscsi neutron-server[106204]: 'Agent': {'1.1'}, Sep 21 12:20:45.838424 dv-cinder-858678-1-iscsi neutron-server[106204]: 'ConntrackHelper': {'1.0'}, Sep 21 12:20:45.838424 dv-cinder-858678-1-iscsi neutron-server[106204]: 'LocalIPAssociation': {'1.0'}, Sep 21 12:20:45.838424 dv-cinder-858678-1-iscsi neutron-server[106204]: 'Log': {'1.0'}, Sep 21 12:20:45.838424 dv-cinder-858678-1-iscsi neutron-server[106204]: 'NDPProxy': {'1.0'}, Sep 21 12:20:45.838424 dv-cinder-858678-1-iscsi neutron-server[106204]: 'Network': {'1.1'}, Sep 21 12:20:45.838424 dv-cinder-858678-1-iscsi neutron-server[106204]: 'Port': {'1.7'}, Sep 21 12:20:45.838424 dv-cinder-858678-1-iscsi neutron-server[106204]: 'PortForwarding': {'1.3'}, Sep 21 12:20:45.838424 dv-cinder-858678-1-iscsi neutron-server[106204]: 'QosPolicy': {'1.10'}, Sep 21 12:20:45.838424 dv-cinder-858678-1-iscsi neutron-server[106204]: 'SecurityGroup': {'1.5'}, Sep 21 12:20:45.838424 dv-cinder-858678-1-iscsi neutron-server[106204]: 'SecurityGroupRule': {'1.2'}, Sep 21 12:20:45.838424 dv-cinder-858678-1-iscsi neutron-server[106204]: 'SubPort': {'1.0'}, Sep 21 12:20:45.838424 dv-cinder-858678-1-iscsi neutron-server[106204]: 'Subnet': {'1.1'}, Sep 21 12:20:45.838424 dv-cinder-858678-1-iscsi neutron-server[106204]: 'Trunk': {'1.1'}} Sep 21 12:20:45.838424 dv-cinder-858678-1-iscsi neutron-server[106204]: consumer versions: Sep 21 12:20:45.838424 dv-cinder-858678-1-iscsi neutron-server[106204]: { DHCP agent@dv-cinder-858678-1-iscsi: {}, Sep 21 12:20:45.838424 dv-cinder-858678-1-iscsi neutron-server[106204]: HyperV agent@hv-cinder-85867: {}, Sep 21 12:20:45.838424 dv-cinder-858678-1-iscsi neutron-server[106204]: L3 agent@dv-cinder-858678-1-iscsi: {}, Sep 21 12:20:45.838424 dv-cinder-858678-1-iscsi neutron-server[106204]: Metadata agent@dv-cinder-858678-1-iscsi: {}, Sep 21 12:20:45.838424 dv-cinder-858678-1-iscsi neutron-server[106204]: Metering agent@dv-cinder-858678-1-iscsi: {}, Sep 21 12:20:45.838424 dv-cinder-858678-1-iscsi neutron-server[106204]: Open vSwitch agent@dv-cinder-858678-1-iscsi: { 'AddressGroup': '1.2', Sep 21 12:20:45.838424 dv-cinder-858678-1-iscsi neutron-server[106204]: 'Agent': '1.1', Sep 21 12:20:45.838424 dv-cinder-858678-1-iscsi neutron-server[106204]: 'ConntrackHelper': '1.0', Sep 21 12:20:45.838424 dv-cinder-858678-1-iscsi neutron-server[106204]: 'LocalIPAssociation': '1.0', Sep 21 12:20:45.838424 dv-cinder-858678-1-iscsi neutron-server[106204]: 'Log': '1.0', Sep 21 12:20:45.838424 dv-cinder-858678-1-iscsi neutron-server[106204]: 'NDPProxy': '1.0', Sep 21 12:20:45.838424 dv-cinder-858678-1-iscsi neutron-server[106204]: 'Network': '1.1', Sep 21 12:20:45.838424 dv-cinder-858678-1-iscsi neutron-server[106204]: 'Port': '1.7', Sep 21 12:20:45.838424 dv-cinder-858678-1-iscsi neutron-server[106204]: 'PortForwarding': '1.3', Sep 21 12:20:45.838424 dv-cinder-858678-1-iscsi neutron-server[106204]: 'QosPolicy': '1.10', Sep 21 12:20:45.838424 dv-cinder-858678-1-iscsi neutron-server[106204]: 'SecurityGroup': '1.5', Sep 21 12:20:45.838424 dv-cinder-858678-1-iscsi neutron-server[106204]: 'SecurityGroupRule': '1.2', Sep 21 12:20:45.838424 dv-cinder-858678-1-iscsi neutron-server[106204]: 'SubPort': '1.0', Sep 21 12:20:45.838424 dv-cinder-858678-1-iscsi neutron-server[106204]: 'Subnet': '1.1', Sep 21 12:20:45.838424 dv-cinder-858678-1-iscsi neutron-server[106204]: 'Trunk': '1.1'}} Sep 21 12:20:45.838424 dv-cinder-858678-1-iscsi neutron-server[106204]: {{(pid=106204) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 12:20:45.842158 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-ab91dea4-ff5e-4eb8-b041-6da972be1d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:45.933568 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc77c051-bfe0-48a5-866f-89b491b08edd None None] Routers {'6489c3c9-8588-4d87-8d3b-2c367483e192'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:20:45.934333 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-cc77c051-bfe0-48a5-866f-89b491b08edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:20:39Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['6489c3c9-8588-4d87-8d3b-2c367483e192'], 'active': True} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:20:45.984616 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-189ce50d-84bb-4d85-985b-460bb8bd7805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548197', 'neutron.services.segments.db._delete_segments_for_network-8735121314753'] for network (b3245495-49f4-4a2e-9c46-044bc534ffd5), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:46.035026 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-043dbde9-fc9c-4d65-90d3-ebbfae4e4ccc None None] Provisioning complete for port b41f453c-e6c1-4776-92c2-72fe0c00540d triggered by entity DHCP. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:20:46.035541 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-043dbde9-fc9c-4d65-90d3-ebbfae4e4ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (b41f453c-e6c1-4776-92c2-72fe0c00540d), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:46.036599 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-043dbde9-fc9c-4d65-90d3-ebbfae4e4ccc None None] Attempt 1 to provision port b41f453c-e6c1-4776-92c2-72fe0c00540d Sep 21 12:20:46.039959 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Provisioning complete for port 6d99a0df-701d-4fcc-937c-306eb4d19760 triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:20:46.046111 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (6d99a0df-701d-4fcc-937c-306eb4d19760), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:46.046699 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Attempt 1 to provision port 6d99a0df-701d-4fcc-937c-306eb4d19760 Sep 21 12:20:46.050557 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-189ce50d-84bb-4d85-985b-460bb8bd7805 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:20:46.050911 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-189ce50d-84bb-4d85-985b-460bb8bd7805 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:20:46.060852 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-189ce50d-84bb-4d85-985b-460bb8bd7805 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:20:46.062171 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-189ce50d-84bb-4d85-985b-460bb8bd7805 admin admin] Subscribe: > port after_create 55550000 {{(pid=106202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:20:46.062525 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-189ce50d-84bb-4d85-985b-460bb8bd7805 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:20:46.062925 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-189ce50d-84bb-4d85-985b-460bb8bd7805 admin admin] Subscribe: > port after_update 55550000 {{(pid=106202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:20:46.063164 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-189ce50d-84bb-4d85-985b-460bb8bd7805 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:20:46.063592 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-189ce50d-84bb-4d85-985b-460bb8bd7805 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:20:46.063818 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-189ce50d-84bb-4d85-985b-460bb8bd7805 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:20:46.064133 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-189ce50d-84bb-4d85-985b-460bb8bd7805 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:20:46.110779 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:46.112463 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe38b14-b305-4f5c-ad65-c2b903b52b50 None None] Pushing event updated for resources: {'Port': ['ID=0ff2efdf-b046-4153-ae1f-9a2adb08b6fc,revision_number=3']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:20:46.126845 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-fa219bb0-0ad2-4517-98a5-b24497dea038 admin admin] Publish callbacks [] for security_group (9085fe38-9f53-477f-bade-bd637f4607bf), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:46.161631 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-fa219bb0-0ad2-4517-98a5-b24497dea038 admin admin] Publish callbacks [] for security_group (9085fe38-9f53-477f-bade-bd637f4607bf), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:46.246015 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:46.276683 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvr_db [None req-cc77c051-bfe0-48a5-866f-89b491b08edd None None] Set router 6489c3c9-8588-4d87-8d3b-2c367483e192 gateway port host: dv-cinder-858678-1-iscsi {{(pid=106204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:20:46.317603 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.db.db_base_plugin_common [None req-ab91dea4-ff5e-4eb8-b041-6da972be1d0e admin admin] Allocated IP 172.20.0.1 (b3f0e30c-c130-4bd6-a99c-2726089c3f25/f5cf9592-7b6c-4eba-b546-68b41c284733/9e0ba373-651e-4982-9c48-5c0bf838797e) {{(pid=106201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:20:46.353203 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-fa219bb0-0ad2-4517-98a5-b24497dea038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (9085fe38-9f53-477f-bade-bd637f4607bf), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:46.356373 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-fa219bb0-0ad2-4517-98a5-b24497dea038 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:46.361242 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-fa219bb0-0ad2-4517-98a5-b24497dea038 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/9085fe38-9f53-477f-bade-bd637f4607bf HTTP/1.1" status: 204 len: 168 time: 0.8539681 Sep 21 12:20:46.410288 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa219bb0-0ad2-4517-98a5-b24497dea038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9085fe38-9f53-477f-bade-bd637f4607bf,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:20:46.416069 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Current status of the port 6d99a0df-701d-4fcc-937c-306eb4d19760 is: DOWN; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:20:46.417144 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (6d99a0df-701d-4fcc-937c-306eb4d19760), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:46.430992 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-043dbde9-fc9c-4d65-90d3-ebbfae4e4ccc None None] Current status of the port b41f453c-e6c1-4776-92c2-72fe0c00540d is: DOWN; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:20:46.431464 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-043dbde9-fc9c-4d65-90d3-ebbfae4e4ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (b41f453c-e6c1-4776-92c2-72fe0c00540d), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:46.433895 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66932f75-7f47-4ad7-8eb2-8221f7944837 None None] Network b63f4162-66af-473e-9153-2acb9ad38029 requested from dv-cinder-858678-1-iscsi {{(pid=106203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 12:20:46.497952 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-ab91dea4-ff5e-4eb8-b041-6da972be1d0e admin admin] Publish callbacks [] for port (9e0ba373-651e-4982-9c48-5c0bf838797e), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:46.560445 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-cc77c051-bfe0-48a5-866f-89b491b08edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6489c3c9-8588-4d87-8d3b-2c367483e192', 'name': 'tempest-AttachVolumeShelveTestJSON-1026338414-router', 'tenant_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '0ff2efdf-b046-4153-ae1f-9a2adb08b6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:20:39Z', 'updated_at': '2022-09-21T12:20:41Z', 'revision_number': 3, 'project_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'gw_port': {'id': '0ff2efdf-b046-4153-ae1f-9a2adb08b6fc', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6489c3c9-8588-4d87-8d3b-2c367483e192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:40Z', 'updated_at': '2022-09-21T12:20:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi'}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:20:46.602784 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-ab91dea4-ff5e-4eb8-b041-6da972be1d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735120900801'] for port (9e0ba373-651e-4982-9c48-5c0bf838797e), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:46.612570 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc77c051-bfe0-48a5-866f-89b491b08edd None None] The sync data for ids ['6489c3c9-8588-4d87-8d3b-2c367483e192'] in dv-cinder-858678-1-iscsi is: [{'id': '6489c3c9-8588-4d87-8d3b-2c367483e192', 'name': 'tempest-AttachVolumeShelveTestJSON-1026338414-router', 'tenant_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '0ff2efdf-b046-4153-ae1f-9a2adb08b6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:20:39Z', 'updated_at': '2022-09-21T12:20:41Z', 'revision_number': 3, 'project_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'gw_port': {'id': '0ff2efdf-b046-4153-ae1f-9a2adb08b6fc', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6489c3c9-8588-4d87-8d3b-2c367483e192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:40Z', 'updated_at': '2022-09-21T12:20:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi'}] {{(pid=106204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:20:46.642563 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] For port 6d99a0df-701d-4fcc-937c-306eb4d19760, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=6d99a0df-701d-4fcc-937c-306eb4d19760,segment=NetworkSegment(5be53f91-aee1-48e3-9112-bdcdf49a807c),segment_id=5be53f91-aee1-48e3-9112-bdcdf49a807c)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:20:46.658765 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (986f726e-8c98-4005-b3b7-e033305b1240), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:46.664939 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (6d99a0df-701d-4fcc-937c-306eb4d19760), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:46.665181 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-189ce50d-84bb-4d85-985b-460bb8bd7805 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:20:46.665627 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-189ce50d-84bb-4d85-985b-460bb8bd7805 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:20:46.665715 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-189ce50d-84bb-4d85-985b-460bb8bd7805 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:20:46.666154 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device b41f453c-e6c1-4776-92c2-72fe0c00540d up at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:20:46.667872 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-189ce50d-84bb-4d85-985b-460bb8bd7805 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:20:46.668307 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.services.segments.db [None req-189ce50d-84bb-4d85-985b-460bb8bd7805 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3245495-49f4-4a2e-9c46-044bc534ffd5']}} {{(pid=106202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:20:46.707850 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab91dea4-ff5e-4eb8-b041-6da972be1d0e admin admin] Network b3f0e30c-c130-4bd6-a99c-2726089c3f25 is already hosted by enough agents. {{(pid=106201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:20:46.718443 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.base_scheduler [None req-ab91dea4-ff5e-4eb8-b041-6da972be1d0e admin admin] Resources bound (agent type, host, resource id): {{(pid=106201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:20:46.722586 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab91dea4-ff5e-4eb8-b041-6da972be1d0e admin admin] Received port after_create {{(pid=106201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 12:20:46.723057 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-ab91dea4-ff5e-4eb8-b041-6da972be1d0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-624413'] for router_interface (6489c3c9-8588-4d87-8d3b-2c367483e192), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:46.744919 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:46.752804 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab91dea4-ff5e-4eb8-b041-6da972be1d0e admin admin] Pushing event updated for resources: {'Port': ['ID=9e0ba373-651e-4982-9c48-5c0bf838797e,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:20:46.815577 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Pushing event updated for resources: {'Port': ['ID=6d99a0df-701d-4fcc-937c-306eb4d19760,revision_number=3']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:20:46.861810 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-043dbde9-fc9c-4d65-90d3-ebbfae4e4ccc None None] For port b41f453c-e6c1-4776-92c2-72fe0c00540d, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=b41f453c-e6c1-4776-92c2-72fe0c00540d,segment=NetworkSegment(8f611811-e093-433f-9aea-61970f40e4b3),segment_id=8f611811-e093-433f-9aea-61970f40e4b3)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:20:46.875844 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:46.885241 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.services.segments.db [None req-189ce50d-84bb-4d85-985b-460bb8bd7805 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '766585a5-4147-41c8-895e-01c937849662') {'for_net_delete': True} {{(pid=106202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:20:46.885647 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.services.segments.db [None req-189ce50d-84bb-4d85-985b-460bb8bd7805 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '766585a5-4147-41c8-895e-01c937849662') {} {{(pid=106202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:20:46.909475 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-043dbde9-fc9c-4d65-90d3-ebbfae4e4ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (b41f453c-e6c1-4776-92c2-72fe0c00540d), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:46.949121 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-189ce50d-84bb-4d85-985b-460bb8bd7805 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735121314645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6891113'] for segment (766585a5-4147-41c8-895e-01c937849662), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:46.984201 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5473e8c-745e-425e-90af-e5b144e63a7b admin admin] Router 2843d53f-fbc2-4376-8215-128694a1d6e6 is scheduled to L3 agent 4f31b8b6-17c0-474d-bf52-0481ff2a5cf7 with binding_index 1 {{(pid=106202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 12:20:47.034613 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-de16b338-76cf-4ad2-9c5a-e207b83a28b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (8de787fe-b196-4ba3-9147-b945cce9c854), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:47.038595 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-de16b338-76cf-4ad2-9c5a-e207b83a28b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:47.054131 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-de16b338-76cf-4ad2-9c5a-e207b83a28b4 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/8de787fe-b196-4ba3-9147-b945cce9c854 HTTP/1.1" status: 204 len: 168 time: 2.2807193 Sep 21 12:20:47.104295 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-043dbde9-fc9c-4d65-90d3-ebbfae4e4ccc None None] Provisioning complete for port 378fb9e7-5e73-4fd3-a037-7d5de0da3aaa triggered by entity DHCP. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:20:47.104295 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-043dbde9-fc9c-4d65-90d3-ebbfae4e4ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (378fb9e7-5e73-4fd3-a037-7d5de0da3aaa), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:47.104295 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-043dbde9-fc9c-4d65-90d3-ebbfae4e4ccc None None] Attempt 1 to provision port 378fb9e7-5e73-4fd3-a037-7d5de0da3aaa Sep 21 12:20:47.150442 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-189ce50d-84bb-4d85-985b-460bb8bd7805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355690'] for segment (766585a5-4147-41c8-895e-01c937849662), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:47.198566 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043dbde9-fc9c-4d65-90d3-ebbfae4e4ccc None None] Pushing event updated for resources: {'Port': ['ID=b41f453c-e6c1-4776-92c2-72fe0c00540d,revision_number=3']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:20:47.228326 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de16b338-76cf-4ad2-9c5a-e207b83a28b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de787fe-b196-4ba3-9147-b945cce9c854,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:20:47.234209 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-189ce50d-84bb-4d85-985b-460bb8bd7805 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=106202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 12:20:47.234618 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-189ce50d-84bb-4d85-985b-460bb8bd7805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6955165'] for segment (766585a5-4147-41c8-895e-01c937849662), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:47.344661 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:47.369630 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-ab91dea4-ff5e-4eb8-b041-6da972be1d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (9e0ba373-651e-4982-9c48-5c0bf838797e), before_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:47.530353 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-189ce50d-84bb-4d85-985b-460bb8bd7805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534153'] for network (b3245495-49f4-4a2e-9c46-044bc534ffd5), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:47.566481 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-189ce50d-84bb-4d85-985b-460bb8bd7805 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544014'] for network (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:47.577136 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-189ce50d-84bb-4d85-985b-460bb8bd7805 admin admin] 10.222.0.71 "DELETE /networking/v2.0/networks/b3245495-49f4-4a2e-9c46-044bc534ffd5 HTTP/1.1" status: 204 len: 168 time: 1.9770808 Sep 21 12:20:47.587615 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 50530) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:20:47.613000 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57afc8c9-14d8-4e04-82f2-acf91ea269fa admin admin] Router f11e3f6a-90ee-4201-9332-826f19c376fa is scheduled to L3 agent 4f31b8b6-17c0-474d-bf52-0481ff2a5cf7 with binding_index 1 {{(pid=106202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 12:20:47.625659 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189ce50d-84bb-4d85-985b-460bb8bd7805 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3245495-49f4-4a2e-9c46-044bc534ffd5,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:20:47.672189 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:47.680617 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Provisioning complete for port b41f453c-e6c1-4776-92c2-72fe0c00540d triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:20:47.681260 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (b41f453c-e6c1-4776-92c2-72fe0c00540d), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:47.681795 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Attempt 1 to provision port b41f453c-e6c1-4776-92c2-72fe0c00540d Sep 21 12:20:47.684002 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.db.db_base_plugin_v2 [None req-c973d545-0638-4414-ab37-ca63a2ce46b8 admin admin] Deleting subnet 99de7534-c982-4600-a67e-edf0f48a356b {{(pid=106201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 21 12:20:47.692496 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-c973d545-0638-4414-ab37-ca63a2ce46b8 admin admin] Publish callbacks [] for subnet (99de7534-c982-4600-a67e-edf0f48a356b), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:47.776945 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-c973d545-0638-4414-ab37-ca63a2ce46b8 admin admin] Publish callbacks [] for subnet (99de7534-c982-4600-a67e-edf0f48a356b), precommit_delete_associations {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:47.789918 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-c973d545-0638-4414-ab37-ca63a2ce46b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462926'] for subnet (99de7534-c982-4600-a67e-edf0f48a356b), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:47.852210 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-043dbde9-fc9c-4d65-90d3-ebbfae4e4ccc None None] Current status of the port 378fb9e7-5e73-4fd3-a037-7d5de0da3aaa is: ACTIVE; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:20:47.873495 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-c973d545-0638-4414-ab37-ca63a2ce46b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028'] for subnet (99de7534-c982-4600-a67e-edf0f48a356b), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:47.897002 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Current status of the port b41f453c-e6c1-4776-92c2-72fe0c00540d is: ACTIVE; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:20:47.908812 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5473e8c-745e-425e-90af-e5b144e63a7b admin admin] Notify agent at l3_agent.dv-cinder-858678-1-iscsi the message routers_updated {{(pid=106202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:20:47.909351 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c973d545-0638-4414-ab37-ca63a2ce46b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99de7534-c982-4600-a67e-edf0f48a356b,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:20:47.921744 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9f7c76-a1e1-41d3-b6e9-e722c47fad09 None None] Sync routers for ids ['2843d53f-fbc2-4376-8215-128694a1d6e6'] in dv-cinder-858678-1-iscsi {{(pid=106203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:20:47.927926 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-c973d545-0638-4414-ab37-ca63a2ce46b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544014'] for subnet (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:47.931205 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-c973d545-0638-4414-ab37-ca63a2ce46b8 admin admin] 10.222.0.71 "DELETE /networking/v2.0/subnets/99de7534-c982-4600-a67e-edf0f48a356b HTTP/1.1" status: 204 len: 168 time: 0.3401618 Sep 21 12:20:47.933992 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 50536) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:20:47.947669 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9f7c76-a1e1-41d3-b6e9-e722c47fad09 None None] Routers {'2843d53f-fbc2-4376-8215-128694a1d6e6'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:20:47.948455 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-2d9f7c76-a1e1-41d3-b6e9-e722c47fad09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:20:39Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['2843d53f-fbc2-4376-8215-128694a1d6e6'], 'active': True} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:20:47.974917 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-d5473e8c-745e-425e-90af-e5b144e63a7b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:47.976590 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-d5473e8c-745e-425e-90af-e5b144e63a7b admin admin] 10.222.0.71 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.1990395 Sep 21 12:20:47.992754 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 50542) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:20:48.016860 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:48.033589 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-24998649-6113-4bcc-91fa-a0126b76a9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535227'] for network (e52dea74-3cfd-4c2d-a1ce-056940929db7), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:48.222090 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-24998649-6113-4bcc-91fa-a0126b76a9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548197', 'neutron.services.segments.db._delete_segments_for_network-8735121314753'] for network (e52dea74-3cfd-4c2d-a1ce-056940929db7), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:48.244557 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvr_db [None req-2d9f7c76-a1e1-41d3-b6e9-e722c47fad09 None None] Set router 2843d53f-fbc2-4376-8215-128694a1d6e6 gateway port host: dv-cinder-858678-1-iscsi {{(pid=106203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:20:48.247355 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:48.252986 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-ba5bb9ff-c3ee-404b-a49f-e7f799da1d95 None None] Provisioning complete for port 6d99a0df-701d-4fcc-937c-306eb4d19760 triggered by entity DHCP. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:20:48.253384 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-ba5bb9ff-c3ee-404b-a49f-e7f799da1d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (6d99a0df-701d-4fcc-937c-306eb4d19760), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:48.253728 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-ba5bb9ff-c3ee-404b-a49f-e7f799da1d95 None None] Attempt 1 to provision port 6d99a0df-701d-4fcc-937c-306eb4d19760 Sep 21 12:20:48.263962 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-24998649-6113-4bcc-91fa-a0126b76a9b3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:20:48.265075 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-24998649-6113-4bcc-91fa-a0126b76a9b3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:20:48.266370 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-24998649-6113-4bcc-91fa-a0126b76a9b3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:20:48.267337 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-24998649-6113-4bcc-91fa-a0126b76a9b3 admin admin] Subscribe: > port after_create 55550000 {{(pid=106201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:20:48.267481 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-24998649-6113-4bcc-91fa-a0126b76a9b3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:20:48.267845 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-24998649-6113-4bcc-91fa-a0126b76a9b3 admin admin] Subscribe: > port after_update 55550000 {{(pid=106201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:20:48.269931 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-24998649-6113-4bcc-91fa-a0126b76a9b3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:20:48.270299 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-24998649-6113-4bcc-91fa-a0126b76a9b3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:20:48.270721 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-24998649-6113-4bcc-91fa-a0126b76a9b3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:20:48.271049 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-24998649-6113-4bcc-91fa-a0126b76a9b3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:20:48.412372 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57afc8c9-14d8-4e04-82f2-acf91ea269fa admin admin] Notify agent at l3_agent.dv-cinder-858678-1-iscsi the message routers_updated {{(pid=106202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:20:48.425494 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3b7a77-c7b9-4ed9-bb12-20043b1813e8 None None] Sync routers for ids ['f11e3f6a-90ee-4201-9332-826f19c376fa'] in dv-cinder-858678-1-iscsi {{(pid=106204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:20:48.442018 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3b7a77-c7b9-4ed9-bb12-20043b1813e8 None None] Routers {'f11e3f6a-90ee-4201-9332-826f19c376fa'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:20:48.443078 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-fd3b7a77-c7b9-4ed9-bb12-20043b1813e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:20:39Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['f11e3f6a-90ee-4201-9332-826f19c376fa'], 'active': True} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:20:48.490549 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-57afc8c9-14d8-4e04-82f2-acf91ea269fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:48.494744 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-57afc8c9-14d8-4e04-82f2-acf91ea269fa admin admin] 10.222.0.71 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.6835368 Sep 21 12:20:48.543438 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 378fb9e7-5e73-4fd3-a037-7d5de0da3aaa up at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:20:48.638196 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.services.segments.plugin [-] Segment 766585a5-4147-41c8-895e-01c937849662 resource provider aggregate not found Sep 21 12:20:48.645710 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 50556) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:20:48.664008 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvr_db [None req-fd3b7a77-c7b9-4ed9-bb12-20043b1813e8 None None] Set router f11e3f6a-90ee-4201-9332-826f19c376fa gateway port host: dv-cinder-858678-1-iscsi {{(pid=106204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:20:48.772765 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-24998649-6113-4bcc-91fa-a0126b76a9b3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:20:48.773298 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-24998649-6113-4bcc-91fa-a0126b76a9b3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:20:48.773535 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-24998649-6113-4bcc-91fa-a0126b76a9b3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:20:48.773733 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-24998649-6113-4bcc-91fa-a0126b76a9b3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:20:48.780457 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.services.segments.db [None req-24998649-6113-4bcc-91fa-a0126b76a9b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e52dea74-3cfd-4c2d-a1ce-056940929db7']}} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:20:48.801220 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-ba5bb9ff-c3ee-404b-a49f-e7f799da1d95 None None] Current status of the port 6d99a0df-701d-4fcc-937c-306eb4d19760 is: ACTIVE; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:20:48.852022 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Provisioning complete for port 378fb9e7-5e73-4fd3-a037-7d5de0da3aaa triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:20:48.856731 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (378fb9e7-5e73-4fd3-a037-7d5de0da3aaa), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:48.857069 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Attempt 1 to provision port 378fb9e7-5e73-4fd3-a037-7d5de0da3aaa Sep 21 12:20:48.868198 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.services.segments.plugin [-] Segment 766585a5-4147-41c8-895e-01c937849662 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 766585a5-4147-41c8-895e-01c937849662 found for delete ", "request_id": "req-717dee68-dfdd-4d3f-847d-00ad9c07f7e8"}]} Sep 21 12:20:48.874042 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-ba5bb9ff-c3ee-404b-a49f-e7f799da1d95 None None] Provisioning complete for port 9e0ba373-651e-4982-9c48-5c0bf838797e triggered by entity DHCP. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:20:48.874541 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-ba5bb9ff-c3ee-404b-a49f-e7f799da1d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (9e0ba373-651e-4982-9c48-5c0bf838797e), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:48.874895 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-ba5bb9ff-c3ee-404b-a49f-e7f799da1d95 None None] Attempt 1 to provision port 9e0ba373-651e-4982-9c48-5c0bf838797e Sep 21 12:20:48.904613 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.services.segments.db [None req-24998649-6113-4bcc-91fa-a0126b76a9b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '013d263a-c29c-4ab4-9276-873ec883b793') {'for_net_delete': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:20:48.905700 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.services.segments.db [None req-24998649-6113-4bcc-91fa-a0126b76a9b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '013d263a-c29c-4ab4-9276-873ec883b793') {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:20:48.934121 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-24998649-6113-4bcc-91fa-a0126b76a9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735121314645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6930185'] for segment (013d263a-c29c-4ab4-9276-873ec883b793), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:48.940396 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=100 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:49.001861 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-24998649-6113-4bcc-91fa-a0126b76a9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355690'] for segment (013d263a-c29c-4ab4-9276-873ec883b793), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:49.036523 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24998649-6113-4bcc-91fa-a0126b76a9b3 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=106201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 12:20:49.037229 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-24998649-6113-4bcc-91fa-a0126b76a9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6789067'] for segment (013d263a-c29c-4ab4-9276-873ec883b793), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:49.065000 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-fd3b7a77-c7b9-4ed9-bb12-20043b1813e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11e3f6a-90ee-4201-9332-826f19c376fa', 'name': 'tempest-AttachVolumeTestJSON-700868700-router', 'tenant_id': '9340222cfe154efe8a6064b197d54499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '4ee3f09b-4c45-4163-87cb-45f292598e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:20:39Z', 'updated_at': '2022-09-21T12:20:43Z', 'revision_number': 3, 'project_id': '9340222cfe154efe8a6064b197d54499', 'gw_port': {'id': '4ee3f09b-4c45-4163-87cb-45f292598e44', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f11e3f6a-90ee-4201-9332-826f19c376fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:41Z', 'updated_at': '2022-09-21T12:20:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi'}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:20:49.112055 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-2d9f7c76-a1e1-41d3-b6e9-e722c47fad09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2843d53f-fbc2-4376-8215-128694a1d6e6', 'name': 'tempest-DeleteServersTestJSON-595731396-router', 'tenant_id': '74d5d713723f4ea5a8d1e72627b80c47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd45428ba-2490-403e-b506-770ef457948f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:20:39Z', 'updated_at': '2022-09-21T12:20:42Z', 'revision_number': 3, 'project_id': '74d5d713723f4ea5a8d1e72627b80c47', 'gw_port': {'id': 'd45428ba-2490-403e-b506-770ef457948f', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:72:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2843d53f-fbc2-4376-8215-128694a1d6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:41Z', 'updated_at': '2022-09-21T12:20:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi'}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:20:49.119368 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-24998649-6113-4bcc-91fa-a0126b76a9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534153'] for network (e52dea74-3cfd-4c2d-a1ce-056940929db7), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:49.130845 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-24998649-6113-4bcc-91fa-a0126b76a9b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544014'] for network (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:49.132635 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3b7a77-c7b9-4ed9-bb12-20043b1813e8 None None] Checking router: f11e3f6a-90ee-4201-9332-826f19c376fa for host: dv-cinder-858678-1-iscsi {{(pid=106204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:20:49.133150 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3b7a77-c7b9-4ed9-bb12-20043b1813e8 None None] Updating router f11e3f6a-90ee-4201-9332-826f19c376fa port 4ee3f09b-4c45-4163-87cb-45f292598e44 binding host dv-cinder-858678-1-iscsi {{(pid=106204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 12:20:49.135735 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-24998649-6113-4bcc-91fa-a0126b76a9b3 admin admin] 10.222.0.71 "DELETE /networking/v2.0/networks/e52dea74-3cfd-4c2d-a1ce-056940929db7 HTTP/1.1" status: 204 len: 168 time: 1.2007835 Sep 21 12:20:49.178675 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:49.200732 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-ba5bb9ff-c3ee-404b-a49f-e7f799da1d95 None None] Port 9e0ba373-651e-4982-9c48-5c0bf838797e cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:20:49.201560 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9f7c76-a1e1-41d3-b6e9-e722c47fad09 None None] Checking router: 2843d53f-fbc2-4376-8215-128694a1d6e6 for host: dv-cinder-858678-1-iscsi {{(pid=106203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:20:49.202415 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9f7c76-a1e1-41d3-b6e9-e722c47fad09 None None] Updating router 2843d53f-fbc2-4376-8215-128694a1d6e6 port d45428ba-2490-403e-b506-770ef457948f binding host dv-cinder-858678-1-iscsi {{(pid=106203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 12:20:49.215683 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24998649-6113-4bcc-91fa-a0126b76a9b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e52dea74-3cfd-4c2d-a1ce-056940929db7,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:20:49.250836 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-ab91dea4-ff5e-4eb8-b041-6da972be1d0e admin admin] Publish callbacks [] for port (9e0ba373-651e-4982-9c48-5c0bf838797e), precommit_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:49.257340 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-ab91dea4-ff5e-4eb8-b041-6da972be1d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6788903'] for port (9e0ba373-651e-4982-9c48-5c0bf838797e), after_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:49.277152 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-2d9f7c76-a1e1-41d3-b6e9-e722c47fad09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (d45428ba-2490-403e-b506-770ef457948f), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:49.322031 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-ab91dea4-ff5e-4eb8-b041-6da972be1d0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-544034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624521'] for router_interface (6489c3c9-8588-4d87-8d3b-2c367483e192), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:49.341637 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-fd3b7a77-c7b9-4ed9-bb12-20043b1813e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (4ee3f09b-4c45-4163-87cb-45f292598e44), before_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:49.565763 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab91dea4-ff5e-4eb8-b041-6da972be1d0e admin admin] Pushing event updated for resources: {'Port': ['ID=9e0ba373-651e-4982-9c48-5c0bf838797e,revision_number=2']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:20:49.609722 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab91dea4-ff5e-4eb8-b041-6da972be1d0e admin admin] Network b3f0e30c-c130-4bd6-a99c-2726089c3f25 is already hosted by enough agents. {{(pid=106201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:20:49.612579 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.base_scheduler [None req-ab91dea4-ff5e-4eb8-b041-6da972be1d0e admin admin] Resources bound (agent type, host, resource id): {{(pid=106201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:20:49.612701 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Current status of the port 378fb9e7-5e73-4fd3-a037-7d5de0da3aaa is: ACTIVE; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:20:49.616036 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 6d99a0df-701d-4fcc-937c-306eb4d19760 up at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:20:49.745254 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-ba5bb9ff-c3ee-404b-a49f-e7f799da1d95 None None] Attempt 2 to provision port 9e0ba373-651e-4982-9c48-5c0bf838797e Sep 21 12:20:49.761663 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=100 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:49.794605 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 50598) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:20:49.896812 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab91dea4-ff5e-4eb8-b041-6da972be1d0e admin admin] Router 6489c3c9-8588-4d87-8d3b-2c367483e192 has already been hosted by L3 agent 4f31b8b6-17c0-474d-bf52-0481ff2a5cf7 {{(pid=106201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 12:20:49.933972 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-fd3b7a77-c7b9-4ed9-bb12-20043b1813e8 None None] Publish callbacks [] for port (4ee3f09b-4c45-4163-87cb-45f292598e44), precommit_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:49.945718 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-fd3b7a77-c7b9-4ed9-bb12-20043b1813e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (4ee3f09b-4c45-4163-87cb-45f292598e44), after_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:49.964677 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Provisioning complete for port 6d99a0df-701d-4fcc-937c-306eb4d19760 triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:20:49.965067 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (6d99a0df-701d-4fcc-937c-306eb4d19760), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:49.965407 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Attempt 1 to provision port 6d99a0df-701d-4fcc-937c-306eb4d19760 Sep 21 12:20:50.027135 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d41fb2-e60e-4daa-9c0b-22b2553ed5b3 None None] Pushing event updated for resources: {'Port': ['ID=4ee3f09b-4c45-4163-87cb-45f292598e44,revision_number=2']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:20:50.034488 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.managers [None req-fd3b7a77-c7b9-4ed9-bb12-20043b1813e8 None None] Attempting to bind port 4ee3f09b-4c45-4163-87cb-45f292598e44 on host dv-cinder-858678-1-iscsi for vnic_type normal with profile {{(pid=106204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 12:20:50.034831 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.managers [None req-fd3b7a77-c7b9-4ed9-bb12-20043b1813e8 None None] Attempting to bind port 4ee3f09b-4c45-4163-87cb-45f292598e44 by drivers openvswitch,hyperv on host dv-cinder-858678-1-iscsi at level 0 using segments [{'id': '0a2e6652-942c-46a2-8162-ab1d320b7f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d'}] {{(pid=106204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 12:20:50.035324 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3b7a77-c7b9-4ed9-bb12-20043b1813e8 None None] Attempting to bind port 4ee3f09b-4c45-4163-87cb-45f292598e44 on network 988e67c4-a01e-4c04-8cb9-1b0dd07d668d {{(pid=106204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:20:50.043795 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-ba5bb9ff-c3ee-404b-a49f-e7f799da1d95 None None] Port 9e0ba373-651e-4982-9c48-5c0bf838797e cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:20:50.088974 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-44415d4b-8397-4e34-9f90-978ac6b10ee5 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=bfe885783173412289ca18fb7cdc6bed&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2781520 Sep 21 12:20:50.107278 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3b7a77-c7b9-4ed9-bb12-20043b1813e8 None None] Checking agent: {'id': '57fb69a9-4edc-44fd-8965-b65708e41306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858678-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 12, 12, 11), 'started_at': datetime.datetime(2022, 9, 21, 12, 12, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 12, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858678-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 12:20:50.107681 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3b7a77-c7b9-4ed9-bb12-20043b1813e8 None None] Checking segment: {'id': '0a2e6652-942c-46a2-8162-ab1d320b7f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:20:50.109372 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-fd3b7a77-c7b9-4ed9-bb12-20043b1813e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:50.110219 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3b7a77-c7b9-4ed9-bb12-20043b1813e8 None None] Bound using segment: {'id': '0a2e6652-942c-46a2-8162-ab1d320b7f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d'} {{(pid=106204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 12:20:50.110733 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.managers [None req-fd3b7a77-c7b9-4ed9-bb12-20043b1813e8 None None] Bound port: 4ee3f09b-4c45-4163-87cb-45f292598e44, host: dv-cinder-858678-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2e6652-942c-46a2-8162-ab1d320b7f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d'}}] {{(pid=106204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 12:20:50.111120 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-fd3b7a77-c7b9-4ed9-bb12-20043b1813e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (4ee3f09b-4c45-4163-87cb-45f292598e44), before_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:50.112921 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 50614) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:20:50.174047 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab91dea4-ff5e-4eb8-b041-6da972be1d0e admin admin] Notify agent at l3_agent.dv-cinder-858678-1-iscsi the message routers_updated {{(pid=106201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:20:50.176250 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.db [None req-fd3b7a77-c7b9-4ed9-bb12-20043b1813e8 None None] For port 4ee3f09b-4c45-4163-87cb-45f292598e44, host dv-cinder-858678-1-iscsi, cleared binding levels {{(pid=106204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:20:50.180382 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.db [None req-fd3b7a77-c7b9-4ed9-bb12-20043b1813e8 None None] For port 4ee3f09b-4c45-4163-87cb-45f292598e44, host dv-cinder-858678-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=4ee3f09b-4c45-4163-87cb-45f292598e44,segment=NetworkSegment(0a2e6652-942c-46a2-8162-ab1d320b7f7e),segment_id=0a2e6652-942c-46a2-8162-ab1d320b7f7e)] {{(pid=106204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:20:50.183508 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:50.185349 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:50.190847 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-fd3b7a77-c7b9-4ed9-bb12-20043b1813e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (4ee3f09b-4c45-4163-87cb-45f292598e44), after_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:50.216215 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3855b972-e0b1-4584-a547-b30abb261ce1 None None] Sync routers for ids ['6489c3c9-8588-4d87-8d3b-2c367483e192'] in dv-cinder-858678-1-iscsi {{(pid=106203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:20:50.220647 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-ab91dea4-ff5e-4eb8-b041-6da972be1d0e admin admin] 10.222.0.71 "PUT /networking/v2.0/routers/6489c3c9-8588-4d87-8d3b-2c367483e192/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8304088 Sep 21 12:20:50.245122 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3855b972-e0b1-4584-a547-b30abb261ce1 None None] Routers {'6489c3c9-8588-4d87-8d3b-2c367483e192'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:20:50.245801 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-3855b972-e0b1-4584-a547-b30abb261ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:20:39Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['6489c3c9-8588-4d87-8d3b-2c367483e192'], 'active': True} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:20:50.266451 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3b7a77-c7b9-4ed9-bb12-20043b1813e8 None None] Routers {'f11e3f6a-90ee-4201-9332-826f19c376fa'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:20:50.266451 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-fd3b7a77-c7b9-4ed9-bb12-20043b1813e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:20:39Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['f11e3f6a-90ee-4201-9332-826f19c376fa'], 'active': True} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:20:50.332557 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d41fb2-e60e-4daa-9c0b-22b2553ed5b3 None None] Pushing event updated for resources: {'Port': ['ID=4ee3f09b-4c45-4163-87cb-45f292598e44,revision_number=3']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:20:50.338157 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Current status of the port 6d99a0df-701d-4fcc-937c-306eb4d19760 is: ACTIVE; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:20:50.339944 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 0ff2efdf-b046-4153-ae1f-9a2adb08b6fc up at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:20:50.427987 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvr_db [None req-fd3b7a77-c7b9-4ed9-bb12-20043b1813e8 None None] Set router f11e3f6a-90ee-4201-9332-826f19c376fa gateway port host: dv-cinder-858678-1-iscsi {{(pid=106204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:20:50.533022 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.services.segments.plugin [-] Segment 013d263a-c29c-4ab4-9276-873ec883b793 resource provider aggregate not found Sep 21 12:20:50.559130 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-017a4563-e08a-49a7-8833-6a667b4a5d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:50.566092 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.services.segments.plugin [-] Segment 013d263a-c29c-4ab4-9276-873ec883b793 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 013d263a-c29c-4ab4-9276-873ec883b793 found for delete ", "request_id": "req-6e9a4035-158a-4162-a9d2-ffd68febc3c7"}]} Sep 21 12:20:50.581738 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:50.656351 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvr_db [None req-3855b972-e0b1-4584-a547-b30abb261ce1 None None] Set router 6489c3c9-8588-4d87-8d3b-2c367483e192 gateway port host: dv-cinder-858678-1-iscsi {{(pid=106203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:20:50.680081 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:50.698850 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-fd3b7a77-c7b9-4ed9-bb12-20043b1813e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11e3f6a-90ee-4201-9332-826f19c376fa', 'name': 'tempest-AttachVolumeTestJSON-700868700-router', 'tenant_id': '9340222cfe154efe8a6064b197d54499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '4ee3f09b-4c45-4163-87cb-45f292598e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:20:39Z', 'updated_at': '2022-09-21T12:20:43Z', 'revision_number': 3, 'project_id': '9340222cfe154efe8a6064b197d54499', 'gw_port': {'id': '4ee3f09b-4c45-4163-87cb-45f292598e44', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f11e3f6a-90ee-4201-9332-826f19c376fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:41Z', 'updated_at': '2022-09-21T12:20:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi'}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:20:50.730738 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3b7a77-c7b9-4ed9-bb12-20043b1813e8 None None] The sync data for ids ['f11e3f6a-90ee-4201-9332-826f19c376fa'] in dv-cinder-858678-1-iscsi is: [{'id': 'f11e3f6a-90ee-4201-9332-826f19c376fa', 'name': 'tempest-AttachVolumeTestJSON-700868700-router', 'tenant_id': '9340222cfe154efe8a6064b197d54499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '4ee3f09b-4c45-4163-87cb-45f292598e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:20:39Z', 'updated_at': '2022-09-21T12:20:43Z', 'revision_number': 3, 'project_id': '9340222cfe154efe8a6064b197d54499', 'gw_port': {'id': '4ee3f09b-4c45-4163-87cb-45f292598e44', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f11e3f6a-90ee-4201-9332-826f19c376fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:41Z', 'updated_at': '2022-09-21T12:20:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi'}] {{(pid=106204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:20:50.737210 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-b79cd591-9fb6-4434-a602-4203a916dd2d admin admin] Publish callbacks [] for security_group (c37af9d4-f130-406a-86c1-29ab872228c7), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:50.741159 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-ba5bb9ff-c3ee-404b-a49f-e7f799da1d95 None None] Attempt 3 to provision port 9e0ba373-651e-4982-9c48-5c0bf838797e Sep 21 12:20:50.829780 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-b79cd591-9fb6-4434-a602-4203a916dd2d admin admin] Publish callbacks [] for security_group (c37af9d4-f130-406a-86c1-29ab872228c7), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:50.867704 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-2d9f7c76-a1e1-41d3-b6e9-e722c47fad09 None None] Publish callbacks [] for port (d45428ba-2490-403e-b506-770ef457948f), precommit_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:50.870497 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:50.932099 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Provisioning complete for port 0ff2efdf-b046-4153-ae1f-9a2adb08b6fc triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:20:50.932686 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (0ff2efdf-b046-4153-ae1f-9a2adb08b6fc), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:50.933196 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Attempt 1 to provision port 0ff2efdf-b046-4153-ae1f-9a2adb08b6fc Sep 21 12:20:50.937402 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-2d9f7c76-a1e1-41d3-b6e9-e722c47fad09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (d45428ba-2490-403e-b506-770ef457948f), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:50.950994 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.db_base_plugin_common [None req-017a4563-e08a-49a7-8833-6a667b4a5d3a admin admin] Allocated IP 172.20.0.1 (b63f4162-66af-473e-9153-2acb9ad38029/7ad8a1ff-f00e-4a0f-ba67-d6724a11803d/00ed7fa0-dd5f-43da-bdf1-590272e8d38c) {{(pid=106202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:20:51.011613 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d698fa-f29a-4d35-8cd2-ab079a41cd0a None None] Pushing event updated for resources: {'Port': ['ID=d45428ba-2490-403e-b506-770ef457948f,revision_number=2']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:20:51.088059 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 50662) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:20:51.095225 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.v2.base [None req-25412dcb-6041-4ae5-b80c-8a0fa2d35737 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2039754061', 'description': 'tempest-description--1227856074'}} {{(pid=106201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:20:51.195847 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-25412dcb-6041-4ae5-b80c-8a0fa2d35737 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks [] for security_group (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:51.314765 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:51.325717 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-b79cd591-9fb6-4434-a602-4203a916dd2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (c37af9d4-f130-406a-86c1-29ab872228c7), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:51.330928 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-b79cd591-9fb6-4434-a602-4203a916dd2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:51.334523 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-b79cd591-9fb6-4434-a602-4203a916dd2d admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/c37af9d4-f130-406a-86c1-29ab872228c7 HTTP/1.1" status: 204 len: 168 time: 1.2175195 Sep 21 12:20:51.337092 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 50670) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:20:51.370589 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-25412dcb-6041-4ae5-b80c-8a0fa2d35737 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks [] for security_group (267ba430-0cbf-4d48-bd65-d51dbf4aacb1), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:51.377376 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-25412dcb-6041-4ae5-b80c-8a0fa2d35737 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (267ba430-0cbf-4d48-bd65-d51dbf4aacb1), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:51.411740 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.managers [None req-2d9f7c76-a1e1-41d3-b6e9-e722c47fad09 None None] Attempting to bind port d45428ba-2490-403e-b506-770ef457948f on host dv-cinder-858678-1-iscsi for vnic_type normal with profile {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 12:20:51.412863 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.managers [None req-2d9f7c76-a1e1-41d3-b6e9-e722c47fad09 None None] Attempting to bind port d45428ba-2490-403e-b506-770ef457948f by drivers openvswitch,hyperv on host dv-cinder-858678-1-iscsi at level 0 using segments [{'id': '0a2e6652-942c-46a2-8162-ab1d320b7f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d'}] {{(pid=106203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 12:20:51.413448 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9f7c76-a1e1-41d3-b6e9-e722c47fad09 None None] Attempting to bind port d45428ba-2490-403e-b506-770ef457948f on network 988e67c4-a01e-4c04-8cb9-1b0dd07d668d {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:20:51.425920 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25412dcb-6041-4ae5-b80c-8a0fa2d35737 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=267ba430-0cbf-4d48-bd65-d51dbf4aacb1,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:20:51.447122 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-25412dcb-6041-4ae5-b80c-8a0fa2d35737 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks [] for security_group (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:51.450058 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-25412dcb-6041-4ae5-b80c-8a0fa2d35737 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3603108 Sep 21 12:20:51.453006 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 50676) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:20:51.465279 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.v2.base [None req-d869caa6-0cb3-4ce7-bdcb-ca0724e401eb tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Request body: {'security_group_rule': {'security_group_id': '267ba430-0cbf-4d48-bd65-d51dbf4aacb1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:20:51.471069 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79cd591-9fb6-4434-a602-4203a916dd2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37af9d4-f130-406a-86c1-29ab872228c7,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:20:51.521651 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-ba5bb9ff-c3ee-404b-a49f-e7f799da1d95 None None] Port 9e0ba373-651e-4982-9c48-5c0bf838797e cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:20:51.523620 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-d869caa6-0cb3-4ce7-bdcb-ca0724e401eb tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks [] for security_group_rule (b74ae54d-5e5d-4e04-b4f0-9aecc4b685a5), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:51.573128 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-017a4563-e08a-49a7-8833-6a667b4a5d3a admin admin] Publish callbacks [] for port (00ed7fa0-dd5f-43da-bdf1-590272e8d38c), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:51.595744 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-bfa9a5d0-106e-4043-8de5-c2e6becbd77c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:51.611864 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9f7c76-a1e1-41d3-b6e9-e722c47fad09 None None] Checking agent: {'id': '57fb69a9-4edc-44fd-8965-b65708e41306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858678-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 12, 12, 11), 'started_at': datetime.datetime(2022, 9, 21, 12, 12, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 12, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858678-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 12:20:51.614904 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9f7c76-a1e1-41d3-b6e9-e722c47fad09 None None] Checking segment: {'id': '0a2e6652-942c-46a2-8162-ab1d320b7f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:20:51.615463 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-2d9f7c76-a1e1-41d3-b6e9-e722c47fad09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:51.615883 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9f7c76-a1e1-41d3-b6e9-e722c47fad09 None None] Bound using segment: {'id': '0a2e6652-942c-46a2-8162-ab1d320b7f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d'} {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 12:20:51.616389 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.managers [None req-2d9f7c76-a1e1-41d3-b6e9-e722c47fad09 None None] Bound port: d45428ba-2490-403e-b506-770ef457948f, host: dv-cinder-858678-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2e6652-942c-46a2-8162-ab1d320b7f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d'}}] {{(pid=106203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 12:20:51.617436 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-2d9f7c76-a1e1-41d3-b6e9-e722c47fad09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (d45428ba-2490-403e-b506-770ef457948f), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:51.773103 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-3855b972-e0b1-4584-a547-b30abb261ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6489c3c9-8588-4d87-8d3b-2c367483e192', 'name': 'tempest-AttachVolumeShelveTestJSON-1026338414-router', 'tenant_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '0ff2efdf-b046-4153-ae1f-9a2adb08b6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:20:39Z', 'updated_at': '2022-09-21T12:20:47Z', 'revision_number': 4, 'project_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'gw_port': {'id': '0ff2efdf-b046-4153-ae1f-9a2adb08b6fc', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6489c3c9-8588-4d87-8d3b-2c367483e192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:40Z', 'updated_at': '2022-09-21T12:20:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': '9e0ba373-651e-4982-9c48-5c0bf838797e', 'name': '', 'network_id': 'b3f0e30c-c130-4bd6-a99c-2726089c3f25', 'tenant_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'mac_address': 'fa:16:3e:7d:5e:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6489c3c9-8588-4d87-8d3b-2c367483e192', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f5cf9592-7b6c-4eba-b546-68b41c284733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:45Z', 'updated_at': '2022-09-21T12:20:48Z', 'revision_number': 2, 'project_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'subnets': [{'id': 'f5cf9592-7b6c-4eba-b546-68b41c284733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:20:51.785466 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-d869caa6-0cb3-4ce7-bdcb-ca0724e401eb tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks [] for security_group_rule (b74ae54d-5e5d-4e04-b4f0-9aecc4b685a5), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:51.794137 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-d869caa6-0cb3-4ce7-bdcb-ca0724e401eb tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663432'] for security_group_rule (b74ae54d-5e5d-4e04-b4f0-9aecc4b685a5), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:51.825108 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:51.827618 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d869caa6-0cb3-4ce7-bdcb-ca0724e401eb tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b74ae54d-5e5d-4e04-b4f0-9aecc4b685a5,revision_number=0']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:20:51.891619 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-d869caa6-0cb3-4ce7-bdcb-ca0724e401eb tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:51.895859 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-d869caa6-0cb3-4ce7-bdcb-ca0724e401eb tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4413569 Sep 21 12:20:51.905962 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 50692) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:20:51.917524 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [None req-5c00b4db-d63b-48ce-a995-7254d0e3a7d3 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Request body: {'security_group_rule': {'security_group_id': '267ba430-0cbf-4d48-bd65-d51dbf4aacb1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:20:51.953961 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Current status of the port 0ff2efdf-b046-4153-ae1f-9a2adb08b6fc is: DOWN; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:20:51.954437 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (0ff2efdf-b046-4153-ae1f-9a2adb08b6fc), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:51.968499 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3855b972-e0b1-4584-a547-b30abb261ce1 None None] Checking router: 6489c3c9-8588-4d87-8d3b-2c367483e192 for host: dv-cinder-858678-1-iscsi {{(pid=106203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:20:51.968846 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3855b972-e0b1-4584-a547-b30abb261ce1 None None] Updating router 6489c3c9-8588-4d87-8d3b-2c367483e192 port 9e0ba373-651e-4982-9c48-5c0bf838797e binding host dv-cinder-858678-1-iscsi {{(pid=106203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 12:20:52.005348 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-5c00b4db-d63b-48ce-a995-7254d0e3a7d3 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks [] for security_group_rule (f3e09748-c1b2-4f0e-bbe3-05145f7cf4ec), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:52.020334 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:52.024873 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] For port 0ff2efdf-b046-4153-ae1f-9a2adb08b6fc, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=0ff2efdf-b046-4153-ae1f-9a2adb08b6fc,segment=NetworkSegment(0a2e6652-942c-46a2-8162-ab1d320b7f7e),segment_id=0a2e6652-942c-46a2-8162-ab1d320b7f7e)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:20:52.027804 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-ba5bb9ff-c3ee-404b-a49f-e7f799da1d95 None None] Attempt 4 to provision port 9e0ba373-651e-4982-9c48-5c0bf838797e Sep 21 12:20:52.064526 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.db_base_plugin_common [None req-bfa9a5d0-106e-4043-8de5-c2e6becbd77c admin admin] Allocated IP 172.20.0.1 (5da5489c-9c30-4169-9afe-1354fb43296f/1ad2b91e-60c9-4af5-9a83-ab634cc92cf0/9b3c3d6b-c3b1-4b7e-b808-6f0f1cefa9d3) {{(pid=106202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:20:52.068300 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (0ff2efdf-b046-4153-ae1f-9a2adb08b6fc), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:52.069110 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device b41f453c-e6c1-4776-92c2-72fe0c00540d up at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:20:52.071996 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-2d9f7c76-a1e1-41d3-b6e9-e722c47fad09 None None] For port d45428ba-2490-403e-b506-770ef457948f, host dv-cinder-858678-1-iscsi, cleared binding levels {{(pid=106203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:20:52.077138 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:52.077943 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-3855b972-e0b1-4584-a547-b30abb261ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (9e0ba373-651e-4982-9c48-5c0bf838797e), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:52.091857 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-8c9ce711-8a84-42fa-ac09-8b7db3d240c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:52.112482 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=4,neutron:INSERT=4 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:52.138868 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-017a4563-e08a-49a7-8833-6a667b4a5d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735120900801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (00ed7fa0-dd5f-43da-bdf1-590272e8d38c), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:52.142667 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-ba5bb9ff-c3ee-404b-a49f-e7f799da1d95 None None] Port 9e0ba373-651e-4982-9c48-5c0bf838797e cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:20:52.148285 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-2d9f7c76-a1e1-41d3-b6e9-e722c47fad09 None None] For port d45428ba-2490-403e-b506-770ef457948f, host dv-cinder-858678-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=d45428ba-2490-403e-b506-770ef457948f,segment=NetworkSegment(0a2e6652-942c-46a2-8162-ab1d320b7f7e),segment_id=0a2e6652-942c-46a2-8162-ab1d320b7f7e)] {{(pid=106203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:20:52.210185 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-2d9f7c76-a1e1-41d3-b6e9-e722c47fad09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (d45428ba-2490-403e-b506-770ef457948f), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:52.263330 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-8c9ce711-8a84-42fa-ac09-8b7db3d240c6 admin admin] Publish callbacks [] for security_group (9bac1b51-b1cf-4eb8-b507-3e412ec1ef35), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:52.264117 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Pushing event updated for resources: {'Port': ['ID=0ff2efdf-b046-4153-ae1f-9a2adb08b6fc,revision_number=4']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:20:52.270277 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-8c9ce711-8a84-42fa-ac09-8b7db3d240c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (9bac1b51-b1cf-4eb8-b507-3e412ec1ef35), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:52.328427 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9f7c76-a1e1-41d3-b6e9-e722c47fad09 None None] Routers {'2843d53f-fbc2-4376-8215-128694a1d6e6'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:20:52.329366 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-2d9f7c76-a1e1-41d3-b6e9-e722c47fad09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:20:39Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['2843d53f-fbc2-4376-8215-128694a1d6e6'], 'active': True} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:20:52.330561 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 50696) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:20:52.333664 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9ce711-8a84-42fa-ac09-8b7db3d240c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bac1b51-b1cf-4eb8-b507-3e412ec1ef35,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:20:52.348251 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:52.421255 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-8c9ce711-8a84-42fa-ac09-8b7db3d240c6 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=94cc1c11f48c46f9abddda990eaf64e8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0828204 Sep 21 12:20:52.424002 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Provisioning complete for port b41f453c-e6c1-4776-92c2-72fe0c00540d triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:20:52.425075 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (b41f453c-e6c1-4776-92c2-72fe0c00540d), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:52.425554 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 50700) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:20:52.425937 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Attempt 1 to provision port b41f453c-e6c1-4776-92c2-72fe0c00540d Sep 21 12:20:52.452869 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017a4563-e08a-49a7-8833-6a667b4a5d3a admin admin] Network b63f4162-66af-473e-9153-2acb9ad38029 is already hosted by enough agents. {{(pid=106202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:20:52.454359 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.base_scheduler [None req-017a4563-e08a-49a7-8833-6a667b4a5d3a admin admin] Resources bound (agent type, host, resource id): {{(pid=106202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:20:52.472289 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017a4563-e08a-49a7-8833-6a667b4a5d3a admin admin] Received port after_create {{(pid=106202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 12:20:52.548734 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-017a4563-e08a-49a7-8833-6a667b4a5d3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-624413'] for router_interface (2843d53f-fbc2-4376-8215-128694a1d6e6), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:52.550285 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 50702) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:20:52.595381 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-1423f18d-53ba-4e5c-82bf-5d14b134ca07 admin admin] Publish callbacks [] for security_group (9bac1b51-b1cf-4eb8-b507-3e412ec1ef35), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:52.645396 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-6c91a459-2179-44b0-a7b3-f1166fee6d7d admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=aedd846e34fc471685daeec69f45b6cb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0937517 Sep 21 12:20:52.649117 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 50704) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:20:52.683746 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-1423f18d-53ba-4e5c-82bf-5d14b134ca07 admin admin] Publish callbacks [] for security_group (9bac1b51-b1cf-4eb8-b507-3e412ec1ef35), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:52.740449 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.agents_db [None req-f0b1ed15-d02e-46f0-bd67-2b506ff8404e None None] Agent healthcheck: found 6 active agents {{(pid=106204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:20:52.744087 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017a4563-e08a-49a7-8833-6a667b4a5d3a admin admin] Pushing event updated for resources: {'Port': ['ID=00ed7fa0-dd5f-43da-bdf1-590272e8d38c,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:20:52.824559 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-65ec6efb-4cb8-4162-bbed-336d76727c87 admin admin] Publish callbacks [] for security_group (65daa91a-a834-412a-a0a4-b0626e416298), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:52.830099 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-017a4563-e08a-49a7-8833-6a667b4a5d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (00ed7fa0-dd5f-43da-bdf1-590272e8d38c), before_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:52.864353 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-1423f18d-53ba-4e5c-82bf-5d14b134ca07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (9bac1b51-b1cf-4eb8-b507-3e412ec1ef35), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:52.867154 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-ba5bb9ff-c3ee-404b-a49f-e7f799da1d95 None None] Attempt 5 to provision port 9e0ba373-651e-4982-9c48-5c0bf838797e Sep 21 12:20:52.872265 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-1423f18d-53ba-4e5c-82bf-5d14b134ca07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:52.876801 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-1423f18d-53ba-4e5c-82bf-5d14b134ca07 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/9bac1b51-b1cf-4eb8-b507-3e412ec1ef35 HTTP/1.1" status: 204 len: 168 time: 0.4395144 Sep 21 12:20:52.890373 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-65ec6efb-4cb8-4162-bbed-336d76727c87 admin admin] Publish callbacks [] for security_group (65daa91a-a834-412a-a0a4-b0626e416298), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:52.971097 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1423f18d-53ba-4e5c-82bf-5d14b134ca07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bac1b51-b1cf-4eb8-b507-3e412ec1ef35,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:20:53.011899 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-5c00b4db-d63b-48ce-a995-7254d0e3a7d3 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks [] for security_group_rule (f3e09748-c1b2-4f0e-bbe3-05145f7cf4ec), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:53.026655 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-5c00b4db-d63b-48ce-a995-7254d0e3a7d3 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663432'] for security_group_rule (f3e09748-c1b2-4f0e-bbe3-05145f7cf4ec), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:53.049276 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d698fa-f29a-4d35-8cd2-ab079a41cd0a None None] Pushing event updated for resources: {'Port': ['ID=d45428ba-2490-403e-b506-770ef457948f,revision_number=3']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:20:53.069250 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:53.079639 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-9cdca61b-c3ac-4a82-bf43-5cd2559ed440 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:53.107057 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-5c00b4db-d63b-48ce-a995-7254d0e3a7d3 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:53.110433 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-ba5bb9ff-c3ee-404b-a49f-e7f799da1d95 None None] Port 9e0ba373-651e-4982-9c48-5c0bf838797e cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:20:53.112282 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-5c00b4db-d63b-48ce-a995-7254d0e3a7d3 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2051914 Sep 21 12:20:53.112897 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-3855b972-e0b1-4584-a547-b30abb261ce1 None None] Publish callbacks [] for port (9e0ba373-651e-4982-9c48-5c0bf838797e), precommit_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:53.117200 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 50720) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:20:53.131999 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.v2.base [None req-cc182000-cb5c-4ec5-9ce2-efb55a45c4df tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Request body: {'floatingip': {'floating_network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d'}} {{(pid=106201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:20:53.132096 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c00b4db-d63b-48ce-a995-7254d0e3a7d3 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3e09748-c1b2-4f0e-bbe3-05145f7cf4ec,revision_number=0']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:20:53.135987 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-65ec6efb-4cb8-4162-bbed-336d76727c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (65daa91a-a834-412a-a0a4-b0626e416298), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:53.142698 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-65ec6efb-4cb8-4162-bbed-336d76727c87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:53.144329 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-65ec6efb-4cb8-4162-bbed-336d76727c87 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/65daa91a-a834-412a-a0a4-b0626e416298 HTTP/1.1" status: 204 len: 168 time: 0.4938955 Sep 21 12:20:53.164397 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ec6efb-4cb8-4162-bbed-336d76727c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65daa91a-a834-412a-a0a4-b0626e416298,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:20:53.184591 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-3855b972-e0b1-4584-a547-b30abb261ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (9e0ba373-651e-4982-9c48-5c0bf838797e), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:53.197953 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-cc182000-cb5c-4ec5-9ce2-efb55a45c4df tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:53.213554 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:53.248244 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvr_db [None req-2d9f7c76-a1e1-41d3-b6e9-e722c47fad09 None None] Set router 2843d53f-fbc2-4376-8215-128694a1d6e6 gateway port host: dv-cinder-858678-1-iscsi {{(pid=106203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:20:53.370747 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-bfa9a5d0-106e-4043-8de5-c2e6becbd77c admin admin] Publish callbacks [] for port (9b3c3d6b-c3b1-4b7e-b808-6f0f1cefa9d3), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:53.452879 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-cc182000-cb5c-4ec5-9ce2-efb55a45c4df tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:53.551554 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2954c6e8-892d-43de-b5d2-076b7e477c5d None None] Pushing event updated for resources: {'Port': ['ID=9e0ba373-651e-4982-9c48-5c0bf838797e,revision_number=3']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:20:53.552571 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-9cdca61b-c3ac-4a82-bf43-5cd2559ed440 admin admin] Publish callbacks [] for security_group (9fe48f18-ac6d-47fe-b663-95766e8c32c6), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:53.579061 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Current status of the port b41f453c-e6c1-4776-92c2-72fe0c00540d is: ACTIVE; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:20:53.586906 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:53.610940 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-017a4563-e08a-49a7-8833-6a667b4a5d3a admin admin] Publish callbacks [] for port (00ed7fa0-dd5f-43da-bdf1-590272e8d38c), precommit_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:53.613874 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-bfa9a5d0-106e-4043-8de5-c2e6becbd77c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735120900801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (9b3c3d6b-c3b1-4b7e-b808-6f0f1cefa9d3), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:53.618503 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-ba5bb9ff-c3ee-404b-a49f-e7f799da1d95 None None] Attempt 6 to provision port 9e0ba373-651e-4982-9c48-5c0bf838797e Sep 21 12:20:53.651293 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-017a4563-e08a-49a7-8833-6a667b4a5d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6955121'] for port (00ed7fa0-dd5f-43da-bdf1-590272e8d38c), after_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:53.655118 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.managers [None req-3855b972-e0b1-4584-a547-b30abb261ce1 None None] Attempting to bind port 9e0ba373-651e-4982-9c48-5c0bf838797e on host dv-cinder-858678-1-iscsi for vnic_type normal with profile {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 12:20:53.655270 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.managers [None req-3855b972-e0b1-4584-a547-b30abb261ce1 None None] Attempting to bind port 9e0ba373-651e-4982-9c48-5c0bf838797e by drivers openvswitch,hyperv on host dv-cinder-858678-1-iscsi at level 0 using segments [{'id': '8f611811-e093-433f-9aea-61970f40e4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'b3f0e30c-c130-4bd6-a99c-2726089c3f25'}] {{(pid=106203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 12:20:53.655631 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3855b972-e0b1-4584-a547-b30abb261ce1 None None] Attempting to bind port 9e0ba373-651e-4982-9c48-5c0bf838797e on network b3f0e30c-c130-4bd6-a99c-2726089c3f25 {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:20:53.721412 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-ba5bb9ff-c3ee-404b-a49f-e7f799da1d95 None None] Port 9e0ba373-651e-4982-9c48-5c0bf838797e cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:20:53.774165 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:53.774409 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa9a5d0-106e-4043-8de5-c2e6becbd77c admin admin] Network 5da5489c-9c30-4169-9afe-1354fb43296f is already hosted by enough agents. {{(pid=106202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:20:53.786010 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3855b972-e0b1-4584-a547-b30abb261ce1 None None] Checking agent: {'id': '57fb69a9-4edc-44fd-8965-b65708e41306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858678-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 12, 12, 11), 'started_at': datetime.datetime(2022, 9, 21, 12, 12, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 12, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858678-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 12:20:53.786382 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3855b972-e0b1-4584-a547-b30abb261ce1 None None] Checking segment: {'id': '8f611811-e093-433f-9aea-61970f40e4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'b3f0e30c-c130-4bd6-a99c-2726089c3f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:20:53.786783 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-3855b972-e0b1-4584-a547-b30abb261ce1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:53.787183 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3855b972-e0b1-4584-a547-b30abb261ce1 None None] Bound using segment: {'id': '8f611811-e093-433f-9aea-61970f40e4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'b3f0e30c-c130-4bd6-a99c-2726089c3f25'} {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 12:20:53.787668 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.managers [None req-3855b972-e0b1-4584-a547-b30abb261ce1 None None] Bound port: 9e0ba373-651e-4982-9c48-5c0bf838797e, host: dv-cinder-858678-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f611811-e093-433f-9aea-61970f40e4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'b3f0e30c-c130-4bd6-a99c-2726089c3f25'}}] {{(pid=106203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 12:20:53.788082 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-3855b972-e0b1-4584-a547-b30abb261ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (9e0ba373-651e-4982-9c48-5c0bf838797e), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:53.794674 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa9a5d0-106e-4043-8de5-c2e6becbd77c admin admin] Pushing event updated for resources: {'Port': ['ID=9b3c3d6b-c3b1-4b7e-b808-6f0f1cefa9d3,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:20:53.799267 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.base_scheduler [None req-bfa9a5d0-106e-4043-8de5-c2e6becbd77c admin admin] Resources bound (agent type, host, resource id): {{(pid=106202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:20:53.809416 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-2d9f7c76-a1e1-41d3-b6e9-e722c47fad09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2843d53f-fbc2-4376-8215-128694a1d6e6', 'name': 'tempest-DeleteServersTestJSON-595731396-router', 'tenant_id': '74d5d713723f4ea5a8d1e72627b80c47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd45428ba-2490-403e-b506-770ef457948f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:20:39Z', 'updated_at': '2022-09-21T12:20:42Z', 'revision_number': 3, 'project_id': '74d5d713723f4ea5a8d1e72627b80c47', 'gw_port': {'id': 'd45428ba-2490-403e-b506-770ef457948f', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:72:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2843d53f-fbc2-4376-8215-128694a1d6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:41Z', 'updated_at': '2022-09-21T12:20:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi'}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:20:53.822688 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa9a5d0-106e-4043-8de5-c2e6becbd77c admin admin] Received port after_create {{(pid=106202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 12:20:53.849940 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-017a4563-e08a-49a7-8833-6a667b4a5d3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-544034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624521'] for router_interface (2843d53f-fbc2-4376-8215-128694a1d6e6), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:53.880321 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9f7c76-a1e1-41d3-b6e9-e722c47fad09 None None] The sync data for ids ['2843d53f-fbc2-4376-8215-128694a1d6e6'] in dv-cinder-858678-1-iscsi is: [{'id': '2843d53f-fbc2-4376-8215-128694a1d6e6', 'name': 'tempest-DeleteServersTestJSON-595731396-router', 'tenant_id': '74d5d713723f4ea5a8d1e72627b80c47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd45428ba-2490-403e-b506-770ef457948f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:20:39Z', 'updated_at': '2022-09-21T12:20:42Z', 'revision_number': 3, 'project_id': '74d5d713723f4ea5a8d1e72627b80c47', 'gw_port': {'id': 'd45428ba-2490-403e-b506-770ef457948f', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:72:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2843d53f-fbc2-4376-8215-128694a1d6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:41Z', 'updated_at': '2022-09-21T12:20:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi'}] {{(pid=106203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:20:53.921437 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-3855b972-e0b1-4584-a547-b30abb261ce1 None None] For port 9e0ba373-651e-4982-9c48-5c0bf838797e, host dv-cinder-858678-1-iscsi, cleared binding levels {{(pid=106203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:20:53.930594 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-3855b972-e0b1-4584-a547-b30abb261ce1 None None] For port 9e0ba373-651e-4982-9c48-5c0bf838797e, host dv-cinder-858678-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=9e0ba373-651e-4982-9c48-5c0bf838797e,segment=NetworkSegment(8f611811-e093-433f-9aea-61970f40e4b3),segment_id=8f611811-e093-433f-9aea-61970f40e4b3)] {{(pid=106203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:20:53.946368 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-3855b972-e0b1-4584-a547-b30abb261ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (9e0ba373-651e-4982-9c48-5c0bf838797e), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:54.023502 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 4ee3f09b-4c45-4163-87cb-45f292598e44 up at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:20:54.112850 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3855b972-e0b1-4584-a547-b30abb261ce1 None None] Routers {'6489c3c9-8588-4d87-8d3b-2c367483e192'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:20:54.117878 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-3855b972-e0b1-4584-a547-b30abb261ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:20:39Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['6489c3c9-8588-4d87-8d3b-2c367483e192'], 'active': True} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:20:54.215806 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.db.db_base_plugin_common [None req-cc182000-cb5c-4ec5-9ce2-efb55a45c4df tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Allocated IP 172.27.0.121 (988e67c4-a01e-4c04-8cb9-1b0dd07d668d/691ea813-de87-4809-9e6b-d8504be0b97f/15ae377b-7b36-425b-a3c9-c15fb6ebfeb6) {{(pid=106201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:20:54.297770 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-ba5bb9ff-c3ee-404b-a49f-e7f799da1d95 None None] Attempt 7 to provision port 9e0ba373-651e-4982-9c48-5c0bf838797e Sep 21 12:20:54.390837 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017a4563-e08a-49a7-8833-6a667b4a5d3a admin admin] Pushing event updated for resources: {'Port': ['ID=00ed7fa0-dd5f-43da-bdf1-590272e8d38c,revision_number=2']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:20:54.412763 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2954c6e8-892d-43de-b5d2-076b7e477c5d None None] Pushing event updated for resources: {'Port': ['ID=9e0ba373-651e-4982-9c48-5c0bf838797e,revision_number=4']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:20:54.448455 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-bfa9a5d0-106e-4043-8de5-c2e6becbd77c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-624413'] for router_interface (f11e3f6a-90ee-4201-9332-826f19c376fa), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:54.520278 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-cc182000-cb5c-4ec5-9ce2-efb55a45c4df tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks [] for port (15ae377b-7b36-425b-a3c9-c15fb6ebfeb6), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:54.586936 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:54.593551 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-9cdca61b-c3ac-4a82-bf43-5cd2559ed440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (9fe48f18-ac6d-47fe-b663-95766e8c32c6), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:54.595072 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Provisioning complete for port 4ee3f09b-4c45-4163-87cb-45f292598e44 triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:20:54.596201 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (4ee3f09b-4c45-4163-87cb-45f292598e44), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:54.596764 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Attempt 1 to provision port 4ee3f09b-4c45-4163-87cb-45f292598e44 Sep 21 12:20:54.613963 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-cc182000-cb5c-4ec5-9ce2-efb55a45c4df tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735120900801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6788894'] for port (15ae377b-7b36-425b-a3c9-c15fb6ebfeb6), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:54.724537 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:INSERT=10,neutron:SELECT=86,neutron:UPDATE=4 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:54.736454 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc182000-cb5c-4ec5-9ce2-efb55a45c4df tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Pushing event updated for resources: {'Port': ['ID=15ae377b-7b36-425b-a3c9-c15fb6ebfeb6,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:20:54.796555 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017a4563-e08a-49a7-8833-6a667b4a5d3a admin admin] Network b63f4162-66af-473e-9153-2acb9ad38029 is already hosted by enough agents. {{(pid=106202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:20:54.825945 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.base_scheduler [None req-017a4563-e08a-49a7-8833-6a667b4a5d3a admin admin] Resources bound (agent type, host, resource id): {{(pid=106202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:20:54.843204 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc182000-cb5c-4ec5-9ce2-efb55a45c4df tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Network 988e67c4-a01e-4c04-8cb9-1b0dd07d668d is already hosted by enough agents. {{(pid=106201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:20:54.856802 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=100 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:54.866225 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.base_scheduler [None req-cc182000-cb5c-4ec5-9ce2-efb55a45c4df tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Resources bound (agent type, host, resource id): {{(pid=106201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:20:54.870956 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc182000-cb5c-4ec5-9ce2-efb55a45c4df tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Received port after_create {{(pid=106201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 12:20:54.966131 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvr_db [None req-3855b972-e0b1-4584-a547-b30abb261ce1 None None] Set router 6489c3c9-8588-4d87-8d3b-2c367483e192 gateway port host: dv-cinder-858678-1-iscsi {{(pid=106203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:20:55.033507 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-9cdca61b-c3ac-4a82-bf43-5cd2559ed440 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=cf8d461fc9c14568b687b373990b17c8&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6925950 Sep 21 12:20:55.071944 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 50790) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:20:55.096349 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdca61b-c3ac-4a82-bf43-5cd2559ed440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe48f18-ac6d-47fe-b663-95766e8c32c6,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:20:55.133931 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-ba5bb9ff-c3ee-404b-a49f-e7f799da1d95 None None] Current status of the port 9e0ba373-651e-4982-9c48-5c0bf838797e is: DOWN; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:20:55.134358 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-ba5bb9ff-c3ee-404b-a49f-e7f799da1d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (9e0ba373-651e-4982-9c48-5c0bf838797e), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:55.254070 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-017a4563-e08a-49a7-8833-6a667b4a5d3a admin admin] Router 2843d53f-fbc2-4376-8215-128694a1d6e6 has already been hosted by L3 agent 4f31b8b6-17c0-474d-bf52-0481ff2a5cf7 {{(pid=106202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 12:20:55.285707 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:55.308300 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-cc182000-cb5c-4ec5-9ce2-efb55a45c4df tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks [] for floatingip (bd41312f-1643-4ffb-8635-9c1ea3b6be74), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:55.334862 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Current status of the port 4ee3f09b-4c45-4163-87cb-45f292598e44 is: DOWN; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:20:55.335452 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (4ee3f09b-4c45-4163-87cb-45f292598e44), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:55.367728 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-0bc500c1-4d74-4b0d-87f3-f159de415774 admin admin] Publish callbacks [] for security_group (9fe48f18-ac6d-47fe-b663-95766e8c32c6), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:55.394868 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-cc182000-cb5c-4ec5-9ce2-efb55a45c4df tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (15ae377b-7b36-425b-a3c9-c15fb6ebfeb6), before_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:55.418328 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-ba5bb9ff-c3ee-404b-a49f-e7f799da1d95 None None] For port 9e0ba373-651e-4982-9c48-5c0bf838797e, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=9e0ba373-651e-4982-9c48-5c0bf838797e,segment=NetworkSegment(8f611811-e093-433f-9aea-61970f40e4b3),segment_id=8f611811-e093-433f-9aea-61970f40e4b3)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:20:55.436514 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-0bc500c1-4d74-4b0d-87f3-f159de415774 admin admin] Publish callbacks [] for security_group (9fe48f18-ac6d-47fe-b663-95766e8c32c6), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:55.448355 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-ba5bb9ff-c3ee-404b-a49f-e7f799da1d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (9e0ba373-651e-4982-9c48-5c0bf838797e), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:55.499843 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] For port 4ee3f09b-4c45-4163-87cb-45f292598e44, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=4ee3f09b-4c45-4163-87cb-45f292598e44,segment=NetworkSegment(0a2e6652-942c-46a2-8162-ab1d320b7f7e),segment_id=0a2e6652-942c-46a2-8162-ab1d320b7f7e)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:20:55.519837 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-bfa9a5d0-106e-4043-8de5-c2e6becbd77c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (9b3c3d6b-c3b1-4b7e-b808-6f0f1cefa9d3), before_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:55.592876 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-0bc500c1-4d74-4b0d-87f3-f159de415774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (9fe48f18-ac6d-47fe-b663-95766e8c32c6), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:55.596593 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-0bc500c1-4d74-4b0d-87f3-f159de415774 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:55.598411 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-0bc500c1-4d74-4b0d-87f3-f159de415774 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/9fe48f18-ac6d-47fe-b663-95766e8c32c6 HTTP/1.1" status: 204 len: 168 time: 0.5317116 Sep 21 12:20:55.655459 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc500c1-4d74-4b0d-87f3-f159de415774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe48f18-ac6d-47fe-b663-95766e8c32c6,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:20:55.669125 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-017a4563-e08a-49a7-8833-6a667b4a5d3a admin admin] Notify agent at l3_agent.dv-cinder-858678-1-iscsi the message routers_updated {{(pid=106202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:20:55.684157 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-017a4563-e08a-49a7-8833-6a667b4a5d3a admin admin] 10.222.0.71 "PUT /networking/v2.0/routers/2843d53f-fbc2-4376-8215-128694a1d6e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6871233 Sep 21 12:20:55.705985 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-cc182000-cb5c-4ec5-9ce2-efb55a45c4df tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks [] for port (15ae377b-7b36-425b-a3c9-c15fb6ebfeb6), precommit_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:55.716359 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-cc182000-cb5c-4ec5-9ce2-efb55a45c4df tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6788903'] for port (15ae377b-7b36-425b-a3c9-c15fb6ebfeb6), after_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:55.817165 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-ba5bb9ff-c3ee-404b-a49f-e7f799da1d95 None None] Provisioning complete for port b41f453c-e6c1-4776-92c2-72fe0c00540d triggered by entity DHCP. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:20:55.818039 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-ba5bb9ff-c3ee-404b-a49f-e7f799da1d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (b41f453c-e6c1-4776-92c2-72fe0c00540d), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:55.818397 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-ba5bb9ff-c3ee-404b-a49f-e7f799da1d95 None None] Attempt 1 to provision port b41f453c-e6c1-4776-92c2-72fe0c00540d Sep 21 12:20:55.820162 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:55.837755 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-cc182000-cb5c-4ec5-9ce2-efb55a45c4df tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534182'] for floatingip (bd41312f-1643-4ffb-8635-9c1ea3b6be74), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:55.842999 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc182000-cb5c-4ec5-9ce2-efb55a45c4df tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Pushing event updated for resources: {'Port': ['ID=15ae377b-7b36-425b-a3c9-c15fb6ebfeb6,revision_number=2']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:20:55.877447 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-cc182000-cb5c-4ec5-9ce2-efb55a45c4df tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for floatingip (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:55.892899 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-cc182000-cb5c-4ec5-9ce2-efb55a45c4df tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7734716 Sep 21 12:20:55.899005 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (4ee3f09b-4c45-4163-87cb-45f292598e44), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:55.900024 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 0ff2efdf-b046-4153-ae1f-9a2adb08b6fc up at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:20:55.920955 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:55.947910 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-bfa9a5d0-106e-4043-8de5-c2e6becbd77c admin admin] Publish callbacks [] for port (9b3c3d6b-c3b1-4b7e-b808-6f0f1cefa9d3), precommit_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:55.949743 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-3855b972-e0b1-4584-a547-b30abb261ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6489c3c9-8588-4d87-8d3b-2c367483e192', 'name': 'tempest-AttachVolumeShelveTestJSON-1026338414-router', 'tenant_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '0ff2efdf-b046-4153-ae1f-9a2adb08b6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:20:39Z', 'updated_at': '2022-09-21T12:20:47Z', 'revision_number': 4, 'project_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'gw_port': {'id': '0ff2efdf-b046-4153-ae1f-9a2adb08b6fc', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6489c3c9-8588-4d87-8d3b-2c367483e192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:40Z', 'updated_at': '2022-09-21T12:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': '9e0ba373-651e-4982-9c48-5c0bf838797e', 'name': '', 'network_id': 'b3f0e30c-c130-4bd6-a99c-2726089c3f25', 'tenant_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'mac_address': 'fa:16:3e:7d:5e:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6489c3c9-8588-4d87-8d3b-2c367483e192', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f5cf9592-7b6c-4eba-b546-68b41c284733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:45Z', 'updated_at': '2022-09-21T12:20:53Z', 'revision_number': 4, 'project_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'subnets': [{'id': 'f5cf9592-7b6c-4eba-b546-68b41c284733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:20:55.958360 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-bfa9a5d0-106e-4043-8de5-c2e6becbd77c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6955121'] for port (9b3c3d6b-c3b1-4b7e-b808-6f0f1cefa9d3), after_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:56.040677 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3855b972-e0b1-4584-a547-b30abb261ce1 None None] The sync data for ids ['6489c3c9-8588-4d87-8d3b-2c367483e192'] in dv-cinder-858678-1-iscsi is: [{'id': '6489c3c9-8588-4d87-8d3b-2c367483e192', 'name': 'tempest-AttachVolumeShelveTestJSON-1026338414-router', 'tenant_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '0ff2efdf-b046-4153-ae1f-9a2adb08b6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:20:39Z', 'updated_at': '2022-09-21T12:20:47Z', 'revision_number': 4, 'project_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'gw_port': {'id': '0ff2efdf-b046-4153-ae1f-9a2adb08b6fc', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6489c3c9-8588-4d87-8d3b-2c367483e192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:40Z', 'updated_at': '2022-09-21T12:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': '9e0ba373-651e-4982-9c48-5c0bf838797e', 'name': '', 'network_id': 'b3f0e30c-c130-4bd6-a99c-2726089c3f25', 'tenant_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'mac_address': 'fa:16:3e:7d:5e:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6489c3c9-8588-4d87-8d3b-2c367483e192', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f5cf9592-7b6c-4eba-b546-68b41c284733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:45Z', 'updated_at': '2022-09-21T12:20:53Z', 'revision_number': 4, 'project_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'subnets': [{'id': 'f5cf9592-7b6c-4eba-b546-68b41c284733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:20:56.051002 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-bfa9a5d0-106e-4043-8de5-c2e6becbd77c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-544034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624521'] for router_interface (f11e3f6a-90ee-4201-9332-826f19c376fa), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:56.064309 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa9a5d0-106e-4043-8de5-c2e6becbd77c admin admin] Pushing event updated for resources: {'Port': ['ID=9b3c3d6b-c3b1-4b7e-b808-6f0f1cefa9d3,revision_number=2']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:20:56.147672 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Provisioning complete for port 0ff2efdf-b046-4153-ae1f-9a2adb08b6fc triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:20:56.148477 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (0ff2efdf-b046-4153-ae1f-9a2adb08b6fc), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:56.148915 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Attempt 1 to provision port 0ff2efdf-b046-4153-ae1f-9a2adb08b6fc Sep 21 12:20:56.201187 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5bb9ff-c3ee-404b-a49f-e7f799da1d95 None None] Pushing event updated for resources: {'Port': ['ID=9e0ba373-651e-4982-9c48-5c0bf838797e,revision_number=5']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:20:56.267330 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa9a5d0-106e-4043-8de5-c2e6becbd77c admin admin] Network 5da5489c-9c30-4169-9afe-1354fb43296f is already hosted by enough agents. {{(pid=106202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:20:56.284866 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.base_scheduler [None req-bfa9a5d0-106e-4043-8de5-c2e6becbd77c admin admin] Resources bound (agent type, host, resource id): {{(pid=106202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:20:56.300836 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-ba5bb9ff-c3ee-404b-a49f-e7f799da1d95 None None] Current status of the port b41f453c-e6c1-4776-92c2-72fe0c00540d is: ACTIVE; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:20:56.389903 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Pushing event updated for resources: {'Port': ['ID=4ee3f09b-4c45-4163-87cb-45f292598e44,revision_number=4']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:20:56.551090 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-a9d579f6-af87-4b22-a896-4c5fef265652 None None] Provisioning complete for port 00ed7fa0-dd5f-43da-bdf1-590272e8d38c triggered by entity DHCP. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:20:56.551475 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-a9d579f6-af87-4b22-a896-4c5fef265652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (00ed7fa0-dd5f-43da-bdf1-590272e8d38c), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:56.553442 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-a9d579f6-af87-4b22-a896-4c5fef265652 None None] Attempt 1 to provision port 00ed7fa0-dd5f-43da-bdf1-590272e8d38c Sep 21 12:20:56.632580 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfa9a5d0-106e-4043-8de5-c2e6becbd77c admin admin] Router f11e3f6a-90ee-4201-9332-826f19c376fa has already been hosted by L3 agent 4f31b8b6-17c0-474d-bf52-0481ff2a5cf7 {{(pid=106202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 12:20:56.646771 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Current status of the port 0ff2efdf-b046-4153-ae1f-9a2adb08b6fc is: ACTIVE; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:20:56.656554 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-a9d579f6-af87-4b22-a896-4c5fef265652 None None] Port 00ed7fa0-dd5f-43da-bdf1-590272e8d38c cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:20:56.682622 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 50870) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:20:56.695970 dv-cinder-858678-1-iscsi neutron-server[106201]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 21 12:20:56.811000 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-ccbdabff-a40a-4107-9717-1a5e06cbacbd req-f913bf52-da37-4ca6-8453-87eaaf0852d9 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2039754061&fields=id&tenant_id=5e6ef4f3de1943ffbde82d3f0a19542f HTTP/1.1" status: 200 len: 267 time: 0.1174042 Sep 21 12:20:57.042807 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 4ee3f09b-4c45-4163-87cb-45f292598e44 up at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:20:57.091169 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa9a5d0-106e-4043-8de5-c2e6becbd77c admin admin] Notify agent at l3_agent.dv-cinder-858678-1-iscsi the message routers_updated {{(pid=106202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:20:57.102905 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f9584f-156d-4d7a-bd43-d4a17d6e81ad None None] Sync routers for ids ['f11e3f6a-90ee-4201-9332-826f19c376fa'] in dv-cinder-858678-1-iscsi {{(pid=106204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:20:57.117999 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-bfa9a5d0-106e-4043-8de5-c2e6becbd77c admin admin] 10.222.0.71 "PUT /networking/v2.0/routers/f11e3f6a-90ee-4201-9332-826f19c376fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4608901 Sep 21 12:20:57.120004 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f9584f-156d-4d7a-bd43-d4a17d6e81ad None None] Routers {'f11e3f6a-90ee-4201-9332-826f19c376fa'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:20:57.120629 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-66f9584f-156d-4d7a-bd43-d4a17d6e81ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:20:39Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['f11e3f6a-90ee-4201-9332-826f19c376fa'], 'active': True} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:20:57.160301 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102a945a-157b-4ffc-8e66-0fc385c20a6d None None] Sync routers for ids ['2843d53f-fbc2-4376-8215-128694a1d6e6'] in dv-cinder-858678-1-iscsi {{(pid=106203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:20:57.166593 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-a9d579f6-af87-4b22-a896-4c5fef265652 None None] Attempt 2 to provision port 00ed7fa0-dd5f-43da-bdf1-590272e8d38c Sep 21 12:20:57.285022 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbdabff-a40a-4107-9717-1a5e06cbacbd req-cf402da9-d3dd-4b34-91bd-ceeaa4017269 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:20:57.293284 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-ccbdabff-a40a-4107-9717-1a5e06cbacbd req-cf402da9-d3dd-4b34-91bd-ceeaa4017269 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/networks?id=b3f0e30c-c130-4bd6-a99c-2726089c3f25 HTTP/1.1" status: 200 len: 817 time: 0.4753263 Sep 21 12:20:57.303023 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-a9d579f6-af87-4b22-a896-4c5fef265652 None None] Port 00ed7fa0-dd5f-43da-bdf1-590272e8d38c cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:20:57.307230 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvr_db [None req-66f9584f-156d-4d7a-bd43-d4a17d6e81ad None None] Set router f11e3f6a-90ee-4201-9332-826f19c376fa gateway port host: dv-cinder-858678-1-iscsi {{(pid=106204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:20:57.344508 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-ccbdabff-a40a-4107-9717-1a5e06cbacbd req-5cf6e6b2-d672-483d-b943-fe7935fe11c3 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/quotas/5e6ef4f3de1943ffbde82d3f0a19542f HTTP/1.1" status: 200 len: 375 time: 0.0462093 Sep 21 12:20:57.347807 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102a945a-157b-4ffc-8e66-0fc385c20a6d None None] Routers {'2843d53f-fbc2-4376-8215-128694a1d6e6'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:20:57.360250 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 50914) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:20:57.362466 dv-cinder-858678-1-iscsi neutron-server[106202]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 21 12:20:57.372809 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-102a945a-157b-4ffc-8e66-0fc385c20a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:20:39Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['2843d53f-fbc2-4376-8215-128694a1d6e6'], 'active': True} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:20:57.571667 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-ccbdabff-a40a-4107-9717-1a5e06cbacbd req-e0f46524-5758-475e-99d2-5ef6f92c6a47 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=5e6ef4f3de1943ffbde82d3f0a19542f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2243478 Sep 21 12:20:57.679919 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:57.682796 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-66f9584f-156d-4d7a-bd43-d4a17d6e81ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11e3f6a-90ee-4201-9332-826f19c376fa', 'name': 'tempest-AttachVolumeTestJSON-700868700-router', 'tenant_id': '9340222cfe154efe8a6064b197d54499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '4ee3f09b-4c45-4163-87cb-45f292598e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:20:39Z', 'updated_at': '2022-09-21T12:20:54Z', 'revision_number': 4, 'project_id': '9340222cfe154efe8a6064b197d54499', 'gw_port': {'id': '4ee3f09b-4c45-4163-87cb-45f292598e44', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11e3f6a-90ee-4201-9332-826f19c376fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:41Z', 'updated_at': '2022-09-21T12:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': '9b3c3d6b-c3b1-4b7e-b808-6f0f1cefa9d3', 'name': '', 'network_id': '5da5489c-9c30-4169-9afe-1354fb43296f', 'tenant_id': '9340222cfe154efe8a6064b197d54499', 'mac_address': 'fa:16:3e:8d:f9:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f11e3f6a-90ee-4201-9332-826f19c376fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '1ad2b91e-60c9-4af5-9a83-ab634cc92cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:51Z', 'updated_at': '2022-09-21T12:20:55Z', 'revision_number': 2, 'project_id': '9340222cfe154efe8a6064b197d54499', 'subnets': [{'id': '1ad2b91e-60c9-4af5-9a83-ab634cc92cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:20:57.691432 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Provisioning complete for port 4ee3f09b-4c45-4163-87cb-45f292598e44 triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:20:57.693681 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (4ee3f09b-4c45-4163-87cb-45f292598e44), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:57.694203 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Attempt 1 to provision port 4ee3f09b-4c45-4163-87cb-45f292598e44 Sep 21 12:20:57.740012 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f9584f-156d-4d7a-bd43-d4a17d6e81ad None None] Checking router: f11e3f6a-90ee-4201-9332-826f19c376fa for host: dv-cinder-858678-1-iscsi {{(pid=106204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:20:57.740359 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f9584f-156d-4d7a-bd43-d4a17d6e81ad None None] Updating router f11e3f6a-90ee-4201-9332-826f19c376fa port 9b3c3d6b-c3b1-4b7e-b808-6f0f1cefa9d3 binding host dv-cinder-858678-1-iscsi {{(pid=106204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 12:20:57.769050 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:57.786818 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvr_db [None req-102a945a-157b-4ffc-8e66-0fc385c20a6d None None] Set router 2843d53f-fbc2-4376-8215-128694a1d6e6 gateway port host: dv-cinder-858678-1-iscsi {{(pid=106203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:20:57.816240 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-a9d579f6-af87-4b22-a896-4c5fef265652 None None] Attempt 3 to provision port 00ed7fa0-dd5f-43da-bdf1-590272e8d38c Sep 21 12:20:57.817866 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=100 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:57.843598 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-66f9584f-156d-4d7a-bd43-d4a17d6e81ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (9b3c3d6b-c3b1-4b7e-b808-6f0f1cefa9d3), before_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:57.944772 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61bce23-8087-472b-a1f5-cc289629f4bd req-fc0a4c2c-0f1f-4ee8-839a-46045b77a423 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:20:57.956900 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e61bce23-8087-472b-a1f5-cc289629f4bd req-fc0a4c2c-0f1f-4ee8-839a-46045b77a423 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/networks?id=b63f4162-66af-473e-9153-2acb9ad38029 HTTP/1.1" status: 200 len: 811 time: 0.5955400 Sep 21 12:20:57.989714 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e61bce23-8087-472b-a1f5-cc289629f4bd req-a1e03cea-7da1-4b75-97d4-7403de8d8283 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/quotas/74d5d713723f4ea5a8d1e72627b80c47 HTTP/1.1" status: 200 len: 375 time: 0.0177844 Sep 21 12:20:58.120708 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-a9d579f6-af87-4b22-a896-4c5fef265652 None None] Port 00ed7fa0-dd5f-43da-bdf1-590272e8d38c cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:20:58.189048 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e61bce23-8087-472b-a1f5-cc289629f4bd req-3b0bbf69-50bc-4ab0-9522-99783e7e9cfd tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=74d5d713723f4ea5a8d1e72627b80c47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1979029 Sep 21 12:20:58.231923 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Current status of the port 4ee3f09b-4c45-4163-87cb-45f292598e44 is: ACTIVE; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:20:58.237588 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 9e0ba373-651e-4982-9c48-5c0bf838797e up at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:20:58.247295 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=100 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:58.304480 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=100 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:58.366737 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-66f9584f-156d-4d7a-bd43-d4a17d6e81ad None None] Publish callbacks [] for port (9b3c3d6b-c3b1-4b7e-b808-6f0f1cefa9d3), precommit_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:58.380403 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-66f9584f-156d-4d7a-bd43-d4a17d6e81ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (9b3c3d6b-c3b1-4b7e-b808-6f0f1cefa9d3), after_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:58.382566 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-102a945a-157b-4ffc-8e66-0fc385c20a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2843d53f-fbc2-4376-8215-128694a1d6e6', 'name': 'tempest-DeleteServersTestJSON-595731396-router', 'tenant_id': '74d5d713723f4ea5a8d1e72627b80c47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd45428ba-2490-403e-b506-770ef457948f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:20:39Z', 'updated_at': '2022-09-21T12:20:52Z', 'revision_number': 4, 'project_id': '74d5d713723f4ea5a8d1e72627b80c47', 'gw_port': {'id': 'd45428ba-2490-403e-b506-770ef457948f', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:72:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2843d53f-fbc2-4376-8215-128694a1d6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:41Z', 'updated_at': '2022-09-21T12:20:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': '00ed7fa0-dd5f-43da-bdf1-590272e8d38c', 'name': '', 'network_id': 'b63f4162-66af-473e-9153-2acb9ad38029', 'tenant_id': '74d5d713723f4ea5a8d1e72627b80c47', 'mac_address': 'fa:16:3e:3a:2f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2843d53f-fbc2-4376-8215-128694a1d6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7ad8a1ff-f00e-4a0f-ba67-d6724a11803d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:50Z', 'updated_at': '2022-09-21T12:20:53Z', 'revision_number': 2, 'project_id': '74d5d713723f4ea5a8d1e72627b80c47', 'subnets': [{'id': '7ad8a1ff-f00e-4a0f-ba67-d6724a11803d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:20:58.420145 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102a945a-157b-4ffc-8e66-0fc385c20a6d None None] Checking router: 2843d53f-fbc2-4376-8215-128694a1d6e6 for host: dv-cinder-858678-1-iscsi {{(pid=106203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:20:58.420508 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102a945a-157b-4ffc-8e66-0fc385c20a6d None None] Updating router 2843d53f-fbc2-4376-8215-128694a1d6e6 port 00ed7fa0-dd5f-43da-bdf1-590272e8d38c binding host dv-cinder-858678-1-iscsi {{(pid=106203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 12:20:58.455266 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Provisioning complete for port 9e0ba373-651e-4982-9c48-5c0bf838797e triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:20:58.455606 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (9e0ba373-651e-4982-9c48-5c0bf838797e), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:58.455972 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Attempt 1 to provision port 9e0ba373-651e-4982-9c48-5c0bf838797e Sep 21 12:20:58.483625 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-102a945a-157b-4ffc-8e66-0fc385c20a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (00ed7fa0-dd5f-43da-bdf1-590272e8d38c), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:58.494133 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c1b6c6-6486-4353-8657-264fd4daf3dd None None] Pushing event updated for resources: {'Port': ['ID=9b3c3d6b-c3b1-4b7e-b808-6f0f1cefa9d3,revision_number=3']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:20:58.514570 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 50974) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:20:58.548208 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.managers [None req-66f9584f-156d-4d7a-bd43-d4a17d6e81ad None None] Attempting to bind port 9b3c3d6b-c3b1-4b7e-b808-6f0f1cefa9d3 on host dv-cinder-858678-1-iscsi for vnic_type normal with profile {{(pid=106204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 12:20:58.548891 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.managers [None req-66f9584f-156d-4d7a-bd43-d4a17d6e81ad None None] Attempting to bind port 9b3c3d6b-c3b1-4b7e-b808-6f0f1cefa9d3 by drivers openvswitch,hyperv on host dv-cinder-858678-1-iscsi at level 0 using segments [{'id': 'a0d42efa-470c-43ee-a1e8-ed6c41bfc084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5da5489c-9c30-4169-9afe-1354fb43296f'}] {{(pid=106204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 12:20:58.549429 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f9584f-156d-4d7a-bd43-d4a17d6e81ad None None] Attempting to bind port 9b3c3d6b-c3b1-4b7e-b808-6f0f1cefa9d3 on network 5da5489c-9c30-4169-9afe-1354fb43296f {{(pid=106204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:20:58.630427 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f9584f-156d-4d7a-bd43-d4a17d6e81ad None None] Checking agent: {'id': '57fb69a9-4edc-44fd-8965-b65708e41306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858678-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 12, 12, 11), 'started_at': datetime.datetime(2022, 9, 21, 12, 12, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 12, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858678-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 12:20:58.630801 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f9584f-156d-4d7a-bd43-d4a17d6e81ad None None] Checking segment: {'id': 'a0d42efa-470c-43ee-a1e8-ed6c41bfc084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5da5489c-9c30-4169-9afe-1354fb43296f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:20:58.631197 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-66f9584f-156d-4d7a-bd43-d4a17d6e81ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:58.631665 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f9584f-156d-4d7a-bd43-d4a17d6e81ad None None] Bound using segment: {'id': 'a0d42efa-470c-43ee-a1e8-ed6c41bfc084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5da5489c-9c30-4169-9afe-1354fb43296f'} {{(pid=106204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 12:20:58.632603 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.managers [None req-66f9584f-156d-4d7a-bd43-d4a17d6e81ad None None] Bound port: 9b3c3d6b-c3b1-4b7e-b808-6f0f1cefa9d3, host: dv-cinder-858678-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0d42efa-470c-43ee-a1e8-ed6c41bfc084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5da5489c-9c30-4169-9afe-1354fb43296f'}}] {{(pid=106204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 12:20:58.633143 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-66f9584f-156d-4d7a-bd43-d4a17d6e81ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (9b3c3d6b-c3b1-4b7e-b808-6f0f1cefa9d3), before_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:58.635474 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-a9d579f6-af87-4b22-a896-4c5fef265652 None None] Attempt 4 to provision port 00ed7fa0-dd5f-43da-bdf1-590272e8d38c Sep 21 12:20:58.770534 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Current status of the port 9e0ba373-651e-4982-9c48-5c0bf838797e is: ACTIVE; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:20:58.778998 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device d45428ba-2490-403e-b506-770ef457948f up at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:20:58.806948 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.db [None req-66f9584f-156d-4d7a-bd43-d4a17d6e81ad None None] For port 9b3c3d6b-c3b1-4b7e-b808-6f0f1cefa9d3, host dv-cinder-858678-1-iscsi, cleared binding levels {{(pid=106204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:20:58.808683 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [req-ccbdabff-a40a-4107-9717-1a5e06cbacbd req-8dae90bd-29cc-409f-bdf1-8b9a1eb7adec service neutron] http://10.222.0.71:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 12:20:58.810390 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-ccbdabff-a40a-4107-9717-1a5e06cbacbd req-8dae90bd-29cc-409f-bdf1-8b9a1eb7adec service neutron] 10.222.0.71 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.4415364 Sep 21 12:20:58.819122 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.db [None req-66f9584f-156d-4d7a-bd43-d4a17d6e81ad None None] For port 9b3c3d6b-c3b1-4b7e-b808-6f0f1cefa9d3, host dv-cinder-858678-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=9b3c3d6b-c3b1-4b7e-b808-6f0f1cefa9d3,segment=NetworkSegment(a0d42efa-470c-43ee-a1e8-ed6c41bfc084),segment_id=a0d42efa-470c-43ee-a1e8-ed6c41bfc084)] {{(pid=106204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:20:58.835264 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-66f9584f-156d-4d7a-bd43-d4a17d6e81ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (9b3c3d6b-c3b1-4b7e-b808-6f0f1cefa9d3), after_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:58.894683 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:58.919328 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f9584f-156d-4d7a-bd43-d4a17d6e81ad None None] Routers {'f11e3f6a-90ee-4201-9332-826f19c376fa'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:20:58.921982 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-66f9584f-156d-4d7a-bd43-d4a17d6e81ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:20:39Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['f11e3f6a-90ee-4201-9332-826f19c376fa'], 'active': True} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:20:58.977283 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-eb7396c3-1c1a-4919-8534-8cd19019fbc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:59.000381 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:20:59.080776 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [req-e61bce23-8087-472b-a1f5-cc289629f4bd req-c6ba68c7-b26f-451a-a983-cfdf26fd1277 service neutron] http://10.222.0.71:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106202) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 12:20:59.094511 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e61bce23-8087-472b-a1f5-cc289629f4bd req-c6ba68c7-b26f-451a-a983-cfdf26fd1277 service neutron] 10.222.0.71 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.2476115 Sep 21 12:20:59.119837 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-ccbdabff-a40a-4107-9717-1a5e06cbacbd req-c7644b16-913e-4ddf-ba6a-cbc0400de7d4 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/b3f0e30c-c130-4bd6-a99c-2726089c3f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934968 Sep 21 12:20:59.351361 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e61bce23-8087-472b-a1f5-cc289629f4bd req-f2c6b8e2-2bd9-4f6e-8ba7-cae95eeab95c service neutron] 10.222.0.71 "GET /networking/v2.0/networks/b63f4162-66af-473e-9153-2acb9ad38029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555656 Sep 21 12:20:59.366564 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-eb7396c3-1c1a-4919-8534-8cd19019fbc4 admin admin] Publish callbacks [] for security_group (a90f94e3-e45f-4520-af6f-620e00f281e0), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:59.375126 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvr_db [None req-66f9584f-156d-4d7a-bd43-d4a17d6e81ad None None] Set router f11e3f6a-90ee-4201-9332-826f19c376fa gateway port host: dv-cinder-858678-1-iscsi {{(pid=106204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:20:59.418118 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-eb7396c3-1c1a-4919-8534-8cd19019fbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (a90f94e3-e45f-4520-af6f-620e00f281e0), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:59.467537 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-ccbdabff-a40a-4107-9717-1a5e06cbacbd req-caa0b16a-3d2d-4159-a34e-2710c6300591 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/b3f0e30c-c130-4bd6-a99c-2726089c3f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407292 Sep 21 12:20:59.477247 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-eb7396c3-1c1a-4919-8534-8cd19019fbc4 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=5f22fbc5daa94080bebad8757df9655e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9613638 Sep 21 12:20:59.478376 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 51014) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:20:59.483355 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7396c3-1c1a-4919-8534-8cd19019fbc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90f94e3-e45f-4520-af6f-620e00f281e0,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:20:59.553647 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e61bce23-8087-472b-a1f5-cc289629f4bd req-d23b1333-b2e9-4971-87ac-aa398a335bfb service neutron] 10.222.0.71 "GET /networking/v2.0/networks/b63f4162-66af-473e-9153-2acb9ad38029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010298 Sep 21 12:20:59.659419 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-102a945a-157b-4ffc-8e66-0fc385c20a6d None None] Publish callbacks [] for port (00ed7fa0-dd5f-43da-bdf1-590272e8d38c), precommit_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:59.665903 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-a9d579f6-af87-4b22-a896-4c5fef265652 None None] Port 00ed7fa0-dd5f-43da-bdf1-590272e8d38c cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:20:59.668502 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-102a945a-157b-4ffc-8e66-0fc385c20a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (00ed7fa0-dd5f-43da-bdf1-590272e8d38c), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:59.680374 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-a0cc88bc-b86b-4989-8e2a-c9097b8271b0 admin admin] Publish callbacks [] for security_group (a90f94e3-e45f-4520-af6f-620e00f281e0), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:59.700801 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c1b6c6-6486-4353-8657-264fd4daf3dd None None] Pushing event updated for resources: {'Port': ['ID=9b3c3d6b-c3b1-4b7e-b808-6f0f1cefa9d3,revision_number=4']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:20:59.788259 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-a0cc88bc-b86b-4989-8e2a-c9097b8271b0 admin admin] Publish callbacks [] for security_group (a90f94e3-e45f-4520-af6f-620e00f281e0), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:59.851563 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e64c3b-6fc8-4297-b01e-2101360ae29f None None] Pushing event updated for resources: {'Port': ['ID=00ed7fa0-dd5f-43da-bdf1-590272e8d38c,revision_number=3']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:20:59.881102 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Provisioning complete for port d45428ba-2490-403e-b506-770ef457948f triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:20:59.887356 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (d45428ba-2490-403e-b506-770ef457948f), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:59.889042 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Attempt 1 to provision port d45428ba-2490-403e-b506-770ef457948f Sep 21 12:20:59.919489 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-a0cc88bc-b86b-4989-8e2a-c9097b8271b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (a90f94e3-e45f-4520-af6f-620e00f281e0), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:59.926547 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-a0cc88bc-b86b-4989-8e2a-c9097b8271b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:20:59.928343 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-a0cc88bc-b86b-4989-8e2a-c9097b8271b0 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/a90f94e3-e45f-4520-af6f-620e00f281e0 HTTP/1.1" status: 204 len: 168 time: 0.4485197 Sep 21 12:20:59.947655 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cc88bc-b86b-4989-8e2a-c9097b8271b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90f94e3-e45f-4520-af6f-620e00f281e0,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:20:59.991487 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-66f9584f-156d-4d7a-bd43-d4a17d6e81ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11e3f6a-90ee-4201-9332-826f19c376fa', 'name': 'tempest-AttachVolumeTestJSON-700868700-router', 'tenant_id': '9340222cfe154efe8a6064b197d54499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '4ee3f09b-4c45-4163-87cb-45f292598e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:20:39Z', 'updated_at': '2022-09-21T12:20:54Z', 'revision_number': 4, 'project_id': '9340222cfe154efe8a6064b197d54499', 'gw_port': {'id': '4ee3f09b-4c45-4163-87cb-45f292598e44', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11e3f6a-90ee-4201-9332-826f19c376fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:41Z', 'updated_at': '2022-09-21T12:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': '9b3c3d6b-c3b1-4b7e-b808-6f0f1cefa9d3', 'name': '', 'network_id': '5da5489c-9c30-4169-9afe-1354fb43296f', 'tenant_id': '9340222cfe154efe8a6064b197d54499', 'mac_address': 'fa:16:3e:8d:f9:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f11e3f6a-90ee-4201-9332-826f19c376fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '1ad2b91e-60c9-4af5-9a83-ab634cc92cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:51Z', 'updated_at': '2022-09-21T12:20:58Z', 'revision_number': 4, 'project_id': '9340222cfe154efe8a6064b197d54499', 'subnets': [{'id': '1ad2b91e-60c9-4af5-9a83-ab634cc92cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:21:00.036337 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f9584f-156d-4d7a-bd43-d4a17d6e81ad None None] The sync data for ids ['f11e3f6a-90ee-4201-9332-826f19c376fa'] in dv-cinder-858678-1-iscsi is: [{'id': 'f11e3f6a-90ee-4201-9332-826f19c376fa', 'name': 'tempest-AttachVolumeTestJSON-700868700-router', 'tenant_id': '9340222cfe154efe8a6064b197d54499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '4ee3f09b-4c45-4163-87cb-45f292598e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:20:39Z', 'updated_at': '2022-09-21T12:20:54Z', 'revision_number': 4, 'project_id': '9340222cfe154efe8a6064b197d54499', 'gw_port': {'id': '4ee3f09b-4c45-4163-87cb-45f292598e44', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11e3f6a-90ee-4201-9332-826f19c376fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:41Z', 'updated_at': '2022-09-21T12:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': '9b3c3d6b-c3b1-4b7e-b808-6f0f1cefa9d3', 'name': '', 'network_id': '5da5489c-9c30-4169-9afe-1354fb43296f', 'tenant_id': '9340222cfe154efe8a6064b197d54499', 'mac_address': 'fa:16:3e:8d:f9:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f11e3f6a-90ee-4201-9332-826f19c376fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '1ad2b91e-60c9-4af5-9a83-ab634cc92cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:51Z', 'updated_at': '2022-09-21T12:20:58Z', 'revision_number': 4, 'project_id': '9340222cfe154efe8a6064b197d54499', 'subnets': [{'id': '1ad2b91e-60c9-4af5-9a83-ab634cc92cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:21:00.059847 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.managers [None req-102a945a-157b-4ffc-8e66-0fc385c20a6d None None] Attempting to bind port 00ed7fa0-dd5f-43da-bdf1-590272e8d38c on host dv-cinder-858678-1-iscsi for vnic_type normal with profile {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 12:21:00.061154 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.managers [None req-102a945a-157b-4ffc-8e66-0fc385c20a6d None None] Attempting to bind port 00ed7fa0-dd5f-43da-bdf1-590272e8d38c by drivers openvswitch,hyperv on host dv-cinder-858678-1-iscsi at level 0 using segments [{'id': '5be53f91-aee1-48e3-9112-bdcdf49a807c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b63f4162-66af-473e-9153-2acb9ad38029'}] {{(pid=106203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 12:21:00.062350 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102a945a-157b-4ffc-8e66-0fc385c20a6d None None] Attempting to bind port 00ed7fa0-dd5f-43da-bdf1-590272e8d38c on network b63f4162-66af-473e-9153-2acb9ad38029 {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:21:00.121575 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:21:00.123905 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:21:00.168722 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-a9d579f6-af87-4b22-a896-4c5fef265652 None None] Attempt 5 to provision port 00ed7fa0-dd5f-43da-bdf1-590272e8d38c Sep 21 12:21:00.180459 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102a945a-157b-4ffc-8e66-0fc385c20a6d None None] Checking agent: {'id': '57fb69a9-4edc-44fd-8965-b65708e41306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858678-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 12, 12, 11), 'started_at': datetime.datetime(2022, 9, 21, 12, 12, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 12, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858678-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 12:21:00.181208 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102a945a-157b-4ffc-8e66-0fc385c20a6d None None] Checking segment: {'id': '5be53f91-aee1-48e3-9112-bdcdf49a807c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b63f4162-66af-473e-9153-2acb9ad38029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:21:00.181840 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-102a945a-157b-4ffc-8e66-0fc385c20a6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:00.182437 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102a945a-157b-4ffc-8e66-0fc385c20a6d None None] Bound using segment: {'id': '5be53f91-aee1-48e3-9112-bdcdf49a807c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b63f4162-66af-473e-9153-2acb9ad38029'} {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 12:21:00.183717 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.managers [None req-102a945a-157b-4ffc-8e66-0fc385c20a6d None None] Bound port: 00ed7fa0-dd5f-43da-bdf1-590272e8d38c, host: dv-cinder-858678-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5be53f91-aee1-48e3-9112-bdcdf49a807c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b63f4162-66af-473e-9153-2acb9ad38029'}}] {{(pid=106203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 12:21:00.184394 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-102a945a-157b-4ffc-8e66-0fc385c20a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (00ed7fa0-dd5f-43da-bdf1-590272e8d38c), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:00.265599 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-a9d579f6-af87-4b22-a896-4c5fef265652 None None] Port 00ed7fa0-dd5f-43da-bdf1-590272e8d38c cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:21:00.266790 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Current status of the port d45428ba-2490-403e-b506-770ef457948f is: DOWN; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:21:00.267411 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (d45428ba-2490-403e-b506-770ef457948f), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:00.392265 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] For port d45428ba-2490-403e-b506-770ef457948f, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=d45428ba-2490-403e-b506-770ef457948f,segment=NetworkSegment(0a2e6652-942c-46a2-8162-ab1d320b7f7e),segment_id=0a2e6652-942c-46a2-8162-ab1d320b7f7e)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:21:00.424973 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (d45428ba-2490-403e-b506-770ef457948f), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:00.481354 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-102a945a-157b-4ffc-8e66-0fc385c20a6d None None] For port 00ed7fa0-dd5f-43da-bdf1-590272e8d38c, host dv-cinder-858678-1-iscsi, cleared binding levels {{(pid=106203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:21:00.523608 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-102a945a-157b-4ffc-8e66-0fc385c20a6d None None] For port 00ed7fa0-dd5f-43da-bdf1-590272e8d38c, host dv-cinder-858678-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=00ed7fa0-dd5f-43da-bdf1-590272e8d38c,segment=NetworkSegment(5be53f91-aee1-48e3-9112-bdcdf49a807c),segment_id=5be53f91-aee1-48e3-9112-bdcdf49a807c)] {{(pid=106203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:21:00.540413 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Pushing event updated for resources: {'Port': ['ID=d45428ba-2490-403e-b506-770ef457948f,revision_number=4']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:21:00.550078 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-102a945a-157b-4ffc-8e66-0fc385c20a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (00ed7fa0-dd5f-43da-bdf1-590272e8d38c), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:00.599426 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102a945a-157b-4ffc-8e66-0fc385c20a6d None None] Routers {'2843d53f-fbc2-4376-8215-128694a1d6e6'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:21:00.600645 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-102a945a-157b-4ffc-8e66-0fc385c20a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:20:39Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['2843d53f-fbc2-4376-8215-128694a1d6e6'], 'active': True} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:21:00.720547 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-30c0f8d0-f670-4587-90c7-1f7676e58d76 req-6756ac1d-f378-4880-82d8-719f334baf1f tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 210 time: 0.5539229 Sep 21 12:21:00.909751 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvr_db [None req-102a945a-157b-4ffc-8e66-0fc385c20a6d None None] Set router 2843d53f-fbc2-4376-8215-128694a1d6e6 gateway port host: dv-cinder-858678-1-iscsi {{(pid=106203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:21:00.918566 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8ca49ea5-2be8-49d3-93bc-c5a52dabfd38 req-ba796e29-3913-4c60-af9e-32af1f488988 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 210 time: 0.0827112 Sep 21 12:21:00.993799 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-a9d579f6-af87-4b22-a896-4c5fef265652 None None] Attempt 6 to provision port 00ed7fa0-dd5f-43da-bdf1-590272e8d38c Sep 21 12:21:01.043595 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 51112) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:21:01.046961 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 9b3c3d6b-c3b1-4b7e-b808-6f0f1cefa9d3 up at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:21:01.049591 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e64c3b-6fc8-4297-b01e-2101360ae29f None None] Pushing event updated for resources: {'Port': ['ID=00ed7fa0-dd5f-43da-bdf1-590272e8d38c,revision_number=4']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:21:01.060161 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [None req-d09b6a46-c00e-4ec8-aca7-e5a3e8f0b9f3 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1734713918', 'description': 'tempest-description--716772715'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:21:01.149929 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-d09b6a46-c00e-4ec8-aca7-e5a3e8f0b9f3 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks [] for security_group (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:01.155324 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:21:01.213235 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 51130) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:21:01.240090 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-34c2c4e7-9fb6-4da9-bda6-c40abb0719cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:01.380462 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-d09b6a46-c00e-4ec8-aca7-e5a3e8f0b9f3 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks [] for security_group (19e3fb6a-ab2c-48e4-9108-c556339150fd), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:01.392011 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-d09b6a46-c00e-4ec8-aca7-e5a3e8f0b9f3 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (19e3fb6a-ab2c-48e4-9108-c556339150fd), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:01.424914 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-d09b6a46-c00e-4ec8-aca7-e5a3e8f0b9f3 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks [] for security_group (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:01.431024 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-d09b6a46-c00e-4ec8-aca7-e5a3e8f0b9f3 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3859947 Sep 21 12:21:01.435047 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 51146) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:21:01.453137 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09b6a46-c00e-4ec8-aca7-e5a3e8f0b9f3 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19e3fb6a-ab2c-48e4-9108-c556339150fd,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:21:01.467492 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.v2.base [None req-79a48708-ceb4-403e-82ae-99483ee58766 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Request body: {'security_group_rule': {'security_group_id': '19e3fb6a-ab2c-48e4-9108-c556339150fd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:21:01.515277 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-79a48708-ceb4-403e-82ae-99483ee58766 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks [] for security_group_rule (d7040419-9d1f-4a13-9a66-ea8209dbb392), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:01.578323 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-34c2c4e7-9fb6-4da9-bda6-c40abb0719cf admin admin] Publish callbacks [] for security_group (809d38db-85af-459b-a9df-0730ab6b8fd4), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:01.598024 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-34c2c4e7-9fb6-4da9-bda6-c40abb0719cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (809d38db-85af-459b-a9df-0730ab6b8fd4), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:01.665029 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c2c4e7-9fb6-4da9-bda6-c40abb0719cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=809d38db-85af-459b-a9df-0730ab6b8fd4,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:21:01.764535 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 51168) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:21:01.776257 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-34c2c4e7-9fb6-4da9-bda6-c40abb0719cf admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=17b036ef79454dc1afd752c2e155bd18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5461771 Sep 21 12:21:01.836591 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-79a48708-ceb4-403e-82ae-99483ee58766 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks [] for security_group_rule (d7040419-9d1f-4a13-9a66-ea8209dbb392), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:01.851410 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-79a48708-ceb4-403e-82ae-99483ee58766 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663432'] for security_group_rule (d7040419-9d1f-4a13-9a66-ea8209dbb392), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:01.865364 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-102a945a-157b-4ffc-8e66-0fc385c20a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2843d53f-fbc2-4376-8215-128694a1d6e6', 'name': 'tempest-DeleteServersTestJSON-595731396-router', 'tenant_id': '74d5d713723f4ea5a8d1e72627b80c47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd45428ba-2490-403e-b506-770ef457948f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:20:39Z', 'updated_at': '2022-09-21T12:20:52Z', 'revision_number': 4, 'project_id': '74d5d713723f4ea5a8d1e72627b80c47', 'gw_port': {'id': 'd45428ba-2490-403e-b506-770ef457948f', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:72:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2843d53f-fbc2-4376-8215-128694a1d6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:41Z', 'updated_at': '2022-09-21T12:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': '00ed7fa0-dd5f-43da-bdf1-590272e8d38c', 'name': '', 'network_id': 'b63f4162-66af-473e-9153-2acb9ad38029', 'tenant_id': '74d5d713723f4ea5a8d1e72627b80c47', 'mac_address': 'fa:16:3e:3a:2f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2843d53f-fbc2-4376-8215-128694a1d6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7ad8a1ff-f00e-4a0f-ba67-d6724a11803d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:50Z', 'updated_at': '2022-09-21T12:21:00Z', 'revision_number': 4, 'project_id': '74d5d713723f4ea5a8d1e72627b80c47', 'subnets': [{'id': '7ad8a1ff-f00e-4a0f-ba67-d6724a11803d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:21:01.935421 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-79a48708-ceb4-403e-82ae-99483ee58766 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:01.945249 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-79a48708-ceb4-403e-82ae-99483ee58766 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5085251 Sep 21 12:21:01.946066 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 51182) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:21:01.946703 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a48708-ceb4-403e-82ae-99483ee58766 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7040419-9d1f-4a13-9a66-ea8209dbb392,revision_number=0']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:21:01.961987 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.v2.base [None req-3976e80e-57c1-4492-a149-315deb7afd66 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Request body: {'security_group_rule': {'security_group_id': '19e3fb6a-ab2c-48e4-9108-c556339150fd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:21:01.989408 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Provisioning complete for port 9b3c3d6b-c3b1-4b7e-b808-6f0f1cefa9d3 triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:21:01.989911 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (9b3c3d6b-c3b1-4b7e-b808-6f0f1cefa9d3), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:01.990127 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Attempt 1 to provision port 9b3c3d6b-c3b1-4b7e-b808-6f0f1cefa9d3 Sep 21 12:21:01.998889 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-a9d579f6-af87-4b22-a896-4c5fef265652 None None] Current status of the port 00ed7fa0-dd5f-43da-bdf1-590272e8d38c is: DOWN; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:21:01.999275 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-a9d579f6-af87-4b22-a896-4c5fef265652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (00ed7fa0-dd5f-43da-bdf1-590272e8d38c), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:02.001370 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-239b02ea-7674-4fad-a1d2-d999eefa4d0e req-1797cd76-3150-4452-8ca9-b4e89ee641bc tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 210 time: 0.1312311 Sep 21 12:21:02.002128 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102a945a-157b-4ffc-8e66-0fc385c20a6d None None] The sync data for ids ['2843d53f-fbc2-4376-8215-128694a1d6e6'] in dv-cinder-858678-1-iscsi is: [{'id': '2843d53f-fbc2-4376-8215-128694a1d6e6', 'name': 'tempest-DeleteServersTestJSON-595731396-router', 'tenant_id': '74d5d713723f4ea5a8d1e72627b80c47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd45428ba-2490-403e-b506-770ef457948f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:20:39Z', 'updated_at': '2022-09-21T12:20:52Z', 'revision_number': 4, 'project_id': '74d5d713723f4ea5a8d1e72627b80c47', 'gw_port': {'id': 'd45428ba-2490-403e-b506-770ef457948f', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:72:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2843d53f-fbc2-4376-8215-128694a1d6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:41Z', 'updated_at': '2022-09-21T12:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': '00ed7fa0-dd5f-43da-bdf1-590272e8d38c', 'name': '', 'network_id': 'b63f4162-66af-473e-9153-2acb9ad38029', 'tenant_id': '74d5d713723f4ea5a8d1e72627b80c47', 'mac_address': 'fa:16:3e:3a:2f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2843d53f-fbc2-4376-8215-128694a1d6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7ad8a1ff-f00e-4a0f-ba67-d6724a11803d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:50Z', 'updated_at': '2022-09-21T12:21:00Z', 'revision_number': 4, 'project_id': '74d5d713723f4ea5a8d1e72627b80c47', 'subnets': [{'id': '7ad8a1ff-f00e-4a0f-ba67-d6724a11803d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:21:02.036742 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-b5951138-ea87-4d27-beda-86dc0a3d4c94 admin admin] Publish callbacks [] for security_group (809d38db-85af-459b-a9df-0730ab6b8fd4), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:02.054057 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-3976e80e-57c1-4492-a149-315deb7afd66 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks [] for security_group_rule (91852598-9c8d-4d44-9473-8c7516fef63f), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:02.151488 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-b5951138-ea87-4d27-beda-86dc0a3d4c94 admin admin] Publish callbacks [] for security_group (809d38db-85af-459b-a9df-0730ab6b8fd4), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:02.335105 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-cb6a7203-46f3-49cf-adc8-7df9dcf50040 req-ee169a84-abca-4768-bfb3-a4ab503fc275 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 210 time: 0.2475996 Sep 21 12:21:02.391106 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-b5951138-ea87-4d27-beda-86dc0a3d4c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (809d38db-85af-459b-a9df-0730ab6b8fd4), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:02.394150 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-b5951138-ea87-4d27-beda-86dc0a3d4c94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:02.395517 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-b5951138-ea87-4d27-beda-86dc0a3d4c94 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/809d38db-85af-459b-a9df-0730ab6b8fd4 HTTP/1.1" status: 204 len: 168 time: 0.6285405 Sep 21 12:21:02.424378 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:21:02.436090 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5951138-ea87-4d27-beda-86dc0a3d4c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=809d38db-85af-459b-a9df-0730ab6b8fd4,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:21:02.541757 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-3976e80e-57c1-4492-a149-315deb7afd66 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks [] for security_group_rule (91852598-9c8d-4d44-9473-8c7516fef63f), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:02.551914 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-3976e80e-57c1-4492-a149-315deb7afd66 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663432'] for security_group_rule (91852598-9c8d-4d44-9473-8c7516fef63f), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:02.559777 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-a9d579f6-af87-4b22-a896-4c5fef265652 None None] For port 00ed7fa0-dd5f-43da-bdf1-590272e8d38c, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=00ed7fa0-dd5f-43da-bdf1-590272e8d38c,segment=NetworkSegment(5be53f91-aee1-48e3-9112-bdcdf49a807c),segment_id=5be53f91-aee1-48e3-9112-bdcdf49a807c)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:21:02.574687 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:21:02.594358 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976e80e-57c1-4492-a149-315deb7afd66 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91852598-9c8d-4d44-9473-8c7516fef63f,revision_number=0']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:21:02.600122 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-3976e80e-57c1-4492-a149-315deb7afd66 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:02.604770 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 51226) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:21:02.605102 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-3976e80e-57c1-4492-a149-315deb7afd66 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6472549 Sep 21 12:21:02.609741 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-a9d579f6-af87-4b22-a896-4c5fef265652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (00ed7fa0-dd5f-43da-bdf1-590272e8d38c), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:02.610312 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [None req-067e9ff9-8bf3-484e-9e87-25138f0add3c tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Request body: {'floatingip': {'floating_network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:21:02.675717 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:21:02.735222 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-067e9ff9-8bf3-484e-9e87-25138f0add3c tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:02.871368 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 51236) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:21:02.943659 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d579f6-af87-4b22-a896-4c5fef265652 None None] Pushing event updated for resources: {'Port': ['ID=00ed7fa0-dd5f-43da-bdf1-590272e8d38c,revision_number=5']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:21:03.032197 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-a9d579f6-af87-4b22-a896-4c5fef265652 None None] Provisioning complete for port 9e0ba373-651e-4982-9c48-5c0bf838797e triggered by entity DHCP. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:21:03.032858 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-a9d579f6-af87-4b22-a896-4c5fef265652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (9e0ba373-651e-4982-9c48-5c0bf838797e), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:03.032961 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-a9d579f6-af87-4b22-a896-4c5fef265652 None None] Attempt 1 to provision port 9e0ba373-651e-4982-9c48-5c0bf838797e Sep 21 12:21:03.066342 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-067e9ff9-8bf3-484e-9e87-25138f0add3c tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:03.170766 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Current status of the port 9b3c3d6b-c3b1-4b7e-b808-6f0f1cefa9d3 is: DOWN; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:21:03.171105 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (9b3c3d6b-c3b1-4b7e-b808-6f0f1cefa9d3), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:03.349355 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] For port 9b3c3d6b-c3b1-4b7e-b808-6f0f1cefa9d3, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=9b3c3d6b-c3b1-4b7e-b808-6f0f1cefa9d3,segment=NetworkSegment(a0d42efa-470c-43ee-a1e8-ed6c41bfc084),segment_id=a0d42efa-470c-43ee-a1e8-ed6c41bfc084)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:21:03.369049 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (9b3c3d6b-c3b1-4b7e-b808-6f0f1cefa9d3), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:03.471726 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-17543999-8a5c-4f56-9918-c8a858885a71 req-afc51b1b-7f3e-41fc-bed2-6e7a87667ee6 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 210 time: 0.1336412 Sep 21 12:21:03.519244 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=9 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:21:03.651641 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-70253722-ea26-4cec-8955-a3d8a9c4e11c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:03.687468 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-e2446a19-fcc5-48f8-8966-f299a32fb0cd req-54728519-2f1e-4130-b318-25e395b6b36f tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 210 time: 0.1790555 Sep 21 12:21:03.689450 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:21:03.709133 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.db_base_plugin_common [None req-067e9ff9-8bf3-484e-9e87-25138f0add3c tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Allocated IP 172.27.0.62 (988e67c4-a01e-4c04-8cb9-1b0dd07d668d/691ea813-de87-4809-9e6b-d8504be0b97f/d8b2a0d0-8dd2-4c53-b442-f540f1fb6cd7) {{(pid=106202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:21:03.870267 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Pushing event updated for resources: {'Port': ['ID=9b3c3d6b-c3b1-4b7e-b808-6f0f1cefa9d3,revision_number=5']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:21:03.906724 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 00ed7fa0-dd5f-43da-bdf1-590272e8d38c up at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:21:03.979344 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-70253722-ea26-4cec-8955-a3d8a9c4e11c admin admin] Publish callbacks [] for security_group (6d240800-017a-4756-8e66-de01f8f18712), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:03.987013 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-70253722-ea26-4cec-8955-a3d8a9c4e11c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (6d240800-017a-4756-8e66-de01f8f18712), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:04.000746 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-a9d579f6-af87-4b22-a896-4c5fef265652 None None] Current status of the port 9e0ba373-651e-4982-9c48-5c0bf838797e is: ACTIVE; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:21:04.021281 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-a9d579f6-af87-4b22-a896-4c5fef265652 None None] Provisioning complete for port 9b3c3d6b-c3b1-4b7e-b808-6f0f1cefa9d3 triggered by entity DHCP. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:21:04.021671 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-a9d579f6-af87-4b22-a896-4c5fef265652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (9b3c3d6b-c3b1-4b7e-b808-6f0f1cefa9d3), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:04.022008 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-a9d579f6-af87-4b22-a896-4c5fef265652 None None] Attempt 1 to provision port 9b3c3d6b-c3b1-4b7e-b808-6f0f1cefa9d3 Sep 21 12:21:04.031330 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-70253722-ea26-4cec-8955-a3d8a9c4e11c admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=ba887b47f56c472997515ee30031246e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1586092 Sep 21 12:21:04.034030 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 51278) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:21:04.037157 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-067e9ff9-8bf3-484e-9e87-25138f0add3c tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks [] for port (d8b2a0d0-8dd2-4c53-b442-f540f1fb6cd7), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:04.067562 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Provisioning complete for port 00ed7fa0-dd5f-43da-bdf1-590272e8d38c triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:21:04.068223 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (00ed7fa0-dd5f-43da-bdf1-590272e8d38c), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:04.068347 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Attempt 1 to provision port 00ed7fa0-dd5f-43da-bdf1-590272e8d38c Sep 21 12:21:04.111135 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-067e9ff9-8bf3-484e-9e87-25138f0add3c tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735120900801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (d8b2a0d0-8dd2-4c53-b442-f540f1fb6cd7), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:04.118395 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70253722-ea26-4cec-8955-a3d8a9c4e11c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d240800-017a-4756-8e66-de01f8f18712,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:21:04.153746 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-a9d579f6-af87-4b22-a896-4c5fef265652 None None] Current status of the port 9b3c3d6b-c3b1-4b7e-b808-6f0f1cefa9d3 is: ACTIVE; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:21:04.177467 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-b65e1152-389e-4d1d-b392-3d1027e756d7 admin admin] Publish callbacks [] for security_group (6d240800-017a-4756-8e66-de01f8f18712), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:04.184608 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067e9ff9-8bf3-484e-9e87-25138f0add3c tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Pushing event updated for resources: {'Port': ['ID=d8b2a0d0-8dd2-4c53-b442-f540f1fb6cd7,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:21:04.189237 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067e9ff9-8bf3-484e-9e87-25138f0add3c tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Network 988e67c4-a01e-4c04-8cb9-1b0dd07d668d is already hosted by enough agents. {{(pid=106202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:21:04.192684 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.base_scheduler [None req-067e9ff9-8bf3-484e-9e87-25138f0add3c tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Resources bound (agent type, host, resource id): {{(pid=106202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:21:04.195693 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067e9ff9-8bf3-484e-9e87-25138f0add3c tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Received port after_create {{(pid=106202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 12:21:04.203145 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Current status of the port 00ed7fa0-dd5f-43da-bdf1-590272e8d38c is: ACTIVE; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:21:04.204290 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device d45428ba-2490-403e-b506-770ef457948f up at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:21:04.215200 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-b65e1152-389e-4d1d-b392-3d1027e756d7 admin admin] Publish callbacks [] for security_group (6d240800-017a-4756-8e66-de01f8f18712), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:04.235020 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:21:04.274731 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Provisioning complete for port d45428ba-2490-403e-b506-770ef457948f triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:21:04.275261 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (d45428ba-2490-403e-b506-770ef457948f), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:04.275711 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Attempt 1 to provision port d45428ba-2490-403e-b506-770ef457948f Sep 21 12:21:04.294502 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-b65e1152-389e-4d1d-b392-3d1027e756d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (6d240800-017a-4756-8e66-de01f8f18712), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:04.299410 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-b65e1152-389e-4d1d-b392-3d1027e756d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:04.302379 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-de27e026-e1b9-4a87-be84-2f82ce4f1cd1 None None] Provisioning complete for port 9b3c3d6b-c3b1-4b7e-b808-6f0f1cefa9d3 triggered by entity DHCP. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:21:04.302748 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-de27e026-e1b9-4a87-be84-2f82ce4f1cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (9b3c3d6b-c3b1-4b7e-b808-6f0f1cefa9d3), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:04.303259 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-de27e026-e1b9-4a87-be84-2f82ce4f1cd1 None None] Attempt 1 to provision port 9b3c3d6b-c3b1-4b7e-b808-6f0f1cefa9d3 Sep 21 12:21:04.305507 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-b65e1152-389e-4d1d-b392-3d1027e756d7 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/6d240800-017a-4756-8e66-de01f8f18712 HTTP/1.1" status: 204 len: 168 time: 0.2705081 Sep 21 12:21:04.317894 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65e1152-389e-4d1d-b392-3d1027e756d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d240800-017a-4756-8e66-de01f8f18712,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:21:04.338254 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:21:04.391028 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-067e9ff9-8bf3-484e-9e87-25138f0add3c tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks [] for floatingip (e565d689-85c5-47e3-a8e5-4cf14bbc97d3), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:04.447803 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-067e9ff9-8bf3-484e-9e87-25138f0add3c tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (d8b2a0d0-8dd2-4c53-b442-f540f1fb6cd7), before_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:04.575063 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Current status of the port d45428ba-2490-403e-b506-770ef457948f is: ACTIVE; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:21:04.579343 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-de27e026-e1b9-4a87-be84-2f82ce4f1cd1 None None] Current status of the port 9b3c3d6b-c3b1-4b7e-b808-6f0f1cefa9d3 is: ACTIVE; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:21:04.609176 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:21:04.658564 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-067e9ff9-8bf3-484e-9e87-25138f0add3c tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks [] for port (d8b2a0d0-8dd2-4c53-b442-f540f1fb6cd7), precommit_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:04.664585 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-067e9ff9-8bf3-484e-9e87-25138f0add3c tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6955121'] for port (d8b2a0d0-8dd2-4c53-b442-f540f1fb6cd7), after_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:04.772951 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-48b6c5db-f698-48b8-aa6d-e9e921c05ab9 req-360e90f0-7bc9-411f-9b8a-1b2bc2cce2c8 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 210 time: 0.0728230 Sep 21 12:21:04.783299 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067e9ff9-8bf3-484e-9e87-25138f0add3c tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Pushing event updated for resources: {'Port': ['ID=d8b2a0d0-8dd2-4c53-b442-f540f1fb6cd7,revision_number=2']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:21:04.789458 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-067e9ff9-8bf3-484e-9e87-25138f0add3c tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534182'] for floatingip (e565d689-85c5-47e3-a8e5-4cf14bbc97d3), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:04.823814 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-067e9ff9-8bf3-484e-9e87-25138f0add3c tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for floatingip (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:04.823814 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-067e9ff9-8bf3-484e-9e87-25138f0add3c tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2116075 Sep 21 12:21:04.893728 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 51312) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:21:04.914750 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-7993434e-7a0e-47bf-9f71-7bb430bcaa23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:04.964310 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-891276a7-9296-47c2-a292-1f393551f0ec req-a2696e43-e30a-4b8c-a65c-ef64397f07bc tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 210 time: 0.0389986 Sep 21 12:21:05.054056 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-7993434e-7a0e-47bf-9f71-7bb430bcaa23 admin admin] Publish callbacks [] for security_group (1dff4f64-b614-4465-a722-fa327ada6521), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:05.061969 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-7993434e-7a0e-47bf-9f71-7bb430bcaa23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (1dff4f64-b614-4465-a722-fa327ada6521), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:05.104509 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-7993434e-7a0e-47bf-9f71-7bb430bcaa23 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=396ec2cf84a34efe9cc84b30614db294&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2091107 Sep 21 12:21:05.105625 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7993434e-7a0e-47bf-9f71-7bb430bcaa23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dff4f64-b614-4465-a722-fa327ada6521,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:21:05.108471 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 51328) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:21:05.177235 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-23c02a7d-40cf-4d10-bb7b-8f78726ddf43 admin admin] Publish callbacks [] for security_group (1dff4f64-b614-4465-a722-fa327ada6521), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:05.186736 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-74411f2f-e00f-4729-bf5d-770029d3684c req-87569d26-0f63-4d81-adab-fd80dee7cce0 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1734713918&fields=id&tenant_id=9340222cfe154efe8a6064b197d54499 HTTP/1.1" status: 200 len: 267 time: 0.0958376 Sep 21 12:21:05.202496 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-23c02a7d-40cf-4d10-bb7b-8f78726ddf43 admin admin] Publish callbacks [] for security_group (1dff4f64-b614-4465-a722-fa327ada6521), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:05.268101 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-23c02a7d-40cf-4d10-bb7b-8f78726ddf43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (1dff4f64-b614-4465-a722-fa327ada6521), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:05.270729 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-23c02a7d-40cf-4d10-bb7b-8f78726ddf43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:05.279022 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-23c02a7d-40cf-4d10-bb7b-8f78726ddf43 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/1dff4f64-b614-4465-a722-fa327ada6521 HTTP/1.1" status: 204 len: 168 time: 0.1671543 Sep 21 12:21:05.285747 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c02a7d-40cf-4d10-bb7b-8f78726ddf43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dff4f64-b614-4465-a722-fa327ada6521,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:21:05.333480 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74411f2f-e00f-4729-bf5d-770029d3684c req-07c14769-c0fd-49af-abb6-4f2cafb533a7 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:05.335680 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-74411f2f-e00f-4729-bf5d-770029d3684c req-07c14769-c0fd-49af-abb6-4f2cafb533a7 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/networks?id=5da5489c-9c30-4169-9afe-1354fb43296f HTTP/1.1" status: 200 len: 810 time: 0.1407824 Sep 21 12:21:05.352660 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-74411f2f-e00f-4729-bf5d-770029d3684c req-d1133d0f-a562-4274-9838-1298134c6467 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/quotas/9340222cfe154efe8a6064b197d54499 HTTP/1.1" status: 200 len: 375 time: 0.0111449 Sep 21 12:21:05.424570 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-74411f2f-e00f-4729-bf5d-770029d3684c req-a42965ba-2b94-47c2-bc6a-85b0364a0d5d tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=9340222cfe154efe8a6064b197d54499&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0652561 Sep 21 12:21:05.487021 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 9b3c3d6b-c3b1-4b7e-b808-6f0f1cefa9d3 up at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:21:05.540007 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Provisioning complete for port 9b3c3d6b-c3b1-4b7e-b808-6f0f1cefa9d3 triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:21:05.540381 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (9b3c3d6b-c3b1-4b7e-b808-6f0f1cefa9d3), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:05.540897 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Attempt 1 to provision port 9b3c3d6b-c3b1-4b7e-b808-6f0f1cefa9d3 Sep 21 12:21:05.544318 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-74411f2f-e00f-4729-bf5d-770029d3684c req-4d526750-d8fc-4afb-a74d-65e594b3c9e4 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/5da5489c-9c30-4169-9afe-1354fb43296f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162033 Sep 21 12:21:05.642835 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Current status of the port 9b3c3d6b-c3b1-4b7e-b808-6f0f1cefa9d3 is: ACTIVE; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:21:05.660962 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-74411f2f-e00f-4729-bf5d-770029d3684c req-3e0b1794-9d34-4a06-8322-34f7d7eef40f service neutron] 10.222.0.71 "GET /networking/v2.0/networks/5da5489c-9c30-4169-9afe-1354fb43296f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122992 Sep 21 12:21:05.756372 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:21:05.865545 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-65c46824-e308-4f48-8fb4-dafffe277193 req-ede5846a-3807-4598-acf3-2b9064164019 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 210 time: 0.0399334 Sep 21 12:21:06.017808 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ae0d1dc3-25d4-425e-a0ea-bd1895f71c7d req-d12a124a-58ab-49c8-aced-a445c998b6b6 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 210 time: 0.0628500 Sep 21 12:21:06.184547 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-d194c1b1-b7c8-457f-a9a5-0659e58326c8 req-230b54f2-f659-4bc5-b2f7-72681ca40f2b tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 210 time: 0.0379384 Sep 21 12:21:06.343668 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-55ab6e03-be1c-459e-9762-d4eb15949437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (f73c601a-29a1-4353-9f34-efd4ba2e6501), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:06.981267 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-9859750e-64d4-468a-9a0c-43dc41d44a3b req-275dd209-660e-4d82-9dbf-d28f97eeaa71 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 210 time: 0.0291095 Sep 21 12:21:07.128922 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-0a9c0b36-e6a6-429c-81bd-b903a169b76b req-58e7f3ac-3166-46b1-8d27-93f87e451caf tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 210 time: 0.0303741 Sep 21 12:21:07.288181 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-2dec045f-a5df-438f-9cba-e13d417063c5 req-3ed2b39c-a628-4a5a-b257-5514e4ce4333 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 210 time: 0.0294077 Sep 21 12:21:07.313573 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 51422) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:21:07.420917 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-3bb407bc-d26c-41c8-a557-64409bf77b6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:07.423375 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:21:07.504940 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-3bb407bc-d26c-41c8-a557-64409bf77b6f admin admin] Publish callbacks [] for security_group (a334aeeb-c282-4896-b70a-a99380c54bc7), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:07.508471 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-3bb407bc-d26c-41c8-a557-64409bf77b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (a334aeeb-c282-4896-b70a-a99380c54bc7), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:07.513965 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:21:07.547297 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb407bc-d26c-41c8-a557-64409bf77b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a334aeeb-c282-4896-b70a-a99380c54bc7,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:21:07.552966 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-3bb407bc-d26c-41c8-a557-64409bf77b6f admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=843e106fe5574a968e010b0c8e5a6b5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2384019 Sep 21 12:21:07.556105 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 51428) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:21:07.604999 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-a7703883-d079-4d02-9c22-7774ea8900d8 admin admin] Publish callbacks [] for security_group (a334aeeb-c282-4896-b70a-a99380c54bc7), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:07.624368 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-a7703883-d079-4d02-9c22-7774ea8900d8 admin admin] Publish callbacks [] for security_group (a334aeeb-c282-4896-b70a-a99380c54bc7), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:07.673566 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-a7703883-d079-4d02-9c22-7774ea8900d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (a334aeeb-c282-4896-b70a-a99380c54bc7), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:07.676236 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-a7703883-d079-4d02-9c22-7774ea8900d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:07.678046 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-a7703883-d079-4d02-9c22-7774ea8900d8 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/a334aeeb-c282-4896-b70a-a99380c54bc7 HTTP/1.1" status: 204 len: 168 time: 0.1204212 Sep 21 12:21:07.691495 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7703883-d079-4d02-9c22-7774ea8900d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a334aeeb-c282-4896-b70a-a99380c54bc7,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:21:07.952975 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 51434) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:21:08.095414 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-b3c093c7-8316-4063-8e01-54372742204d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:08.125708 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-ea134b65-dfc5-4ced-b40d-0f1408f11068 req-379aa08f-6a98-4443-b6ee-1dc4c859b1ec tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 210 time: 0.0320446 Sep 21 12:21:08.210648 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-b3c093c7-8316-4063-8e01-54372742204d admin admin] Publish callbacks [] for security_group (206b6dc9-c70e-4dbe-9d6a-1787cbfdfc43), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:08.216872 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-b3c093c7-8316-4063-8e01-54372742204d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (206b6dc9-c70e-4dbe-9d6a-1787cbfdfc43), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:08.258065 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c093c7-8316-4063-8e01-54372742204d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=206b6dc9-c70e-4dbe-9d6a-1787cbfdfc43,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:21:08.260958 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-3445ac69-6bce-441e-be41-cd0f93865b78 req-6a422dc9-5b8a-47f7-a488-cd4e33a12d06 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 210 time: 0.0464828 Sep 21 12:21:08.263434 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-b3c093c7-8316-4063-8e01-54372742204d admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=bd980ccee39541668339b7a0f569ba4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3094149 Sep 21 12:21:08.266009 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 51444) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:21:08.322863 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-073fe5f6-5d74-46ed-bae2-a9d6ce55e16a admin admin] Publish callbacks [] for security_group (206b6dc9-c70e-4dbe-9d6a-1787cbfdfc43), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:08.343636 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-073fe5f6-5d74-46ed-bae2-a9d6ce55e16a admin admin] Publish callbacks [] for security_group (206b6dc9-c70e-4dbe-9d6a-1787cbfdfc43), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:08.400167 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-963422b1-89b0-4394-8f9e-62bae5e4c320 req-2a8a0747-b89d-44f9-9d65-96bd33cf8d9d tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 210 time: 0.0332429 Sep 21 12:21:08.417445 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-073fe5f6-5d74-46ed-bae2-a9d6ce55e16a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (206b6dc9-c70e-4dbe-9d6a-1787cbfdfc43), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:08.420682 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-073fe5f6-5d74-46ed-bae2-a9d6ce55e16a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:08.421788 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-073fe5f6-5d74-46ed-bae2-a9d6ce55e16a admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/206b6dc9-c70e-4dbe-9d6a-1787cbfdfc43 HTTP/1.1" status: 204 len: 168 time: 0.1545894 Sep 21 12:21:08.431592 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073fe5f6-5d74-46ed-bae2-a9d6ce55e16a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=206b6dc9-c70e-4dbe-9d6a-1787cbfdfc43,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:21:08.588974 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:21:08.597753 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-7ec7f55b-1385-43d0-b72d-6a18aa001c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (4f31b8b6-17c0-474d-bf52-0481ff2a5cf7), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:09.228508 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ae61aa6a-acd9-480d-bdea-ec9d790c0f54 req-ac9c0a76-000e-49b0-99dd-6e9b790e4f0b tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 210 time: 0.0294132 Sep 21 12:21:09.394688 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-daf5bc64-d407-4442-a408-583660f59741 req-675e6759-c30c-4ad2-8f63-3a21a79bd027 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 210 time: 0.0378156 Sep 21 12:21:09.531607 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-74db67d0-1d69-42b3-a3ac-f993bfb8ff2d req-49ff4d6c-ea98-4555-b030-df1aa89f7ec2 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 210 time: 0.0356581 Sep 21 12:21:09.907367 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-740e41e1-10de-4b2e-a9f0-9582d49d2a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (d7a8950b-d4d7-4646-ba54-d395483871b4), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:10.287066 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 51524) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:21:10.287655 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.66', 49918) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:21:10.401739 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-3cbd73a4-9bc9-49a6-ba27-735222cd89be req-cd930a73-9a23-436f-a455-1ef8367c00d3 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 210 time: 0.0827854 Sep 21 12:21:10.493851 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-753e871f-c2da-45d6-a4c1-f4f6dc64cb76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:10.612741 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-753e871f-c2da-45d6-a4c1-f4f6dc64cb76 admin admin] Publish callbacks [] for security_group (aed0c038-3838-4859-9a1f-7689ce973231), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:10.647526 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-753e871f-c2da-45d6-a4c1-f4f6dc64cb76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (aed0c038-3838-4859-9a1f-7689ce973231), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:10.669924 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:INSERT=17,neutron:SELECT=76,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:21:10.699930 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-ec1d0040-4eaf-430c-b830-26c9ce1bdceb req-9e2f6c9c-ee46-4a2f-8da1-797f3a81cc0e tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 210 time: 0.0696135 Sep 21 12:21:10.704660 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=10 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:21:10.723333 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-753e871f-c2da-45d6-a4c1-f4f6dc64cb76 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=9837dfd6f04f48e0b1f17cdd0b00e6cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4349144 Sep 21 12:21:10.729952 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 51556) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:21:10.766236 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e871f-c2da-45d6-a4c1-f4f6dc64cb76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed0c038-3838-4859-9a1f-7689ce973231,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:21:10.773116 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbdabff-a40a-4107-9717-1a5e06cbacbd req-7de85928-f68c-441c-bcd3-a6cbb6dd1ae4 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:10.775024 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ccbdabff-a40a-4107-9717-1a5e06cbacbd req-7de85928-f68c-441c-bcd3-a6cbb6dd1ae4 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.66 "GET /networking/v2.0/networks?id=b3f0e30c-c130-4bd6-a99c-2726089c3f25 HTTP/1.1" status: 200 len: 817 time: 0.4705031 Sep 21 12:21:10.786099 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-d70375a2-bad2-4f8d-b0bd-224bcd09278a req-73c4f2ad-d9d1-4a38-9f55-b0e2213cee44 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 210 time: 0.0987258 Sep 21 12:21:10.808648 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-b01940b9-ed58-4f57-8ef7-eb1d05c5bc43 admin admin] Publish callbacks [] for security_group (aed0c038-3838-4859-9a1f-7689ce973231), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:10.829149 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-b01940b9-ed58-4f57-8ef7-eb1d05c5bc43 admin admin] Publish callbacks [] for security_group (aed0c038-3838-4859-9a1f-7689ce973231), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:10.906802 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-b01940b9-ed58-4f57-8ef7-eb1d05c5bc43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (aed0c038-3838-4859-9a1f-7689ce973231), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:10.909801 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-b01940b9-ed58-4f57-8ef7-eb1d05c5bc43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:10.912854 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-b01940b9-ed58-4f57-8ef7-eb1d05c5bc43 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/aed0c038-3838-4859-9a1f-7689ce973231 HTTP/1.1" status: 204 len: 168 time: 0.1815963 Sep 21 12:21:10.926839 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01940b9-ed58-4f57-8ef7-eb1d05c5bc43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed0c038-3838-4859-9a1f-7689ce973231,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:21:10.998641 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:21:11.027906 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ccbdabff-a40a-4107-9717-1a5e06cbacbd req-e5074957-5d0c-4d57-9dd0-58e00fe3b135 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.66 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5e6ef4f3de1943ffbde82d3f0a19542f HTTP/1.1" status: 200 len: 380 time: 0.0771520 Sep 21 12:21:11.088116 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [req-ccbdabff-a40a-4107-9717-1a5e06cbacbd req-8f1be97b-3ffd-4d62-88c4-69432f1c8fd8 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Request body: {'port': {'device_id': '5e9ebd08-4c95-43f6-a1a4-3268532d961e', 'network_id': 'b3f0e30c-c130-4bd6-a99c-2726089c3f25', 'admin_state_up': True, 'tenant_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'security_groups': ['267ba430-0cbf-4d48-bd65-d51dbf4aacb1']}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:21:11.102791 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.66', 49926) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:21:11.236784 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (57fb69a9-4edc-44fd-8965-b65708e41306), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:11.348573 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:21:11.376645 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74411f2f-e00f-4729-bf5d-770029d3684c req-8e479017-4652-493d-a33d-eeb37f0973ea tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:11.378148 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-74411f2f-e00f-4729-bf5d-770029d3684c req-8e479017-4652-493d-a33d-eeb37f0973ea tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.66 "GET /networking/v2.0/networks?id=5da5489c-9c30-4169-9afe-1354fb43296f HTTP/1.1" status: 200 len: 810 time: 0.2691331 Sep 21 12:21:11.415463 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccbdabff-a40a-4107-9717-1a5e06cbacbd req-8f1be97b-3ffd-4d62-88c4-69432f1c8fd8 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Made reservation on behalf of 5e6ef4f3de1943ffbde82d3f0a19542f for: {'port': 1} {{(pid=106202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:21:11.426883 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-ccbdabff-a40a-4107-9717-1a5e06cbacbd req-8f1be97b-3ffd-4d62-88c4-69432f1c8fd8 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:11.488054 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c3e59811-0015-48e8-afb5-3d82d64b721e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (cef1489a-7471-4b81-a7c5-b9e507e96767), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:11.554230 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-74411f2f-e00f-4729-bf5d-770029d3684c req-e227f73f-254e-4e95-b74c-ddf56e44b468 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.66 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9340222cfe154efe8a6064b197d54499 HTTP/1.1" status: 200 len: 380 time: 0.1584115 Sep 21 12:21:11.583450 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 51596) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:21:11.612578 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-401ecaf8-324b-4c26-a508-d67c6377b5d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:11.666338 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-7879176a-9924-4c1f-9d5d-e5af786b8718 req-7e16f236-5353-40d0-96ec-8fb74f3afb23 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 210 time: 0.0561099 Sep 21 12:21:11.812934 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.v2.base [req-74411f2f-e00f-4729-bf5d-770029d3684c req-8d1ccae4-cd96-4546-936e-e01502bf0185 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Request body: {'port': {'device_id': 'ee010d1f-46d4-487e-a93e-66c5e2ac895e', 'network_id': '5da5489c-9c30-4169-9afe-1354fb43296f', 'admin_state_up': True, 'tenant_id': '9340222cfe154efe8a6064b197d54499', 'security_groups': ['19e3fb6a-ab2c-48e4-9108-c556339150fd']}} {{(pid=106201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:21:11.874326 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.db_base_plugin_common [req-ccbdabff-a40a-4107-9717-1a5e06cbacbd req-8f1be97b-3ffd-4d62-88c4-69432f1c8fd8 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Allocated IP 172.20.0.11 (b3f0e30c-c130-4bd6-a99c-2726089c3f25/f5cf9592-7b6c-4eba-b546-68b41c284733/1f39c2aa-a245-4b77-8233-20f0c6c6cb30) {{(pid=106202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:21:11.917673 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-401ecaf8-324b-4c26-a508-d67c6377b5d6 admin admin] Publish callbacks [] for security_group (4450b839-3c5e-409b-885b-e0eb8b45dd08), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:11.925461 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-401ecaf8-324b-4c26-a508-d67c6377b5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (4450b839-3c5e-409b-885b-e0eb8b45dd08), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:11.936991 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-758f8fb1-8658-4372-a1ca-0f91d1560afb req-e70d9371-9178-43fc-b40f-11eb2473ce16 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 210 time: 0.0470119 Sep 21 12:21:12.025833 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.66', 49935) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:21:12.040003 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401ecaf8-324b-4c26-a508-d67c6377b5d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4450b839-3c5e-409b-885b-e0eb8b45dd08,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:21:12.051376 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-cf5ab4e0-f371-49da-b649-8dc464aed955 req-1cab9014-64c7-4664-9d9d-62efefaffb06 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 210 time: 0.1268489 Sep 21 12:21:12.125482 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-401ecaf8-324b-4c26-a508-d67c6377b5d6 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=15b32b5de0c542e4b4da5e8f3e9d19c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5409155 Sep 21 12:21:12.132242 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 51630) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:21:12.230330 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74411f2f-e00f-4729-bf5d-770029d3684c req-8d1ccae4-cd96-4546-936e-e01502bf0185 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Made reservation on behalf of 9340222cfe154efe8a6064b197d54499 for: {'port': 1} {{(pid=106201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:21:12.235286 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [req-74411f2f-e00f-4729-bf5d-770029d3684c req-8d1ccae4-cd96-4546-936e-e01502bf0185 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:12.252619 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-4aa389b0-a206-40dc-8629-260b5d06e41d admin admin] Publish callbacks [] for security_group (4450b839-3c5e-409b-885b-e0eb8b45dd08), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:12.295089 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-4aa389b0-a206-40dc-8629-260b5d06e41d admin admin] Publish callbacks [] for security_group (4450b839-3c5e-409b-885b-e0eb8b45dd08), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:12.304116 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:21:12.432107 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:21:12.524604 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-ccbdabff-a40a-4107-9717-1a5e06cbacbd req-8f1be97b-3ffd-4d62-88c4-69432f1c8fd8 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks [] for port (1f39c2aa-a245-4b77-8233-20f0c6c6cb30), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:12.547350 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61bce23-8087-472b-a1f5-cc289629f4bd req-754a74ef-ab3c-44c4-8028-689c7fea9c1f tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:12.549196 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e61bce23-8087-472b-a1f5-cc289629f4bd req-754a74ef-ab3c-44c4-8028-689c7fea9c1f tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.66 "GET /networking/v2.0/networks?id=b63f4162-66af-473e-9153-2acb9ad38029 HTTP/1.1" status: 200 len: 811 time: 0.5217240 Sep 21 12:21:12.583557 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-4aa389b0-a206-40dc-8629-260b5d06e41d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (4450b839-3c5e-409b-885b-e0eb8b45dd08), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:12.586692 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-4aa389b0-a206-40dc-8629-260b5d06e41d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:12.588816 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-4aa389b0-a206-40dc-8629-260b5d06e41d admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/4450b839-3c5e-409b-885b-e0eb8b45dd08 HTTP/1.1" status: 204 len: 168 time: 0.4547918 Sep 21 12:21:12.610529 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-ccbdabff-a40a-4107-9717-1a5e06cbacbd req-8f1be97b-3ffd-4d62-88c4-69432f1c8fd8 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735120900801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (1f39c2aa-a245-4b77-8233-20f0c6c6cb30), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:12.634047 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa389b0-a206-40dc-8629-260b5d06e41d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4450b839-3c5e-409b-885b-e0eb8b45dd08,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:21:12.660068 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.db.db_base_plugin_common [req-74411f2f-e00f-4729-bf5d-770029d3684c req-8d1ccae4-cd96-4546-936e-e01502bf0185 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Allocated IP 172.20.0.7 (5da5489c-9c30-4169-9afe-1354fb43296f/1ad2b91e-60c9-4af5-9a83-ab634cc92cf0/ee7ca2d0-d70f-46f5-af82-81e48a262d02) {{(pid=106201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:21:12.852348 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccbdabff-a40a-4107-9717-1a5e06cbacbd req-8f1be97b-3ffd-4d62-88c4-69432f1c8fd8 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Network b3f0e30c-c130-4bd6-a99c-2726089c3f25 is already hosted by enough agents. {{(pid=106202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:21:12.867167 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.base_scheduler [req-ccbdabff-a40a-4107-9717-1a5e06cbacbd req-8f1be97b-3ffd-4d62-88c4-69432f1c8fd8 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Resources bound (agent type, host, resource id): {{(pid=106202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:21:12.874878 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccbdabff-a40a-4107-9717-1a5e06cbacbd req-8f1be97b-3ffd-4d62-88c4-69432f1c8fd8 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Received port after_create {{(pid=106202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 12:21:12.925735 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1be97b-3ffd-4d62-88c4-69432f1c8fd8 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Pushing event updated for resources: {'Port': ['ID=1f39c2aa-a245-4b77-8233-20f0c6c6cb30,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:21:12.937639 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbdabff-a40a-4107-9717-1a5e06cbacbd req-8f1be97b-3ffd-4d62-88c4-69432f1c8fd8 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:12.938558 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-ccbdabff-a40a-4107-9717-1a5e06cbacbd req-8f1be97b-3ffd-4d62-88c4-69432f1c8fd8 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544014'] for port (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:12.982540 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [req-74411f2f-e00f-4729-bf5d-770029d3684c req-8d1ccae4-cd96-4546-936e-e01502bf0185 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks [] for port (ee7ca2d0-d70f-46f5-af82-81e48a262d02), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:12.982709 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-60625a11-772c-4971-b7ff-54f39e122563 req-28945eaf-fc7c-4f50-bbcd-6e3989e97ffe tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 210 time: 0.1446605 Sep 21 12:21:13.017277 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ccbdabff-a40a-4107-9717-1a5e06cbacbd req-8f1be97b-3ffd-4d62-88c4-69432f1c8fd8 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.66 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9336467 Sep 21 12:21:13.053961 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [req-74411f2f-e00f-4729-bf5d-770029d3684c req-8d1ccae4-cd96-4546-936e-e01502bf0185 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735120900801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6788894'] for port (ee7ca2d0-d70f-46f5-af82-81e48a262d02), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:13.189722 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-21598e1d-2367-48f6-96c3-5112b29ff380 req-692ece81-c44e-463b-8be8-79f0dfd79239 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 210 time: 0.0710855 Sep 21 12:21:13.205392 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74411f2f-e00f-4729-bf5d-770029d3684c req-8d1ccae4-cd96-4546-936e-e01502bf0185 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Network 5da5489c-9c30-4169-9afe-1354fb43296f is already hosted by enough agents. {{(pid=106201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:21:13.207239 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.base_scheduler [req-74411f2f-e00f-4729-bf5d-770029d3684c req-8d1ccae4-cd96-4546-936e-e01502bf0185 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Resources bound (agent type, host, resource id): {{(pid=106201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:21:13.209480 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ccae4-cd96-4546-936e-e01502bf0185 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Pushing event updated for resources: {'Port': ['ID=ee7ca2d0-d70f-46f5-af82-81e48a262d02,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:21:13.224396 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [req-74411f2f-e00f-4729-bf5d-770029d3684c req-8d1ccae4-cd96-4546-936e-e01502bf0185 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Received port after_create {{(pid=106201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 12:21:13.309684 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74411f2f-e00f-4729-bf5d-770029d3684c req-8d1ccae4-cd96-4546-936e-e01502bf0185 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:13.309970 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c9d2a-13e4-4473-bcb0-c19247dca61d req-7f6b2011-43c4-4134-bbe0-0fd4f75b121f tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:13.310734 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [req-74411f2f-e00f-4729-bf5d-770029d3684c req-8d1ccae4-cd96-4546-936e-e01502bf0185 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544014'] for port (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:13.318579 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-193c9d2a-13e4-4473-bcb0-c19247dca61d req-7f6b2011-43c4-4134-bbe0-0fd4f75b121f tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 932 time: 0.1058207 Sep 21 12:21:13.332498 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-74411f2f-e00f-4729-bf5d-770029d3684c req-8d1ccae4-cd96-4546-936e-e01502bf0185 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.66 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5630651 Sep 21 12:21:13.372349 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-62f754f2-bb7f-41e4-82d6-fafddd9aee3e None None] Provisioning complete for port 1f39c2aa-a245-4b77-8233-20f0c6c6cb30 triggered by entity DHCP. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:21:13.373589 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-62f754f2-bb7f-41e4-82d6-fafddd9aee3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (1f39c2aa-a245-4b77-8233-20f0c6c6cb30), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:13.374767 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:21:13.376324 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-62f754f2-bb7f-41e4-82d6-fafddd9aee3e None None] Attempt 1 to provision port 1f39c2aa-a245-4b77-8233-20f0c6c6cb30 Sep 21 12:21:13.391663 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-193c9d2a-13e4-4473-bcb0-c19247dca61d req-7f1221ff-8ebb-47df-8a1e-407609986cdf tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671690 Sep 21 12:21:13.431427 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-62f754f2-bb7f-41e4-82d6-fafddd9aee3e None None] Port 1f39c2aa-a245-4b77-8233-20f0c6c6cb30 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:21:13.932838 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-62f754f2-bb7f-41e4-82d6-fafddd9aee3e None None] Attempt 2 to provision port 1f39c2aa-a245-4b77-8233-20f0c6c6cb30 Sep 21 12:21:13.969835 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-62f754f2-bb7f-41e4-82d6-fafddd9aee3e None None] Port 1f39c2aa-a245-4b77-8233-20f0c6c6cb30 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:21:14.129291 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a5d38a-d54c-44c0-a37e-9799fa4a8366 req-973cf415-1418-47bf-9e12-58fe95719c8c tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:14.131491 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-52a5d38a-d54c-44c0-a37e-9799fa4a8366 req-973cf415-1418-47bf-9e12-58fe95719c8c tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 931 time: 0.0683184 Sep 21 12:21:14.185665 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-52a5d38a-d54c-44c0-a37e-9799fa4a8366 req-1f8fb2a4-d180-4abf-95d8-b2138e350d4e tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466743 Sep 21 12:21:14.284707 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-4ef01c9e-2967-4725-a3f8-074bcf870ee4 req-29a5f8da-5971-4ed6-9d5c-0b14409f3aa0 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 210 time: 0.0294743 Sep 21 12:21:14.470933 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-62f754f2-bb7f-41e4-82d6-fafddd9aee3e None None] Attempt 3 to provision port 1f39c2aa-a245-4b77-8233-20f0c6c6cb30 Sep 21 12:21:14.505998 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-62f754f2-bb7f-41e4-82d6-fafddd9aee3e None None] Port 1f39c2aa-a245-4b77-8233-20f0c6c6cb30 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:21:14.523458 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf041e0-33f8-4eca-b62c-58e79fb41c29 req-e7680499-0365-4b83-a38a-fa0c73c68e66 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:14.525883 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-baf041e0-33f8-4eca-b62c-58e79fb41c29 req-e7680499-0365-4b83-a38a-fa0c73c68e66 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 932 time: 0.0546882 Sep 21 12:21:14.580032 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-baf041e0-33f8-4eca-b62c-58e79fb41c29 req-166a8668-afa8-44c4-9a22-082305f16486 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480053 Sep 21 12:21:15.007940 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-62f754f2-bb7f-41e4-82d6-fafddd9aee3e None None] Attempt 4 to provision port 1f39c2aa-a245-4b77-8233-20f0c6c6cb30 Sep 21 12:21:15.048547 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-62f754f2-bb7f-41e4-82d6-fafddd9aee3e None None] Port 1f39c2aa-a245-4b77-8233-20f0c6c6cb30 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:21:15.271707 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 51786) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:21:15.314172 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25040f7b-3764-475b-8010-241e84384345 req-ad2bf1cf-2346-4e5d-9532-32077c3e28d7 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:15.315664 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-25040f7b-3764-475b-8010-241e84384345 req-ad2bf1cf-2346-4e5d-9532-32077c3e28d7 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 931 time: 0.0555251 Sep 21 12:21:15.370060 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-25040f7b-3764-475b-8010-241e84384345 req-3dd77d97-229b-4151-805d-575992109138 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485454 Sep 21 12:21:15.392686 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-42231fa0-955c-41da-84a1-4d80054013ae req-fc74555d-cd50-44ed-bcf1-7e0e496a4511 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 210 time: 0.0319712 Sep 21 12:21:15.410119 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-b3d7e001-1497-46c9-a9a1-dcfa3132e757 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:15.462038 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:UPDATE=3 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:21:15.492424 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-b3d7e001-1497-46c9-a9a1-dcfa3132e757 admin admin] Publish callbacks [] for security_group (2e1690d7-f99e-4a53-8060-49090635f17d), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:15.496146 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-b3d7e001-1497-46c9-a9a1-dcfa3132e757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (2e1690d7-f99e-4a53-8060-49090635f17d), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:15.536337 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-b3d7e001-1497-46c9-a9a1-dcfa3132e757 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=86f711618beb4eaa90b4b38bc938bbdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2635536 Sep 21 12:21:15.537161 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d7e001-1497-46c9-a9a1-dcfa3132e757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e1690d7-f99e-4a53-8060-49090635f17d,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:21:15.539123 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 51792) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:21:15.550069 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-62f754f2-bb7f-41e4-82d6-fafddd9aee3e None None] Attempt 5 to provision port 1f39c2aa-a245-4b77-8233-20f0c6c6cb30 Sep 21 12:21:15.582025 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-62f754f2-bb7f-41e4-82d6-fafddd9aee3e None None] Port 1f39c2aa-a245-4b77-8233-20f0c6c6cb30 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:21:15.591966 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-54a2db5d-a247-4bed-8fe8-e234b9fcff0c admin admin] Publish callbacks [] for security_group (2e1690d7-f99e-4a53-8060-49090635f17d), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:15.612025 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-54a2db5d-a247-4bed-8fe8-e234b9fcff0c admin admin] Publish callbacks [] for security_group (2e1690d7-f99e-4a53-8060-49090635f17d), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:15.622362 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:DELETE=4,neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:21:15.672918 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-54a2db5d-a247-4bed-8fe8-e234b9fcff0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (2e1690d7-f99e-4a53-8060-49090635f17d), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:15.676289 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-54a2db5d-a247-4bed-8fe8-e234b9fcff0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:15.680958 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-54a2db5d-a247-4bed-8fe8-e234b9fcff0c admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/2e1690d7-f99e-4a53-8060-49090635f17d HTTP/1.1" status: 204 len: 168 time: 0.1406360 Sep 21 12:21:15.691158 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a2db5d-a247-4bed-8fe8-e234b9fcff0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e1690d7-f99e-4a53-8060-49090635f17d,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:21:15.762368 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7418b51f-b000-4bc3-8519-2b8d07757bd6 req-daa7bdbf-a259-4fc4-8b84-62d048de475d tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:15.764718 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:21:15.767684 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-7418b51f-b000-4bc3-8519-2b8d07757bd6 req-daa7bdbf-a259-4fc4-8b84-62d048de475d tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 932 time: 0.0907989 Sep 21 12:21:15.827849 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-7418b51f-b000-4bc3-8519-2b8d07757bd6 req-a921ec96-0dd3-4f63-9951-1aebdf5d2398 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542338 Sep 21 12:21:16.040038 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 51808) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:21:16.067124 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-cab39d94-c584-4376-99c4-e2f8bb88aba6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:16.083945 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-62f754f2-bb7f-41e4-82d6-fafddd9aee3e None None] Attempt 6 to provision port 1f39c2aa-a245-4b77-8233-20f0c6c6cb30 Sep 21 12:21:16.149165 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-62f754f2-bb7f-41e4-82d6-fafddd9aee3e None None] Port 1f39c2aa-a245-4b77-8233-20f0c6c6cb30 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:21:16.190324 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:21:16.192985 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-cab39d94-c584-4376-99c4-e2f8bb88aba6 admin admin] Publish callbacks [] for security_group (3623bc83-0bdd-4875-aa38-5f545c5f6d5d), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:16.201191 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-cab39d94-c584-4376-99c4-e2f8bb88aba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (3623bc83-0bdd-4875-aa38-5f545c5f6d5d), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:16.258019 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-cab39d94-c584-4376-99c4-e2f8bb88aba6 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=cc3aaffd47a444139171f772d1c43ea6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2164667 Sep 21 12:21:16.260086 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab39d94-c584-4376-99c4-e2f8bb88aba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3623bc83-0bdd-4875-aa38-5f545c5f6d5d,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:21:16.261375 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 51816) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:21:16.344033 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-812fa57e-c498-44f2-bcb8-8b559a879835 admin admin] Publish callbacks [] for security_group (3623bc83-0bdd-4875-aa38-5f545c5f6d5d), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:16.367627 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-812fa57e-c498-44f2-bcb8-8b559a879835 admin admin] Publish callbacks [] for security_group (3623bc83-0bdd-4875-aa38-5f545c5f6d5d), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:16.434038 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-812fa57e-c498-44f2-bcb8-8b559a879835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (3623bc83-0bdd-4875-aa38-5f545c5f6d5d), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:16.438378 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-812fa57e-c498-44f2-bcb8-8b559a879835 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:16.442310 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-812fa57e-c498-44f2-bcb8-8b559a879835 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/3623bc83-0bdd-4875-aa38-5f545c5f6d5d HTTP/1.1" status: 204 len: 168 time: 0.1766899 Sep 21 12:21:16.450070 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812fa57e-c498-44f2-bcb8-8b559a879835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3623bc83-0bdd-4875-aa38-5f545c5f6d5d,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:21:16.524322 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (986f726e-8c98-4005-b3b7-e033305b1240), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:16.546600 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-c08d8465-1cad-45cc-af09-e75ad8158dc3 req-37e9f07f-c412-4f31-8975-76f94ab8428f tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 210 time: 0.0530620 Sep 21 12:21:16.568077 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6238907-3652-416f-87ed-10467ea3fc90 req-b875302f-2997-45c8-88cc-af082d3d4dfa tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:16.570529 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-b6238907-3652-416f-87ed-10467ea3fc90 req-b875302f-2997-45c8-88cc-af082d3d4dfa tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 931 time: 0.0944443 Sep 21 12:21:16.622910 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-b6238907-3652-416f-87ed-10467ea3fc90 req-e5c74f2f-12c6-4ee8-8610-7d3479c3dd83 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467844 Sep 21 12:21:16.650291 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-62f754f2-bb7f-41e4-82d6-fafddd9aee3e None None] Attempt 7 to provision port 1f39c2aa-a245-4b77-8233-20f0c6c6cb30 Sep 21 12:21:16.703169 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-62f754f2-bb7f-41e4-82d6-fafddd9aee3e None None] Port 1f39c2aa-a245-4b77-8233-20f0c6c6cb30 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:21:16.974828 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b0a7e6-a58b-4b79-b289-c55ba024ca43 req-de221463-28d3-48e7-8fb3-b19a20b3c1d5 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:16.976414 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-65b0a7e6-a58b-4b79-b289-c55ba024ca43 req-de221463-28d3-48e7-8fb3-b19a20b3c1d5 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 932 time: 0.0547848 Sep 21 12:21:17.048964 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-65b0a7e6-a58b-4b79-b289-c55ba024ca43 req-38d6af8e-2771-41e4-b7c2-03dfb65a239f tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650160 Sep 21 12:21:17.204578 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-62f754f2-bb7f-41e4-82d6-fafddd9aee3e None None] Attempt 8 to provision port 1f39c2aa-a245-4b77-8233-20f0c6c6cb30 Sep 21 12:21:17.246932 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-62f754f2-bb7f-41e4-82d6-fafddd9aee3e None None] Port 1f39c2aa-a245-4b77-8233-20f0c6c6cb30 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:21:17.749110 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-62f754f2-bb7f-41e4-82d6-fafddd9aee3e None None] Attempt 9 to provision port 1f39c2aa-a245-4b77-8233-20f0c6c6cb30 Sep 21 12:21:17.765304 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-cc31251e-9670-4f7e-9d21-4e139f0f35cb req-fce15c71-cb52-4ed7-805e-a8973db06210 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 210 time: 0.1097250 Sep 21 12:21:17.830504 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-62f754f2-bb7f-41e4-82d6-fafddd9aee3e None None] Port 1f39c2aa-a245-4b77-8233-20f0c6c6cb30 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:21:17.871154 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7efa36-a2ea-4e58-a656-821cffa7ccac req-5d5abb69-55fa-49f5-b9ed-6d614cdd6255 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:17.874675 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-2c7efa36-a2ea-4e58-a656-821cffa7ccac req-5d5abb69-55fa-49f5-b9ed-6d614cdd6255 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 931 time: 0.1322432 Sep 21 12:21:17.990497 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-2c7efa36-a2ea-4e58-a656-821cffa7ccac req-05f31e96-8851-4852-a00b-51b78af093bc tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059713 Sep 21 12:21:18.283961 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d86e06-1e13-44ea-9815-e28fe027eb56 req-e43d6178-87a9-48e3-8a29-bf4c781ad67b tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:18.300524 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-34d86e06-1e13-44ea-9815-e28fe027eb56 req-e43d6178-87a9-48e3-8a29-bf4c781ad67b tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 932 time: 0.1270967 Sep 21 12:21:18.332383 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-62f754f2-bb7f-41e4-82d6-fafddd9aee3e None None] Attempt 10 to provision port 1f39c2aa-a245-4b77-8233-20f0c6c6cb30 Sep 21 12:21:18.381232 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 51914) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:21:18.398883 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-34d86e06-1e13-44ea-9815-e28fe027eb56 req-134075b9-c879-42e6-8d29-a35636d52703 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974064 Sep 21 12:21:18.423598 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-62f754f2-bb7f-41e4-82d6-fafddd9aee3e None None] Port 1f39c2aa-a245-4b77-8233-20f0c6c6cb30 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:21:18.561292 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-94aa3828-d76e-4588-8617-ade9930045c7 None None] Provisioning complete for port ee7ca2d0-d70f-46f5-af82-81e48a262d02 triggered by entity DHCP. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:21:18.561758 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-94aa3828-d76e-4588-8617-ade9930045c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (ee7ca2d0-d70f-46f5-af82-81e48a262d02), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:18.562340 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-94aa3828-d76e-4588-8617-ade9930045c7 None None] Attempt 1 to provision port ee7ca2d0-d70f-46f5-af82-81e48a262d02 Sep 21 12:21:18.609199 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-94aa3828-d76e-4588-8617-ade9930045c7 None None] Port ee7ca2d0-d70f-46f5-af82-81e48a262d02 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:21:18.648453 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-274f73a5-3bc5-4fbc-9443-e9072a9b7357 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:18.847641 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:21:18.875246 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-274f73a5-3bc5-4fbc-9443-e9072a9b7357 admin admin] Publish callbacks [] for security_group (9d1db941-8995-495f-a4e0-3b991d4e822f), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:18.903456 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 51946) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:21:18.937548 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-da93ea45-cf02-4ab7-a8ef-db4aedbd8319 req-f05deaaf-22ea-49ec-a3e1-de9fc41fedb8 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 210 time: 0.0448735 Sep 21 12:21:18.938862 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-274f73a5-3bc5-4fbc-9443-e9072a9b7357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (9d1db941-8995-495f-a4e0-3b991d4e822f), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:18.983818 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-274f73a5-3bc5-4fbc-9443-e9072a9b7357 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=28774148c6774bc3abff731ffad168d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6000688 Sep 21 12:21:18.986828 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 51954) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:21:19.028491 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274f73a5-3bc5-4fbc-9443-e9072a9b7357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1db941-8995-495f-a4e0-3b991d4e822f,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:21:19.100466 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-5e4202fe-5bdc-4587-8035-ec601735b6c0 admin admin] Publish callbacks [] for security_group (9d1db941-8995-495f-a4e0-3b991d4e822f), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:19.110482 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-94aa3828-d76e-4588-8617-ade9930045c7 None None] Attempt 2 to provision port ee7ca2d0-d70f-46f5-af82-81e48a262d02 Sep 21 12:21:19.134419 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-825db6f8-5828-411f-a694-6e1b4ecf929d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:19.160583 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:21:19.168008 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-5e4202fe-5bdc-4587-8035-ec601735b6c0 admin admin] Publish callbacks [] for security_group (9d1db941-8995-495f-a4e0-3b991d4e822f), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:19.175793 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-94aa3828-d76e-4588-8617-ade9930045c7 None None] Port ee7ca2d0-d70f-46f5-af82-81e48a262d02 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:21:19.235736 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-5e4202fe-5bdc-4587-8035-ec601735b6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (9d1db941-8995-495f-a4e0-3b991d4e822f), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:19.238791 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-5e4202fe-5bdc-4587-8035-ec601735b6c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:19.240005 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-5e4202fe-5bdc-4587-8035-ec601735b6c0 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/9d1db941-8995-495f-a4e0-3b991d4e822f HTTP/1.1" status: 204 len: 168 time: 0.2522333 Sep 21 12:21:19.249515 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4202fe-5bdc-4587-8035-ec601735b6c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1db941-8995-495f-a4e0-3b991d4e822f,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:21:19.297088 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d807f2d-8e62-40f1-b2c6-f5df1267dab4 req-9d098e83-a86f-41f9-ab56-3bd0cb1a0d50 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:19.298918 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-6d807f2d-8e62-40f1-b2c6-f5df1267dab4 req-9d098e83-a86f-41f9-ab56-3bd0cb1a0d50 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 931 time: 0.1662943 Sep 21 12:21:19.407922 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 51966) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:21:19.482255 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-825db6f8-5828-411f-a694-6e1b4ecf929d admin admin] Publish callbacks [] for security_group (163b5607-4041-45b7-999e-5245c92c6df0), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:19.509552 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-825db6f8-5828-411f-a694-6e1b4ecf929d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (163b5607-4041-45b7-999e-5245c92c6df0), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:19.543193 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-6d807f2d-8e62-40f1-b2c6-f5df1267dab4 req-7c4b4e12-a2f5-4e5d-852c-e14f3aa2bd87 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2317715 Sep 21 12:21:19.661257 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-825db6f8-5828-411f-a694-6e1b4ecf929d admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=a337d07daf7740b1b9fb7062a7510153&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7566354 Sep 21 12:21:19.672767 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 51976) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:21:19.673444 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825db6f8-5828-411f-a694-6e1b4ecf929d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163b5607-4041-45b7-999e-5245c92c6df0,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:21:19.677232 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-94aa3828-d76e-4588-8617-ade9930045c7 None None] Attempt 3 to provision port ee7ca2d0-d70f-46f5-af82-81e48a262d02 Sep 21 12:21:19.709091 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402978bf-b620-4ab1-b2ca-89096723ba50 req-add72f73-7319-4de3-a93b-f55220d6142f tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:19.710639 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-402978bf-b620-4ab1-b2ca-89096723ba50 req-add72f73-7319-4de3-a93b-f55220d6142f tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 932 time: 0.0991077 Sep 21 12:21:19.744156 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:21:19.749756 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-94aa3828-d76e-4588-8617-ade9930045c7 None None] Port ee7ca2d0-d70f-46f5-af82-81e48a262d02 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:21:19.774415 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-22788f9f-8100-4801-aac2-db0babdfb4b1 admin admin] Publish callbacks [] for security_group (163b5607-4041-45b7-999e-5245c92c6df0), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:19.777862 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:DELETE=1,neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:21:19.778925 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-402978bf-b620-4ab1-b2ca-89096723ba50 req-d05962f8-c877-426c-a1d2-eaff8ba30392 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603547 Sep 21 12:21:19.830834 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-a47d1c2c-c54f-4c45-8144-0e406e0d1005 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:19.921994 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-a47d1c2c-c54f-4c45-8144-0e406e0d1005 admin admin] Publish callbacks [] for security_group (83801f96-3bc3-4bb6-89a6-d1777ec653f0), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:19.928306 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-a47d1c2c-c54f-4c45-8144-0e406e0d1005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (83801f96-3bc3-4bb6-89a6-d1777ec653f0), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:19.958006 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-22788f9f-8100-4801-aac2-db0babdfb4b1 admin admin] Publish callbacks [] for security_group (163b5607-4041-45b7-999e-5245c92c6df0), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:19.973828 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-a47d1c2c-c54f-4c45-8144-0e406e0d1005 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=335f7a2759b74da186531f8293357695&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5619185 Sep 21 12:21:19.974963 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47d1c2c-c54f-4c45-8144-0e406e0d1005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83801f96-3bc3-4bb6-89a6-d1777ec653f0,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:21:19.975083 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 51988) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:21:20.044806 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-22788f9f-8100-4801-aac2-db0babdfb4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (163b5607-4041-45b7-999e-5245c92c6df0), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:20.047483 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-22788f9f-8100-4801-aac2-db0babdfb4b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:20.051365 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-22788f9f-8100-4801-aac2-db0babdfb4b1 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/163b5607-4041-45b7-999e-5245c92c6df0 HTTP/1.1" status: 204 len: 168 time: 0.3750412 Sep 21 12:21:20.081141 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-d93878c1-63c1-4ff5-aa20-fb1d14b48327 req-45e9bb6f-b3ed-434e-98ed-cc3dc34301a4 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 210 time: 0.0512159 Sep 21 12:21:20.083530 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22788f9f-8100-4801-aac2-db0babdfb4b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163b5607-4041-45b7-999e-5245c92c6df0,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:21:20.101560 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-878a1eba-e5bc-489b-b962-a6f571214d4a admin admin] Publish callbacks [] for security_group (83801f96-3bc3-4bb6-89a6-d1777ec653f0), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:20.122972 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-878a1eba-e5bc-489b-b962-a6f571214d4a admin admin] Publish callbacks [] for security_group (83801f96-3bc3-4bb6-89a6-d1777ec653f0), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:20.182670 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-878a1eba-e5bc-489b-b962-a6f571214d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (83801f96-3bc3-4bb6-89a6-d1777ec653f0), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:20.186718 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-878a1eba-e5bc-489b-b962-a6f571214d4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:20.188235 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-878a1eba-e5bc-489b-b962-a6f571214d4a admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/83801f96-3bc3-4bb6-89a6-d1777ec653f0 HTTP/1.1" status: 204 len: 168 time: 0.2122796 Sep 21 12:21:20.197587 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878a1eba-e5bc-489b-b962-a6f571214d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83801f96-3bc3-4bb6-89a6-d1777ec653f0,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:21:20.251494 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-94aa3828-d76e-4588-8617-ade9930045c7 None None] Attempt 4 to provision port ee7ca2d0-d70f-46f5-af82-81e48a262d02 Sep 21 12:21:20.288053 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-94aa3828-d76e-4588-8617-ade9930045c7 None None] Port ee7ca2d0-d70f-46f5-af82-81e48a262d02 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:21:20.367886 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 52004) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:21:20.382513 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-d32f0e81-bff1-43ac-805c-e5507cc2decb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:20.473508 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-d32f0e81-bff1-43ac-805c-e5507cc2decb admin admin] Publish callbacks [] for security_group (765498d0-960f-4974-a335-baaaf358aa0d), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:20.478097 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-d32f0e81-bff1-43ac-805c-e5507cc2decb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (765498d0-960f-4974-a335-baaaf358aa0d), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:20.491553 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:21:20.520369 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-d32f0e81-bff1-43ac-805c-e5507cc2decb admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=74d1c3287f3b497d8d5f8a3969db642e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1487882 Sep 21 12:21:20.520748 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 52010) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:21:20.528151 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32f0e81-bff1-43ac-805c-e5507cc2decb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=765498d0-960f-4974-a335-baaaf358aa0d,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:21:20.602607 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 52014) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:21:20.607944 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-71926fd6-ee3d-4947-9e6d-d63a24c6af24 admin admin] Publish callbacks [] for security_group (765498d0-960f-4974-a335-baaaf358aa0d), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:20.618958 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-520dd775-71ac-4add-a935-115f99635cc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:20.632744 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-71926fd6-ee3d-4947-9e6d-d63a24c6af24 admin admin] Publish callbacks [] for security_group (765498d0-960f-4974-a335-baaaf358aa0d), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:20.719429 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa638d8b-7db4-4fb3-a0e0-9014a9195708 req-17862dfd-488c-40e6-8148-e138ace097cc tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:20.720938 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-fa638d8b-7db4-4fb3-a0e0-9014a9195708 req-17862dfd-488c-40e6-8148-e138ace097cc tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 931 time: 0.0647542 Sep 21 12:21:20.722020 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-520dd775-71ac-4add-a935-115f99635cc7 admin admin] Publish callbacks [] for security_group (b799f24b-a9b7-4410-b7aa-1ff866809639), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:20.728740 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-520dd775-71ac-4add-a935-115f99635cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (b799f24b-a9b7-4410-b7aa-1ff866809639), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:20.756153 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-71926fd6-ee3d-4947-9e6d-d63a24c6af24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (765498d0-960f-4974-a335-baaaf358aa0d), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:20.759329 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-71926fd6-ee3d-4947-9e6d-d63a24c6af24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:20.760739 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-71926fd6-ee3d-4947-9e6d-d63a24c6af24 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/765498d0-960f-4974-a335-baaaf358aa0d HTTP/1.1" status: 204 len: 168 time: 0.2385268 Sep 21 12:21:20.786761 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-520dd775-71ac-4add-a935-115f99635cc7 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=73ed7794d48c4878957afe8b2bb168fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1829498 Sep 21 12:21:20.788067 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71926fd6-ee3d-4947-9e6d-d63a24c6af24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=765498d0-960f-4974-a335-baaaf358aa0d,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:21:20.788938 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-94aa3828-d76e-4588-8617-ade9930045c7 None None] Attempt 5 to provision port ee7ca2d0-d70f-46f5-af82-81e48a262d02 Sep 21 12:21:20.791227 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 52024) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:21:20.801683 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520dd775-71ac-4add-a935-115f99635cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b799f24b-a9b7-4410-b7aa-1ff866809639,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:21:20.847148 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-94aa3828-d76e-4588-8617-ade9930045c7 None None] Port ee7ca2d0-d70f-46f5-af82-81e48a262d02 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:21:20.854549 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-fa638d8b-7db4-4fb3-a0e0-9014a9195708 req-80a3eb1e-aad1-4578-8414-5c4708d3d02d tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256485 Sep 21 12:21:20.901335 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-8d17bba5-f94c-44cd-aa49-2360facd1281 admin admin] Publish callbacks [] for security_group (b799f24b-a9b7-4410-b7aa-1ff866809639), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:20.930225 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-8d17bba5-f94c-44cd-aa49-2360facd1281 admin admin] Publish callbacks [] for security_group (b799f24b-a9b7-4410-b7aa-1ff866809639), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:20.951009 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b250c-b098-4ab6-934e-e04b85949541 req-babb9880-5517-430d-9243-80ddee1ec4a0 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:20.959746 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-301b250c-b098-4ab6-934e-e04b85949541 req-babb9880-5517-430d-9243-80ddee1ec4a0 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 932 time: 0.0840285 Sep 21 12:21:20.991131 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-8d17bba5-f94c-44cd-aa49-2360facd1281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (b799f24b-a9b7-4410-b7aa-1ff866809639), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:20.994082 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-8d17bba5-f94c-44cd-aa49-2360facd1281 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:21.005535 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-8d17bba5-f94c-44cd-aa49-2360facd1281 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/b799f24b-a9b7-4410-b7aa-1ff866809639 HTTP/1.1" status: 204 len: 168 time: 0.2074440 Sep 21 12:21:21.028083 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-301b250c-b098-4ab6-934e-e04b85949541 req-3baa0936-d82e-4453-88ab-83bf47ffa10a tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665579 Sep 21 12:21:21.034252 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d17bba5-f94c-44cd-aa49-2360facd1281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b799f24b-a9b7-4410-b7aa-1ff866809639,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:21:21.224254 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:INSERT=5 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:21:21.250420 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-523d23fd-9a66-4633-a0b3-d7114018ad1a req-f5664cdf-9de4-4fd7-b84c-e3aba4305f2f tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 210 time: 0.0510075 Sep 21 12:21:21.348108 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-94aa3828-d76e-4588-8617-ade9930045c7 None None] Attempt 6 to provision port ee7ca2d0-d70f-46f5-af82-81e48a262d02 Sep 21 12:21:21.478588 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-94aa3828-d76e-4588-8617-ade9930045c7 None None] Port ee7ca2d0-d70f-46f5-af82-81e48a262d02 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:21:21.979540 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-94aa3828-d76e-4588-8617-ade9930045c7 None None] Attempt 7 to provision port ee7ca2d0-d70f-46f5-af82-81e48a262d02 Sep 21 12:21:22.013833 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:21:22.026786 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-94aa3828-d76e-4588-8617-ade9930045c7 None None] Port ee7ca2d0-d70f-46f5-af82-81e48a262d02 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:21:22.039965 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e4d0b-66e1-49dc-84fa-04ca46ff3391 req-699141ea-eee5-44f6-a2d2-320de18f12fe tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:22.041726 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-699e4d0b-66e1-49dc-84fa-04ca46ff3391 req-699141ea-eee5-44f6-a2d2-320de18f12fe tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 931 time: 0.0931768 Sep 21 12:21:22.149585 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-699e4d0b-66e1-49dc-84fa-04ca46ff3391 req-c8744e42-7294-4fef-8b5c-39a092649e62 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069031 Sep 21 12:21:22.240083 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fadc062-e7db-40b6-a4e2-1cf381d6b26e req-a6ed2417-1ac3-4b7a-9a69-b7145d8d397c tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:22.249898 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-5fadc062-e7db-40b6-a4e2-1cf381d6b26e req-a6ed2417-1ac3-4b7a-9a69-b7145d8d397c tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 932 time: 0.0778608 Sep 21 12:21:22.336827 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-5fadc062-e7db-40b6-a4e2-1cf381d6b26e req-82a6a134-fa93-4feb-9535-5952764c652d tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852797 Sep 21 12:21:22.450307 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-704daa61-cfbc-44ac-8020-6dd51136910d req-f55b970e-c802-4c14-9c8a-83483603da51 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 210 time: 0.0432239 Sep 21 12:21:22.528407 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-94aa3828-d76e-4588-8617-ade9930045c7 None None] Attempt 8 to provision port ee7ca2d0-d70f-46f5-af82-81e48a262d02 Sep 21 12:21:22.565254 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-94aa3828-d76e-4588-8617-ade9930045c7 None None] Port ee7ca2d0-d70f-46f5-af82-81e48a262d02 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:21:23.066650 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-94aa3828-d76e-4588-8617-ade9930045c7 None None] Attempt 9 to provision port ee7ca2d0-d70f-46f5-af82-81e48a262d02 Sep 21 12:21:23.090471 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:21:23.103345 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-94aa3828-d76e-4588-8617-ade9930045c7 None None] Port ee7ca2d0-d70f-46f5-af82-81e48a262d02 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:21:23.310252 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:21:23.318237 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002bba7-9ce0-424c-a7e2-7216ada66115 req-6d22468f-e91e-4f23-b207-ce8785b4f2af tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:23.325677 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-6002bba7-9ce0-424c-a7e2-7216ada66115 req-6d22468f-e91e-4f23-b207-ce8785b4f2af tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 931 time: 0.0604765 Sep 21 12:21:23.569540 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-6002bba7-9ce0-424c-a7e2-7216ada66115 req-3bd330b0-ce6d-41df-aab7-519327b33573 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2420976 Sep 21 12:21:23.604263 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-94aa3828-d76e-4588-8617-ade9930045c7 None None] Attempt 10 to provision port ee7ca2d0-d70f-46f5-af82-81e48a262d02 Sep 21 12:21:23.613684 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f33d75-e96d-4808-bd13-efb28b6f4daa req-1871e008-3415-4333-86b9-8cf3fe1a7334 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:23.616864 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-10f33d75-e96d-4808-bd13-efb28b6f4daa req-1871e008-3415-4333-86b9-8cf3fe1a7334 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 932 time: 0.0860715 Sep 21 12:21:23.697434 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-94aa3828-d76e-4588-8617-ade9930045c7 None None] Port ee7ca2d0-d70f-46f5-af82-81e48a262d02 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:21:23.752586 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-10f33d75-e96d-4808-bd13-efb28b6f4daa req-9839e550-4aad-41cd-9a7c-1282c5035699 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279325 Sep 21 12:21:23.753454 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-24034cc4-95a7-4834-b1e0-bbe129617067 req-ceb42151-0f08-4a2f-a3fd-78789b1065eb tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 210 time: 0.0783825 Sep 21 12:21:24.688058 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40940a33-9bc4-4b4c-ad25-a8b30502ce5d req-2f0bdc42-f4e5-4e41-bb01-f7db11447c53 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:24.690372 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-40940a33-9bc4-4b4c-ad25-a8b30502ce5d req-2f0bdc42-f4e5-4e41-bb01-f7db11447c53 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 931 time: 0.0473235 Sep 21 12:21:24.739530 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-40940a33-9bc4-4b4c-ad25-a8b30502ce5d req-4613da77-3a8a-4882-afd7-8333160fb5a0 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439904 Sep 21 12:21:24.877626 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-06881e96-77cd-4bd6-8e63-d8b25d045876 req-171caf2e-a048-430b-ad5c-e986d23062ab tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 210 time: 0.0448704 Sep 21 12:21:24.908324 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1878a5e-2804-4dc8-9652-5239b1449ebd req-fabd582f-885d-4206-853f-cae0b6bd9264 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:24.910643 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b1878a5e-2804-4dc8-9652-5239b1449ebd req-fabd582f-885d-4206-853f-cae0b6bd9264 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 932 time: 0.0624573 Sep 21 12:21:24.959454 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b1878a5e-2804-4dc8-9652-5239b1449ebd req-d2c83054-0b52-4eb7-9c9a-fc0edb6ee823 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429792 Sep 21 12:21:25.891605 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542c2c9-6116-4189-8f49-7bb1d802ec85 req-61d48134-9c63-49c9-ac40-9a8e530f9eb7 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:25.893188 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-3542c2c9-6116-4189-8f49-7bb1d802ec85 req-61d48134-9c63-49c9-ac40-9a8e530f9eb7 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 931 time: 0.0760009 Sep 21 12:21:26.023905 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-3542c2c9-6116-4189-8f49-7bb1d802ec85 req-163a00c6-a619-41a6-92b3-8e17a33e06c3 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233747 Sep 21 12:21:26.059404 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-d225b059-2cee-45ba-a495-c023811c130f req-427839f2-2b80-4124-a48b-6a38b7303858 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 210 time: 0.0551288 Sep 21 12:21:26.166745 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb27aa7-ca6b-498b-b088-304b6aac1602 req-446d326a-ccb5-4cba-8da6-590fb98b5597 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:26.168662 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-bdb27aa7-ca6b-498b-b088-304b6aac1602 req-446d326a-ccb5-4cba-8da6-590fb98b5597 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 932 time: 0.0518882 Sep 21 12:21:26.240579 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-bdb27aa7-ca6b-498b-b088-304b6aac1602 req-868c8dc9-528a-4f78-9257-56e61a19ec0e tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649815 Sep 21 12:21:27.199214 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9576ee2-9635-46c0-92c1-fe3bbbe03b09 req-a0a875e8-510b-4b48-bc19-65e5c4ed6082 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:27.206430 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-a9576ee2-9635-46c0-92c1-fe3bbbe03b09 req-a0a875e8-510b-4b48-bc19-65e5c4ed6082 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 931 time: 0.0680783 Sep 21 12:21:27.212609 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-f3098561-34c0-4d44-9efe-1f0675c7a12e req-441ee880-39f2-49eb-ad57-04bdca0cc355 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 210 time: 0.0362329 Sep 21 12:21:27.270603 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-a9576ee2-9635-46c0-92c1-fe3bbbe03b09 req-9f3b9956-0c5d-46d2-b38b-f8295f7a58e7 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632555 Sep 21 12:21:27.392518 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90792eff-d1fd-460a-9b3f-b15bcfac5efd req-3aab568b-3fe9-4b9a-8d9a-59333f589616 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:27.401674 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-90792eff-d1fd-460a-9b3f-b15bcfac5efd req-3aab568b-3fe9-4b9a-8d9a-59333f589616 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 932 time: 0.0711634 Sep 21 12:21:27.466006 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-90792eff-d1fd-460a-9b3f-b15bcfac5efd req-f8e3d752-1e4b-4e9e-a7cc-b90400bf1026 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518947 Sep 21 12:21:28.328063 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-bb46ae2f-00bf-4b62-aae3-7be26e1cf292 req-be7ede76-a41c-4768-94b3-9d4fe27da801 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 210 time: 0.0343459 Sep 21 12:21:28.402513 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ac7fc-55ee-4e46-8cd1-c5bbb0edc350 req-83d7e529-7d43-4c9e-bda0-40f5ea644415 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:28.404179 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-390ac7fc-55ee-4e46-8cd1-c5bbb0edc350 req-83d7e529-7d43-4c9e-bda0-40f5ea644415 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 931 time: 0.0474906 Sep 21 12:21:28.453196 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-390ac7fc-55ee-4e46-8cd1-c5bbb0edc350 req-5fece732-79bc-497f-98cd-afaebf725517 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428779 Sep 21 12:21:28.648892 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ac6c1-1498-41a9-ba73-885a82f0f5c5 req-4757afb4-faa3-4bcc-8891-1f4e7efc1d62 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:28.650569 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-102ac6c1-1498-41a9-ba73-885a82f0f5c5 req-4757afb4-faa3-4bcc-8891-1f4e7efc1d62 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 932 time: 0.0643473 Sep 21 12:21:28.703947 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-102ac6c1-1498-41a9-ba73-885a82f0f5c5 req-2bf245c9-1e78-4d73-ae76-3214c866edb2 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477378 Sep 21 12:21:29.211199 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [req-ccbdabff-a40a-4107-9717-1a5e06cbacbd req-e73d9baa-5943-445e-9f43-6a0a294f883e tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] http://10.222.0.71:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106202) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 12:21:29.212617 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ccbdabff-a40a-4107-9717-1a5e06cbacbd req-e73d9baa-5943-445e-9f43-6a0a294f883e tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.66 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0069096 Sep 21 12:21:29.217213 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [req-e61bce23-8087-472b-a1f5-cc289629f4bd req-f781e789-d640-4281-88a4-5902ff1c5cd2 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] Request body: {'port': {'device_id': 'b11d666e-1c68-4889-b80e-a66aa10e05e9', 'network_id': 'b63f4162-66af-473e-9153-2acb9ad38029', 'admin_state_up': True, 'tenant_id': '74d5d713723f4ea5a8d1e72627b80c47'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:21:29.219071 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [req-74411f2f-e00f-4729-bf5d-770029d3684c req-49ab58a1-a242-43a3-878a-b18cada7ac2a tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] http://10.222.0.71:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 12:21:29.220323 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-74411f2f-e00f-4729-bf5d-770029d3684c req-49ab58a1-a242-43a3-878a-b18cada7ac2a tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.66 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0129316 Sep 21 12:21:29.338250 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e61bce23-8087-472b-a1f5-cc289629f4bd req-f781e789-d640-4281-88a4-5902ff1c5cd2 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] Made reservation on behalf of 74d5d713723f4ea5a8d1e72627b80c47 for: {'port': 1} {{(pid=106202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:21:29.342685 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-e61bce23-8087-472b-a1f5-cc289629f4bd req-f781e789-d640-4281-88a4-5902ff1c5cd2 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:29.430541 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-d7deb7a4-c122-4e43-a82d-857035b93853 req-678fcd27-08b3-4de8-93bd-c7cea939295c tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 210 time: 0.0347583 Sep 21 12:21:29.508205 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.db_base_plugin_common [req-e61bce23-8087-472b-a1f5-cc289629f4bd req-f781e789-d640-4281-88a4-5902ff1c5cd2 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] Allocated IP 172.20.0.8 (b63f4162-66af-473e-9153-2acb9ad38029/7ad8a1ff-f00e-4a0f-ba67-d6724a11803d/9b27a8b0-6e14-43db-b7d2-00fb7465cce0) {{(pid=106202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:21:29.510803 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.v2.base [req-ccbdabff-a40a-4107-9717-1a5e06cbacbd req-d44e1328-7b79-4b8e-9f25-b383fef3e87b service neutron] Request body: {'port': {'device_id': '5e9ebd08-4c95-43f6-a1a4-3268532d961e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85867'}} {{(pid=106201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:21:29.618313 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:21:29.642825 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [req-74411f2f-e00f-4729-bf5d-770029d3684c req-a344f1b7-723f-4092-94dc-11087663616d service neutron] Request body: {'port': {'device_id': 'ee010d1f-46d4-487e-a93e-66c5e2ac895e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85867'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:21:29.658811 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:21:29.660570 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [req-ccbdabff-a40a-4107-9717-1a5e06cbacbd req-d44e1328-7b79-4b8e-9f25-b383fef3e87b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (1f39c2aa-a245-4b77-8233-20f0c6c6cb30), before_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:29.731312 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f355cf8f-ce19-4900-94f8-07cb455ff3e7 req-3daf8da6-6b8e-4218-881b-257f54ff782d tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:29.740843 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f355cf8f-ce19-4900-94f8-07cb455ff3e7 req-3daf8da6-6b8e-4218-881b-257f54ff782d tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 931 time: 0.1196144 Sep 21 12:21:29.752143 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.agents_db [None req-f0b1ed15-d02e-46f0-bd67-2b506ff8404e None None] Agent healthcheck: found 6 active agents {{(pid=106204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:21:29.769339 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:21:29.805012 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-e61bce23-8087-472b-a1f5-cc289629f4bd req-f781e789-d640-4281-88a4-5902ff1c5cd2 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] Publish callbacks [] for port (9b27a8b0-6e14-43db-b7d2-00fb7465cce0), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:29.825553 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-74411f2f-e00f-4729-bf5d-770029d3684c req-a344f1b7-723f-4092-94dc-11087663616d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (ee7ca2d0-d70f-46f5-af82-81e48a262d02), before_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:29.905921 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f355cf8f-ce19-4900-94f8-07cb455ff3e7 req-353fc6bc-3a5a-4b0d-9bd9-d60e62a699f3 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621504 Sep 21 12:21:29.929575 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-e61bce23-8087-472b-a1f5-cc289629f4bd req-f781e789-d640-4281-88a4-5902ff1c5cd2 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735120900801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (9b27a8b0-6e14-43db-b7d2-00fb7465cce0), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:29.952428 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3345dbea-fb20-4bc8-8dd6-6f866c7721d6 req-5d2714b6-f763-49c0-8a08-db3ca4d438f9 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:29.956383 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-3345dbea-fb20-4bc8-8dd6-6f866c7721d6 req-5d2714b6-f763-49c0-8a08-db3ca4d438f9 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 932 time: 0.1229167 Sep 21 12:21:30.117872 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e61bce23-8087-472b-a1f5-cc289629f4bd req-f781e789-d640-4281-88a4-5902ff1c5cd2 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] Network b63f4162-66af-473e-9153-2acb9ad38029 is already hosted by enough agents. {{(pid=106202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:21:30.141400 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f781e789-d640-4281-88a4-5902ff1c5cd2 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] Pushing event updated for resources: {'Port': ['ID=9b27a8b0-6e14-43db-b7d2-00fb7465cce0,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:21:30.144087 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.base_scheduler [req-e61bce23-8087-472b-a1f5-cc289629f4bd req-f781e789-d640-4281-88a4-5902ff1c5cd2 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] Resources bound (agent type, host, resource id): {{(pid=106202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:21:30.152796 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.l3_dvrscheduler_db [req-e61bce23-8087-472b-a1f5-cc289629f4bd req-f781e789-d640-4281-88a4-5902ff1c5cd2 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] Received port after_create {{(pid=106202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 12:21:30.228897 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.notifiers.nova [req-ccbdabff-a40a-4107-9717-1a5e06cbacbd req-d44e1328-7b79-4b8e-9f25-b383fef3e87b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f39c2aa-a245-4b77-8233-20f0c6c6cb30 {{(pid=106201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 12:21:30.241748 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [req-ccbdabff-a40a-4107-9717-1a5e06cbacbd req-d44e1328-7b79-4b8e-9f25-b383fef3e87b service neutron] Publish callbacks [] for port (1f39c2aa-a245-4b77-8233-20f0c6c6cb30), precommit_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:30.262686 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61bce23-8087-472b-a1f5-cc289629f4bd req-f781e789-d640-4281-88a4-5902ff1c5cd2 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:30.263309 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-e61bce23-8087-472b-a1f5-cc289629f4bd req-f781e789-d640-4281-88a4-5902ff1c5cd2 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544014'] for port (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:30.265152 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:21:30.289182 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e61bce23-8087-472b-a1f5-cc289629f4bd req-f781e789-d640-4281-88a4-5902ff1c5cd2 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.66 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0753589 Sep 21 12:21:30.309386 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-3345dbea-fb20-4bc8-8dd6-6f866c7721d6 req-9286b7a7-83c9-42c3-bac8-4af355c1a45d tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2991850 Sep 21 12:21:30.314285 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.db.provisioning_blocks [req-ccbdabff-a40a-4107-9717-1a5e06cbacbd req-d44e1328-7b79-4b8e-9f25-b383fef3e87b service neutron] Transition to ACTIVE for port object 1f39c2aa-a245-4b77-8233-20f0c6c6cb30 will not be triggered until provisioned by entity L2. {{(pid=106201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 12:21:30.324761 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [req-e61bce23-8087-472b-a1f5-cc289629f4bd req-c321b456-64fd-4bc6-acb8-27014e6a0289 service neutron] Request body: {'port': {'device_id': 'b11d666e-1c68-4889-b80e-a66aa10e05e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85867'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:21:30.330942 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [req-ccbdabff-a40a-4107-9717-1a5e06cbacbd req-d44e1328-7b79-4b8e-9f25-b383fef3e87b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6788903'] for port (1f39c2aa-a245-4b77-8233-20f0c6c6cb30), after_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:30.459081 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44e1328-7b79-4b8e-9f25-b383fef3e87b service neutron] Pushing event updated for resources: {'Port': ['ID=1f39c2aa-a245-4b77-8233-20f0c6c6cb30,revision_number=2']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:21:30.508133 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-e61bce23-8087-472b-a1f5-cc289629f4bd req-c321b456-64fd-4bc6-acb8-27014e6a0289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (9b27a8b0-6e14-43db-b7d2-00fb7465cce0), before_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:30.550322 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [req-ccbdabff-a40a-4107-9717-1a5e06cbacbd req-d44e1328-7b79-4b8e-9f25-b383fef3e87b service neutron] Attempting to bind port 1f39c2aa-a245-4b77-8233-20f0c6c6cb30 on host hv-cinder-85867 for vnic_type normal with profile {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 12:21:30.550782 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [req-ccbdabff-a40a-4107-9717-1a5e06cbacbd req-d44e1328-7b79-4b8e-9f25-b383fef3e87b service neutron] Attempting to bind port 1f39c2aa-a245-4b77-8233-20f0c6c6cb30 by drivers openvswitch,hyperv on host hv-cinder-85867 at level 0 using segments [{'id': '8f611811-e093-433f-9aea-61970f40e4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'b3f0e30c-c130-4bd6-a99c-2726089c3f25'}] {{(pid=106201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 12:21:30.551278 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbdabff-a40a-4107-9717-1a5e06cbacbd req-d44e1328-7b79-4b8e-9f25-b383fef3e87b service neutron] Attempting to bind port 1f39c2aa-a245-4b77-8233-20f0c6c6cb30 on network b3f0e30c-c130-4bd6-a99c-2726089c3f25 {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:21:30.597164 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-77f96451-e21e-4126-a875-d5c183b7aba5 None None] Provisioning complete for port 9b27a8b0-6e14-43db-b7d2-00fb7465cce0 triggered by entity DHCP. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:21:30.597890 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-77f96451-e21e-4126-a875-d5c183b7aba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (9b27a8b0-6e14-43db-b7d2-00fb7465cce0), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:30.597890 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-77f96451-e21e-4126-a875-d5c183b7aba5 None None] Attempt 1 to provision port 9b27a8b0-6e14-43db-b7d2-00fb7465cce0 Sep 21 12:21:30.637230 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-77f96451-e21e-4126-a875-d5c183b7aba5 None None] Port 9b27a8b0-6e14-43db-b7d2-00fb7465cce0 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:21:30.644030 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.notifiers.nova [req-74411f2f-e00f-4729-bf5d-770029d3684c req-a344f1b7-723f-4092-94dc-11087663616d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee7ca2d0-d70f-46f5-af82-81e48a262d02 {{(pid=106202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 12:21:30.650350 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbdabff-a40a-4107-9717-1a5e06cbacbd req-d44e1328-7b79-4b8e-9f25-b383fef3e87b service neutron] Port 1f39c2aa-a245-4b77-8233-20f0c6c6cb30 on network b3f0e30c-c130-4bd6-a99c-2726089c3f25 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85867 {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 12:21:30.650695 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbdabff-a40a-4107-9717-1a5e06cbacbd req-d44e1328-7b79-4b8e-9f25-b383fef3e87b service neutron] Attempting to bind port 1f39c2aa-a245-4b77-8233-20f0c6c6cb30 on network b3f0e30c-c130-4bd6-a99c-2726089c3f25 {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:21:30.659106 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-74411f2f-e00f-4729-bf5d-770029d3684c req-a344f1b7-723f-4092-94dc-11087663616d service neutron] Publish callbacks [] for port (ee7ca2d0-d70f-46f5-af82-81e48a262d02), precommit_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:30.668880 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:21:30.677343 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ca939-b63c-4ceb-8bfd-a78682b37b56 req-c3e09f27-c824-4a4b-b3ef-a3a8fea9b357 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:30.679210 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f73ca939-b63c-4ceb-8bfd-a78682b37b56 req-c3e09f27-c824-4a4b-b3ef-a3a8fea9b357 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 931 time: 0.0999994 Sep 21 12:21:30.703399 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbdabff-a40a-4107-9717-1a5e06cbacbd req-d44e1328-7b79-4b8e-9f25-b383fef3e87b service neutron] Checking agent: {'id': '986f726e-8c98-4005-b3b7-e033305b1240', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85867', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 12, 18, 46), 'started_at': datetime.datetime(2022, 9, 21, 12, 18, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 12, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 12:21:30.703878 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbdabff-a40a-4107-9717-1a5e06cbacbd req-d44e1328-7b79-4b8e-9f25-b383fef3e87b service neutron] Checking segment: {'id': '8f611811-e093-433f-9aea-61970f40e4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'b3f0e30c-c130-4bd6-a99c-2726089c3f25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:21:30.704404 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbdabff-a40a-4107-9717-1a5e06cbacbd req-d44e1328-7b79-4b8e-9f25-b383fef3e87b service neutron] Bound using segment: {'id': '8f611811-e093-433f-9aea-61970f40e4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'b3f0e30c-c130-4bd6-a99c-2726089c3f25'} {{(pid=106201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 12:21:30.704936 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.managers [req-ccbdabff-a40a-4107-9717-1a5e06cbacbd req-d44e1328-7b79-4b8e-9f25-b383fef3e87b service neutron] Bound port: 1f39c2aa-a245-4b77-8233-20f0c6c6cb30, host: hv-cinder-85867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f611811-e093-433f-9aea-61970f40e4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'b3f0e30c-c130-4bd6-a99c-2726089c3f25'}}] {{(pid=106201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 12:21:30.705294 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [req-ccbdabff-a40a-4107-9717-1a5e06cbacbd req-d44e1328-7b79-4b8e-9f25-b383fef3e87b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (1f39c2aa-a245-4b77-8233-20f0c6c6cb30), before_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:30.800428 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.db [req-ccbdabff-a40a-4107-9717-1a5e06cbacbd req-d44e1328-7b79-4b8e-9f25-b383fef3e87b service neutron] For port 1f39c2aa-a245-4b77-8233-20f0c6c6cb30, host hv-cinder-85867, cleared binding levels {{(pid=106201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:21:30.819501 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.provisioning_blocks [req-74411f2f-e00f-4729-bf5d-770029d3684c req-a344f1b7-723f-4092-94dc-11087663616d service neutron] Transition to ACTIVE for port object ee7ca2d0-d70f-46f5-af82-81e48a262d02 will not be triggered until provisioned by entity L2. {{(pid=106202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 12:21:30.829576 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.db [req-ccbdabff-a40a-4107-9717-1a5e06cbacbd req-d44e1328-7b79-4b8e-9f25-b383fef3e87b service neutron] For port 1f39c2aa-a245-4b77-8233-20f0c6c6cb30, host hv-cinder-85867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=1f39c2aa-a245-4b77-8233-20f0c6c6cb30,segment=NetworkSegment(8f611811-e093-433f-9aea-61970f40e4b3),segment_id=8f611811-e093-433f-9aea-61970f40e4b3)] {{(pid=106201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:21:30.841007 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [req-ccbdabff-a40a-4107-9717-1a5e06cbacbd req-d44e1328-7b79-4b8e-9f25-b383fef3e87b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6788903'] for port (1f39c2aa-a245-4b77-8233-20f0c6c6cb30), after_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:30.845657 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-74411f2f-e00f-4729-bf5d-770029d3684c req-a344f1b7-723f-4092-94dc-11087663616d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6955121'] for port (ee7ca2d0-d70f-46f5-af82-81e48a262d02), after_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:30.847977 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbdabff-a40a-4107-9717-1a5e06cbacbd req-d44e1328-7b79-4b8e-9f25-b383fef3e87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:30.848920 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [req-ccbdabff-a40a-4107-9717-1a5e06cbacbd req-d44e1328-7b79-4b8e-9f25-b383fef3e87b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544014'] for port (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:30.850605 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-ccbdabff-a40a-4107-9717-1a5e06cbacbd req-d44e1328-7b79-4b8e-9f25-b383fef3e87b service neutron] 10.222.0.66 "PUT /networking/v2.0/ports/1f39c2aa-a245-4b77-8233-20f0c6c6cb30 HTTP/1.1" status: 200 len: 1094 time: 1.4185512 Sep 21 12:21:30.852284 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e9ebd08-4c95-43f6-a1a4-3268532d961e', 'tag': '1f39c2aa-a245-4b77-8233-20f0c6c6cb30'}] {{(pid=106201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:21:30.929934 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44e1328-7b79-4b8e-9f25-b383fef3e87b service neutron] Pushing event updated for resources: {'Port': ['ID=1f39c2aa-a245-4b77-8233-20f0c6c6cb30,revision_number=3']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:21:30.957172 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:21:30.958938 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a344f1b7-723f-4092-94dc-11087663616d service neutron] Pushing event updated for resources: {'Port': ['ID=ee7ca2d0-d70f-46f5-af82-81e48a262d02,revision_number=2']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:21:31.048292 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f73ca939-b63c-4ceb-8bfd-a78682b37b56 req-8c0bcbc4-4d45-417c-b5a5-9764f9e7c565 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cd8a5d76-473c-4b81-a3f8-a207e80c4412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954252 Sep 21 12:21:31.099478 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}820e190412424329cfb88a87f9088cb5fffe4f23ca632413c3a8305fb0e7ba95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e01e3339-b78c-484a-a923-77ba2c8d585c" -d '{"events": [{"name": "network-changed", "server_uuid": "5e9ebd08-4c95-43f6-a1a4-3268532d961e", "tag": "1f39c2aa-a245-4b77-8233-20f0c6c6cb30"}]}' {{(pid=106201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:21:31.118373 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7408b438-85f9-455d-93cc-c40388a93b48 req-85a1c872-189a-4c8b-a93d-ecb7c759e535 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:31.125258 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-7408b438-85f9-455d-93cc-c40388a93b48 req-85a1c872-189a-4c8b-a93d-ecb7c759e535 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 943 time: 0.0882406 Sep 21 12:21:31.138617 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-77f96451-e21e-4126-a875-d5c183b7aba5 None None] Attempt 2 to provision port 9b27a8b0-6e14-43db-b7d2-00fb7465cce0 Sep 21 12:21:31.226673 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-7408b438-85f9-455d-93cc-c40388a93b48 req-60229be7-ec1f-444a-b1c7-5f74d5acf296 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004653 Sep 21 12:21:31.227988 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-77f96451-e21e-4126-a875-d5c183b7aba5 None None] Port 9b27a8b0-6e14-43db-b7d2-00fb7465cce0 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:21:31.285610 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.managers [req-74411f2f-e00f-4729-bf5d-770029d3684c req-a344f1b7-723f-4092-94dc-11087663616d service neutron] Attempting to bind port ee7ca2d0-d70f-46f5-af82-81e48a262d02 on host hv-cinder-85867 for vnic_type normal with profile {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 12:21:31.286267 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.managers [req-74411f2f-e00f-4729-bf5d-770029d3684c req-a344f1b7-723f-4092-94dc-11087663616d service neutron] Attempting to bind port ee7ca2d0-d70f-46f5-af82-81e48a262d02 by drivers openvswitch,hyperv on host hv-cinder-85867 at level 0 using segments [{'id': 'a0d42efa-470c-43ee-a1e8-ed6c41bfc084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5da5489c-9c30-4169-9afe-1354fb43296f'}] {{(pid=106202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 12:21:31.286621 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74411f2f-e00f-4729-bf5d-770029d3684c req-a344f1b7-723f-4092-94dc-11087663616d service neutron] Attempting to bind port ee7ca2d0-d70f-46f5-af82-81e48a262d02 on network 5da5489c-9c30-4169-9afe-1354fb43296f {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:21:31.351657 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 12:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b5f93d-4107-49d2-afa6-f0653ae0406a x-openstack-request-id: req-c1b5f93d-4107-49d2-afa6-f0653ae0406a {{(pid=106201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:21:31.351989 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e9ebd08-4c95-43f6-a1a4-3268532d961e", "tag": "1f39c2aa-a245-4b77-8233-20f0c6c6cb30", "status": "completed", "code": 200}]} {{(pid=106201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:21:31.352237 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c1b5f93d-4107-49d2-afa6-f0653ae0406a {{(pid=106201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:21:31.352716 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1b5f93d-4107-49d2-afa6-f0653ae0406a'] response: {'name': 'network-changed', 'server_uuid': '5e9ebd08-4c95-43f6-a1a4-3268532d961e', 'tag': '1f39c2aa-a245-4b77-8233-20f0c6c6cb30', 'status': 'completed', 'code': 200} Sep 21 12:21:31.385652 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74411f2f-e00f-4729-bf5d-770029d3684c req-a344f1b7-723f-4092-94dc-11087663616d service neutron] Port ee7ca2d0-d70f-46f5-af82-81e48a262d02 on network 5da5489c-9c30-4169-9afe-1354fb43296f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85867 {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 12:21:31.386034 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74411f2f-e00f-4729-bf5d-770029d3684c req-a344f1b7-723f-4092-94dc-11087663616d service neutron] Attempting to bind port ee7ca2d0-d70f-46f5-af82-81e48a262d02 on network 5da5489c-9c30-4169-9afe-1354fb43296f {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:21:31.410466 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.notifiers.nova [req-e61bce23-8087-472b-a1f5-cc289629f4bd req-c321b456-64fd-4bc6-acb8-27014e6a0289 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b27a8b0-6e14-43db-b7d2-00fb7465cce0 {{(pid=106202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 12:21:31.425591 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-e61bce23-8087-472b-a1f5-cc289629f4bd req-c321b456-64fd-4bc6-acb8-27014e6a0289 service neutron] Publish callbacks [] for port (9b27a8b0-6e14-43db-b7d2-00fb7465cce0), precommit_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:31.451345 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.provisioning_blocks [req-e61bce23-8087-472b-a1f5-cc289629f4bd req-c321b456-64fd-4bc6-acb8-27014e6a0289 service neutron] Transition to ACTIVE for port object 9b27a8b0-6e14-43db-b7d2-00fb7465cce0 will not be triggered until provisioned by entity L2. {{(pid=106202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 12:21:31.459057 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-e61bce23-8087-472b-a1f5-cc289629f4bd req-c321b456-64fd-4bc6-acb8-27014e6a0289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6955121'] for port (9b27a8b0-6e14-43db-b7d2-00fb7465cce0), after_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:31.459640 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeefc220-0adb-4645-902f-81ee16359330 req-adb48293-17b0-4a76-9d06-9a399c73404a tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:31.461220 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-aeefc220-0adb-4645-902f-81ee16359330 req-adb48293-17b0-4a76-9d06-9a399c73404a tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 944 time: 0.0534139 Sep 21 12:21:31.465885 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74411f2f-e00f-4729-bf5d-770029d3684c req-a344f1b7-723f-4092-94dc-11087663616d service neutron] Checking agent: {'id': '986f726e-8c98-4005-b3b7-e033305b1240', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85867', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 12, 18, 46), 'started_at': datetime.datetime(2022, 9, 21, 12, 18, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 12, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 12:21:31.466239 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74411f2f-e00f-4729-bf5d-770029d3684c req-a344f1b7-723f-4092-94dc-11087663616d service neutron] Checking segment: {'id': 'a0d42efa-470c-43ee-a1e8-ed6c41bfc084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5da5489c-9c30-4169-9afe-1354fb43296f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:21:31.466842 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74411f2f-e00f-4729-bf5d-770029d3684c req-a344f1b7-723f-4092-94dc-11087663616d service neutron] Bound using segment: {'id': 'a0d42efa-470c-43ee-a1e8-ed6c41bfc084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5da5489c-9c30-4169-9afe-1354fb43296f'} {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 12:21:31.467286 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.managers [req-74411f2f-e00f-4729-bf5d-770029d3684c req-a344f1b7-723f-4092-94dc-11087663616d service neutron] Bound port: ee7ca2d0-d70f-46f5-af82-81e48a262d02, host: hv-cinder-85867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0d42efa-470c-43ee-a1e8-ed6c41bfc084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5da5489c-9c30-4169-9afe-1354fb43296f'}}] {{(pid=106202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 12:21:31.467642 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-74411f2f-e00f-4729-bf5d-770029d3684c req-a344f1b7-723f-4092-94dc-11087663616d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (ee7ca2d0-d70f-46f5-af82-81e48a262d02), before_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:31.487313 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:21:31.510812 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-aeefc220-0adb-4645-902f-81ee16359330 req-a292ebcb-ef8a-42a9-9f18-2ef663dca7d6 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435994 Sep 21 12:21:31.719421 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c321b456-64fd-4bc6-acb8-27014e6a0289 service neutron] Pushing event updated for resources: {'Port': ['ID=9b27a8b0-6e14-43db-b7d2-00fb7465cce0,revision_number=2']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:21:31.729624 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-77f96451-e21e-4126-a875-d5c183b7aba5 None None] Attempt 3 to provision port 9b27a8b0-6e14-43db-b7d2-00fb7465cce0 Sep 21 12:21:31.766457 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-77f96451-e21e-4126-a875-d5c183b7aba5 None None] Port 9b27a8b0-6e14-43db-b7d2-00fb7465cce0 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:21:31.776999 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [req-74411f2f-e00f-4729-bf5d-770029d3684c req-a344f1b7-723f-4092-94dc-11087663616d service neutron] For port ee7ca2d0-d70f-46f5-af82-81e48a262d02, host hv-cinder-85867, cleared binding levels {{(pid=106202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:21:31.806655 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [req-74411f2f-e00f-4729-bf5d-770029d3684c req-a344f1b7-723f-4092-94dc-11087663616d service neutron] For port ee7ca2d0-d70f-46f5-af82-81e48a262d02, host hv-cinder-85867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=ee7ca2d0-d70f-46f5-af82-81e48a262d02,segment=NetworkSegment(a0d42efa-470c-43ee-a1e8-ed6c41bfc084),segment_id=a0d42efa-470c-43ee-a1e8-ed6c41bfc084)] {{(pid=106202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:21:31.811161 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.managers [req-e61bce23-8087-472b-a1f5-cc289629f4bd req-c321b456-64fd-4bc6-acb8-27014e6a0289 service neutron] Attempting to bind port 9b27a8b0-6e14-43db-b7d2-00fb7465cce0 on host hv-cinder-85867 for vnic_type normal with profile {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 12:21:31.811589 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.managers [req-e61bce23-8087-472b-a1f5-cc289629f4bd req-c321b456-64fd-4bc6-acb8-27014e6a0289 service neutron] Attempting to bind port 9b27a8b0-6e14-43db-b7d2-00fb7465cce0 by drivers openvswitch,hyperv on host hv-cinder-85867 at level 0 using segments [{'id': '5be53f91-aee1-48e3-9112-bdcdf49a807c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b63f4162-66af-473e-9153-2acb9ad38029'}] {{(pid=106202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 12:21:31.812124 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61bce23-8087-472b-a1f5-cc289629f4bd req-c321b456-64fd-4bc6-acb8-27014e6a0289 service neutron] Attempting to bind port 9b27a8b0-6e14-43db-b7d2-00fb7465cce0 on network b63f4162-66af-473e-9153-2acb9ad38029 {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:21:31.816615 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-74411f2f-e00f-4729-bf5d-770029d3684c req-a344f1b7-723f-4092-94dc-11087663616d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6955121'] for port (ee7ca2d0-d70f-46f5-af82-81e48a262d02), after_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:31.820453 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74411f2f-e00f-4729-bf5d-770029d3684c req-a344f1b7-723f-4092-94dc-11087663616d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:31.821204 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-74411f2f-e00f-4729-bf5d-770029d3684c req-a344f1b7-723f-4092-94dc-11087663616d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544014'] for port (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:31.822603 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-74411f2f-e00f-4729-bf5d-770029d3684c req-a344f1b7-723f-4092-94dc-11087663616d service neutron] 10.222.0.66 "PUT /networking/v2.0/ports/ee7ca2d0-d70f-46f5-af82-81e48a262d02 HTTP/1.1" status: 200 len: 1093 time: 2.3607039 Sep 21 12:21:31.845613 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee010d1f-46d4-487e-a93e-66c5e2ac895e', 'tag': 'ee7ca2d0-d70f-46f5-af82-81e48a262d02'}] {{(pid=106202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:21:31.891466 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:21:31.913994 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f69dec5372d12bc1dbf2d83c258da0d8b658e28cfccadcad30c8a09044815e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34bee600-7b8a-45a1-b34f-2aaf5746b7fd" -d '{"events": [{"name": "network-changed", "server_uuid": "ee010d1f-46d4-487e-a93e-66c5e2ac895e", "tag": "ee7ca2d0-d70f-46f5-af82-81e48a262d02"}]}' {{(pid=106202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:21:31.919566 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61bce23-8087-472b-a1f5-cc289629f4bd req-c321b456-64fd-4bc6-acb8-27014e6a0289 service neutron] Port 9b27a8b0-6e14-43db-b7d2-00fb7465cce0 on network b63f4162-66af-473e-9153-2acb9ad38029 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85867 {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 12:21:31.920475 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61bce23-8087-472b-a1f5-cc289629f4bd req-c321b456-64fd-4bc6-acb8-27014e6a0289 service neutron] Attempting to bind port 9b27a8b0-6e14-43db-b7d2-00fb7465cce0 on network b63f4162-66af-473e-9153-2acb9ad38029 {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:21:31.922647 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a344f1b7-723f-4092-94dc-11087663616d service neutron] Pushing event updated for resources: {'Port': ['ID=ee7ca2d0-d70f-46f5-af82-81e48a262d02,revision_number=3']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:21:31.970706 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61bce23-8087-472b-a1f5-cc289629f4bd req-c321b456-64fd-4bc6-acb8-27014e6a0289 service neutron] Checking agent: {'id': '986f726e-8c98-4005-b3b7-e033305b1240', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85867', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 12, 18, 46), 'started_at': datetime.datetime(2022, 9, 21, 12, 18, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 12, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 12:21:31.971072 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61bce23-8087-472b-a1f5-cc289629f4bd req-c321b456-64fd-4bc6-acb8-27014e6a0289 service neutron] Checking segment: {'id': '5be53f91-aee1-48e3-9112-bdcdf49a807c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b63f4162-66af-473e-9153-2acb9ad38029'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:21:31.971569 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61bce23-8087-472b-a1f5-cc289629f4bd req-c321b456-64fd-4bc6-acb8-27014e6a0289 service neutron] Bound using segment: {'id': '5be53f91-aee1-48e3-9112-bdcdf49a807c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b63f4162-66af-473e-9153-2acb9ad38029'} {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 12:21:31.971918 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.managers [req-e61bce23-8087-472b-a1f5-cc289629f4bd req-c321b456-64fd-4bc6-acb8-27014e6a0289 service neutron] Bound port: 9b27a8b0-6e14-43db-b7d2-00fb7465cce0, host: hv-cinder-85867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5be53f91-aee1-48e3-9112-bdcdf49a807c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b63f4162-66af-473e-9153-2acb9ad38029'}}] {{(pid=106202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 12:21:31.972275 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-e61bce23-8087-472b-a1f5-cc289629f4bd req-c321b456-64fd-4bc6-acb8-27014e6a0289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (9b27a8b0-6e14-43db-b7d2-00fb7465cce0), before_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:32.016737 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 12:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae11630-03b2-4a06-9859-0d29fb6773f3 x-openstack-request-id: req-aae11630-03b2-4a06-9859-0d29fb6773f3 {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:21:32.017031 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee010d1f-46d4-487e-a93e-66c5e2ac895e", "tag": "ee7ca2d0-d70f-46f5-af82-81e48a262d02", "status": "completed", "code": 200}]} {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:21:32.017279 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-aae11630-03b2-4a06-9859-0d29fb6773f3 {{(pid=106202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:21:32.017724 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aae11630-03b2-4a06-9859-0d29fb6773f3'] response: {'name': 'network-changed', 'server_uuid': 'ee010d1f-46d4-487e-a93e-66c5e2ac895e', 'tag': 'ee7ca2d0-d70f-46f5-af82-81e48a262d02', 'status': 'completed', 'code': 200} Sep 21 12:21:32.040673 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [req-e61bce23-8087-472b-a1f5-cc289629f4bd req-c321b456-64fd-4bc6-acb8-27014e6a0289 service neutron] For port 9b27a8b0-6e14-43db-b7d2-00fb7465cce0, host hv-cinder-85867, cleared binding levels {{(pid=106202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:21:32.043979 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [req-e61bce23-8087-472b-a1f5-cc289629f4bd req-c321b456-64fd-4bc6-acb8-27014e6a0289 service neutron] For port 9b27a8b0-6e14-43db-b7d2-00fb7465cce0, host hv-cinder-85867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=9b27a8b0-6e14-43db-b7d2-00fb7465cce0,segment=NetworkSegment(5be53f91-aee1-48e3-9112-bdcdf49a807c),segment_id=5be53f91-aee1-48e3-9112-bdcdf49a807c)] {{(pid=106202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:21:32.049412 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-e61bce23-8087-472b-a1f5-cc289629f4bd req-c321b456-64fd-4bc6-acb8-27014e6a0289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6955121'] for port (9b27a8b0-6e14-43db-b7d2-00fb7465cce0), after_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:32.053956 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61bce23-8087-472b-a1f5-cc289629f4bd req-c321b456-64fd-4bc6-acb8-27014e6a0289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:32.054576 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-e61bce23-8087-472b-a1f5-cc289629f4bd req-c321b456-64fd-4bc6-acb8-27014e6a0289 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544014'] for port (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:32.056004 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e61bce23-8087-472b-a1f5-cc289629f4bd req-c321b456-64fd-4bc6-acb8-27014e6a0289 service neutron] 10.222.0.66 "PUT /networking/v2.0/ports/9b27a8b0-6e14-43db-b7d2-00fb7465cce0 HTTP/1.1" status: 200 len: 1093 time: 1.7466884 Sep 21 12:21:32.105999 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c321b456-64fd-4bc6-acb8-27014e6a0289 service neutron] Pushing event updated for resources: {'Port': ['ID=9b27a8b0-6e14-43db-b7d2-00fb7465cce0,revision_number=3']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:21:32.181780 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce6ac0-0d7e-48ac-9b02-d4c7205933ea req-704316a5-ef9e-47d7-98fe-3b7ceb5b8fd7 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:32.183336 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-b8ce6ac0-0d7e-48ac-9b02-d4c7205933ea req-704316a5-ef9e-47d7-98fe-3b7ceb5b8fd7 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 943 time: 0.0500298 Sep 21 12:21:32.231151 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-b8ce6ac0-0d7e-48ac-9b02-d4c7205933ea req-3d0d264c-3c63-4e14-b126-264d6f502f2e tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cd8a5d76-473c-4b81-a3f8-a207e80c4412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421598 Sep 21 12:21:32.267389 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-77f96451-e21e-4126-a875-d5c183b7aba5 None None] Attempt 4 to provision port 9b27a8b0-6e14-43db-b7d2-00fb7465cce0 Sep 21 12:21:32.309348 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-77f96451-e21e-4126-a875-d5c183b7aba5 None None] Port 9b27a8b0-6e14-43db-b7d2-00fb7465cce0 had new provisioning blocks added so it will not transition to active. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 21 12:21:32.353452 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70197a37-901f-4a0e-8fa3-1cb6a399015a req-0c19d39b-c253-4bef-b72f-c0a9470608bc tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:32.354855 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-70197a37-901f-4a0e-8fa3-1cb6a399015a req-0c19d39b-c253-4bef-b72f-c0a9470608bc tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 943 time: 0.0482919 Sep 21 12:21:32.375403 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:21:32.403723 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-70197a37-901f-4a0e-8fa3-1cb6a399015a req-161ecf35-3590-4882-a530-e43ca334e584 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431564 Sep 21 12:21:32.637434 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10dd6a4-57e8-4801-9557-192e5bc362b7 req-a9d8c682-c439-448c-925d-9a9ab6886692 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:32.639473 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-a10dd6a4-57e8-4801-9557-192e5bc362b7 req-a9d8c682-c439-448c-925d-9a9ab6886692 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 944 time: 0.0484722 Sep 21 12:21:32.686185 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-a10dd6a4-57e8-4801-9557-192e5bc362b7 req-b36f8155-6f9c-4fc3-978f-a338a90eed19 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409658 Sep 21 12:21:33.354399 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad83f6-797d-464b-b73a-821a6119acd3 req-d063a2f5-808f-438e-a53c-c4921a6e4c69 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:33.356191 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-9dad83f6-797d-464b-b73a-821a6119acd3 req-d063a2f5-808f-438e-a53c-c4921a6e4c69 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 943 time: 0.0493596 Sep 21 12:21:33.408903 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-9dad83f6-797d-464b-b73a-821a6119acd3 req-2ec2ac32-ff87-43a2-a197-e5cfd3d7fb39 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cd8a5d76-473c-4b81-a3f8-a207e80c4412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458102 Sep 21 12:21:33.521641 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a63096b-a117-4a40-b224-d4dc5b2a9060 req-30fe2b67-299f-4761-916e-99664eb6e26a tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:33.523118 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-0a63096b-a117-4a40-b224-d4dc5b2a9060 req-30fe2b67-299f-4761-916e-99664eb6e26a tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 943 time: 0.0473664 Sep 21 12:21:33.572330 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-0a63096b-a117-4a40-b224-d4dc5b2a9060 req-1b607563-1de9-413b-9a72-9d60df4b559d tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435100 Sep 21 12:21:33.812328 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7658ebb1-d877-421f-964b-0909d1b673c0 req-c502f79a-974e-41cb-a480-07cecd9e0067 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:33.813796 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-7658ebb1-d877-421f-964b-0909d1b673c0 req-c502f79a-974e-41cb-a480-07cecd9e0067 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 944 time: 0.0465281 Sep 21 12:21:33.863336 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-7658ebb1-d877-421f-964b-0909d1b673c0 req-4a4051bf-315d-429a-9e85-287f864d80fd tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439301 Sep 21 12:21:34.019665 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b11d666e-1c68-4889-b80e-a66aa10e05e9', 'tag': '9b27a8b0-6e14-43db-b7d2-00fb7465cce0'}] {{(pid=106202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:21:34.022027 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f69dec5372d12bc1dbf2d83c258da0d8b658e28cfccadcad30c8a09044815e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7abae772-3e3d-44ed-be45-e7058e45f5e8" -d '{"events": [{"name": "network-changed", "server_uuid": "b11d666e-1c68-4889-b80e-a66aa10e05e9", "tag": "9b27a8b0-6e14-43db-b7d2-00fb7465cce0"}]}' {{(pid=106202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:21:34.093660 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 12:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c55378-35cd-4304-bc03-1f5c4d836bd3 x-openstack-request-id: req-12c55378-35cd-4304-bc03-1f5c4d836bd3 {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:21:34.093952 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b11d666e-1c68-4889-b80e-a66aa10e05e9", "tag": "9b27a8b0-6e14-43db-b7d2-00fb7465cce0", "status": "completed", "code": 200}]} {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:21:34.094196 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-12c55378-35cd-4304-bc03-1f5c4d836bd3 {{(pid=106202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:21:34.094588 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12c55378-35cd-4304-bc03-1f5c4d836bd3'] response: {'name': 'network-changed', 'server_uuid': 'b11d666e-1c68-4889-b80e-a66aa10e05e9', 'tag': '9b27a8b0-6e14-43db-b7d2-00fb7465cce0', 'status': 'completed', 'code': 200} Sep 21 12:21:34.528351 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cab1b5-d16f-4508-9583-d2c31e1bb490 req-74231619-5992-473d-9d50-0b523f98077f tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:34.529836 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-02cab1b5-d16f-4508-9583-d2c31e1bb490 req-74231619-5992-473d-9d50-0b523f98077f tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 943 time: 0.0468132 Sep 21 12:21:34.577578 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-02cab1b5-d16f-4508-9583-d2c31e1bb490 req-a2297790-9952-4870-a553-b29eb285ac79 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cd8a5d76-473c-4b81-a3f8-a207e80c4412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421946 Sep 21 12:21:34.757000 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:21:34.775817 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b5671-31ba-4451-bc53-cf0f17514e5b req-e95a4fd0-2257-4ad0-a255-445a1bc21f7b tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:34.777305 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-fe3b5671-31ba-4451-bc53-cf0f17514e5b req-e95a4fd0-2257-4ad0-a255-445a1bc21f7b tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 943 time: 0.1261322 Sep 21 12:21:34.778210 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbdabff-a40a-4107-9717-1a5e06cbacbd req-e81fa86e-8f12-46d7-a3ca-6b72048e52e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:34.780112 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-ccbdabff-a40a-4107-9717-1a5e06cbacbd req-e81fa86e-8f12-46d7-a3ca-6b72048e52e7 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=5e6ef4f3de1943ffbde82d3f0a19542f&device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 1128 time: 0.1171482 Sep 21 12:21:34.821549 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bee600-7b8a-45a1-b34f-2aaf5746b7fd req-620d2097-26d1-4a0b-b4c5-011e650bbbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:34.823033 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-34bee600-7b8a-45a1-b34f-2aaf5746b7fd req-620d2097-26d1-4a0b-b4c5-011e650bbbc4 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=9340222cfe154efe8a6064b197d54499&device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 1127 time: 0.1048164 Sep 21 12:21:34.824078 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abae772-3e3d-44ed-be45-e7058e45f5e8 req-9e57a741-b8e7-48ba-82f6-ad2562c80ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:34.825398 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-7abae772-3e3d-44ed-be45-e7058e45f5e8 req-9e57a741-b8e7-48ba-82f6-ad2562c80ac6 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=74d5d713723f4ea5a8d1e72627b80c47&device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 1127 time: 0.0985351 Sep 21 12:21:34.864972 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-ccbdabff-a40a-4107-9717-1a5e06cbacbd req-9f86f2cb-d970-4acf-a99e-f619f4df2133 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f39c2aa-a245-4b77-8233-20f0c6c6cb30 HTTP/1.1" status: 200 len: 217 time: 0.0641992 Sep 21 12:21:34.924473 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-fe3b5671-31ba-4451-bc53-cf0f17514e5b req-ede57fb6-d9bd-4206-9b00-9fbb44ba28f0 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402771 Sep 21 12:21:34.941121 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbdabff-a40a-4107-9717-1a5e06cbacbd req-852b7478-3bb2-4761-849c-d6b11027e3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:34.942621 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-ccbdabff-a40a-4107-9717-1a5e06cbacbd req-852b7478-3bb2-4761-849c-d6b11027e3f2 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=f5cf9592-7b6c-4eba-b546-68b41c284733 HTTP/1.1" status: 200 len: 856 time: 0.0702536 Sep 21 12:21:35.021564 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbdabff-a40a-4107-9717-1a5e06cbacbd req-561f2d5e-505d-4acb-97b8-dfcd86041187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:35.023069 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-ccbdabff-a40a-4107-9717-1a5e06cbacbd req-561f2d5e-505d-4acb-97b8-dfcd86041187 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=b3f0e30c-c130-4bd6-a99c-2726089c3f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0736659 Sep 21 12:21:35.080180 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c623c2-80cb-43c7-b388-86e791155eab req-cdeff203-ce1a-49d2-9dc5-efe8ec072f6a tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:35.081661 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-03c623c2-80cb-43c7-b388-86e791155eab req-cdeff203-ce1a-49d2-9dc5-efe8ec072f6a tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 944 time: 0.1011403 Sep 21 12:21:35.116664 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-ccbdabff-a40a-4107-9717-1a5e06cbacbd req-61b75d32-23a4-44c6-8ef0-4a8fe56644ba service neutron] 10.222.0.66 "GET /networking/v2.0/networks/b3f0e30c-c130-4bd6-a99c-2726089c3f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863161 Sep 21 12:21:35.151037 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:21:35.162916 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abae772-3e3d-44ed-be45-e7058e45f5e8 req-3016d474-9ef2-481d-9d9f-a37ce84a51cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:35.164527 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-7abae772-3e3d-44ed-be45-e7058e45f5e8 req-3016d474-9ef2-481d-9d9f-a37ce84a51cd service neutron] 10.222.0.66 "GET /networking/v2.0/networks?tenant_id=74d5d713723f4ea5a8d1e72627b80c47&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3090379 Sep 21 12:21:35.165952 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bee600-7b8a-45a1-b34f-2aaf5746b7fd req-8840e928-06d4-4ec6-9252-4780ddf4f334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:35.167253 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-34bee600-7b8a-45a1-b34f-2aaf5746b7fd req-8840e928-06d4-4ec6-9252-4780ddf4f334 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?tenant_id=9340222cfe154efe8a6064b197d54499&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3201706 Sep 21 12:21:35.210344 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-ccbdabff-a40a-4107-9717-1a5e06cbacbd req-4497c6b3-f963-4737-9ddd-7057bc10df0f service neutron] 10.222.0.66 "GET /networking/v2.0/networks/b3f0e30c-c130-4bd6-a99c-2726089c3f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880537 Sep 21 12:21:35.322499 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-03c623c2-80cb-43c7-b388-86e791155eab req-62d5e0c1-e3cb-4efc-80c8-eaa66daeb58e tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2251813 Sep 21 12:21:35.435431 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abae772-3e3d-44ed-be45-e7058e45f5e8 req-c05a6ccf-c89c-4b03-ab12-966f947ecf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:35.436937 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-7abae772-3e3d-44ed-be45-e7058e45f5e8 req-c05a6ccf-c89c-4b03-ab12-966f947ecf19 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2590575 Sep 21 12:21:35.438012 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bee600-7b8a-45a1-b34f-2aaf5746b7fd req-cb73a1d6-6289-428d-ac3f-1c8a2540daea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:35.439326 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-34bee600-7b8a-45a1-b34f-2aaf5746b7fd req-cb73a1d6-6289-428d-ac3f-1c8a2540daea service neutron] 10.222.0.66 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2604082 Sep 21 12:21:35.703960 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c2023-84b1-4305-8056-5890d8304b96 req-30ce9fd2-1eb6-4b4b-8f9e-feb5ff20e46b tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:35.705465 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-2b2c2023-84b1-4305-8056-5890d8304b96 req-30ce9fd2-1eb6-4b4b-8f9e-feb5ff20e46b tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 943 time: 0.0481601 Sep 21 12:21:35.764142 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-2b2c2023-84b1-4305-8056-5890d8304b96 req-0299837b-4849-46d2-bb90-8cf5bc8f4808 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cd8a5d76-473c-4b81-a3f8-a207e80c4412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479026 Sep 21 12:21:36.052877 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e72a16-7a1e-498d-b72e-f6f943571561 req-68735ac3-1112-4e67-8ecd-ed85a7b5fc49 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:36.054361 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-04e72a16-7a1e-498d-b72e-f6f943571561 req-68735ac3-1112-4e67-8ecd-ed85a7b5fc49 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 943 time: 0.0516889 Sep 21 12:21:36.101000 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-04e72a16-7a1e-498d-b72e-f6f943571561 req-993e94af-94e2-4964-9fe8-96fb8f59adeb tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409892 Sep 21 12:21:36.346498 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-cc5fc837-9dce-4cfc-a061-da82b990f10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (f73c601a-29a1-4353-9f34-efd4ba2e6501), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:36.448907 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d795a809-22e5-4282-8f1d-15fda10a7550 req-493312cc-9262-4997-890e-8b965d5151af tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:36.450413 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-d795a809-22e5-4282-8f1d-15fda10a7550 req-493312cc-9262-4997-890e-8b965d5151af tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 944 time: 0.0475137 Sep 21 12:21:36.499505 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-d795a809-22e5-4282-8f1d-15fda10a7550 req-c575a966-200a-45bc-a875-006e3cbad70e tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412428 Sep 21 12:21:36.880956 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6845f-f395-4f60-8394-6ef1417cba96 req-1fba4a94-72a4-4324-a66a-4407e072a6d0 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:36.882428 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-aad6845f-f395-4f60-8394-6ef1417cba96 req-1fba4a94-72a4-4324-a66a-4407e072a6d0 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 943 time: 0.0462570 Sep 21 12:21:36.913615 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=100 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:21:36.930091 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-aad6845f-f395-4f60-8394-6ef1417cba96 req-7382fee1-a0e2-4c3d-b730-e09681e2fb5f tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cd8a5d76-473c-4b81-a3f8-a207e80c4412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409245 Sep 21 12:21:37.359728 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=100 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:21:37.377623 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df85bbe-a553-4ccd-a7a7-2ba11c76feb3 req-29c2f4a0-4d6f-43f8-922b-450f75bbdfe3 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:37.379085 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-9df85bbe-a553-4ccd-a7a7-2ba11c76feb3 req-29c2f4a0-4d6f-43f8-922b-450f75bbdfe3 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 943 time: 0.2040808 Sep 21 12:21:37.426357 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-9df85bbe-a553-4ccd-a7a7-2ba11c76feb3 req-405f11e0-659a-4302-8701-5c29dcc4d6aa tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414624 Sep 21 12:21:37.627992 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadca780-bfeb-45c6-9374-437c7a022fde req-390d10dd-fd1e-4124-9be4-9d607bc94d30 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:37.629366 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-cadca780-bfeb-45c6-9374-437c7a022fde req-390d10dd-fd1e-4124-9be4-9d607bc94d30 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 944 time: 0.0503135 Sep 21 12:21:37.834287 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-cadca780-bfeb-45c6-9374-437c7a022fde req-e6b758f9-4598-4d27-93aa-d75c684deda3 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1992738 Sep 21 12:21:38.050362 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776491a-00c6-49f6-882f-c0f8a2b57e06 req-9164b36f-619e-40cd-959d-af81c9c9ad8a tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:38.051879 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-6776491a-00c6-49f6-882f-c0f8a2b57e06 req-9164b36f-619e-40cd-959d-af81c9c9ad8a tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 943 time: 0.0487969 Sep 21 12:21:38.098752 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-6776491a-00c6-49f6-882f-c0f8a2b57e06 req-cd934ace-a0c4-4434-a036-c182be00b70e tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cd8a5d76-473c-4b81-a3f8-a207e80c4412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411654 Sep 21 12:21:38.543956 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8337c242-13b9-495c-8fc7-f42323069daf req-20626771-40c4-4c20-a77a-6dc4492eaee1 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:38.545444 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8337c242-13b9-495c-8fc7-f42323069daf req-20626771-40c4-4c20-a77a-6dc4492eaee1 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 943 time: 0.0467784 Sep 21 12:21:38.595349 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8337c242-13b9-495c-8fc7-f42323069daf req-f562aafa-7dbd-45a8-a217-caab1d339570 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438087 Sep 21 12:21:38.599031 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-9d7a90e0-042d-43e8-9554-13220899e5e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (4f31b8b6-17c0-474d-bf52-0481ff2a5cf7), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:38.960397 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fca4ae-d9e4-45d9-beca-552de6ee9ee2 req-73caa280-935d-4050-8516-760154cc5035 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:38.961883 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-38fca4ae-d9e4-45d9-beca-552de6ee9ee2 req-73caa280-935d-4050-8516-760154cc5035 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 944 time: 0.0490260 Sep 21 12:21:39.008577 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-38fca4ae-d9e4-45d9-beca-552de6ee9ee2 req-1c9a51c8-2bd8-42a7-893c-927627dd6ed0 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412223 Sep 21 12:21:39.222858 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf5b99e-57f9-4288-a6d0-a60699726b5c req-18937489-5e67-4ce0-b422-2db54b3f7119 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:39.224380 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-acf5b99e-57f9-4288-a6d0-a60699726b5c req-18937489-5e67-4ce0-b422-2db54b3f7119 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 943 time: 0.0516512 Sep 21 12:21:39.273340 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-acf5b99e-57f9-4288-a6d0-a60699726b5c req-65286783-50aa-4bca-8db0-4c3b72912359 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cd8a5d76-473c-4b81-a3f8-a207e80c4412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430393 Sep 21 12:21:39.719492 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247bb208-d574-400a-a354-7f8303c14ef3 req-2330a6cd-9262-4a41-b5ad-be593084c327 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:39.721014 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-247bb208-d574-400a-a354-7f8303c14ef3 req-2330a6cd-9262-4a41-b5ad-be593084c327 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 943 time: 0.0483236 Sep 21 12:21:39.747542 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:21:39.770555 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-247bb208-d574-400a-a354-7f8303c14ef3 req-3a180011-ec53-43f2-9528-55f8c879c1b4 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440829 Sep 21 12:21:39.912875 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-740e41e1-10de-4b2e-a9f0-9582d49d2a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (d7a8950b-d4d7-4646-ba54-d395483871b4), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:40.133096 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047dd54-9b1b-4e6c-97ba-515ebf3f5568 req-da98047a-2e6d-4b59-9d12-291107622945 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:40.134699 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8047dd54-9b1b-4e6c-97ba-515ebf3f5568 req-da98047a-2e6d-4b59-9d12-291107622945 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 944 time: 0.0460713 Sep 21 12:21:40.181439 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8047dd54-9b1b-4e6c-97ba-515ebf3f5568 req-097830fd-0502-471d-b99f-9f1bc375b7f6 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404415 Sep 21 12:21:40.393708 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce365f-b76e-468f-9614-228afdc7660f req-79179298-73f8-4593-9bcd-ae5cb2d8d5b2 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:40.395103 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-d8ce365f-b76e-468f-9614-228afdc7660f req-79179298-73f8-4593-9bcd-ae5cb2d8d5b2 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 943 time: 0.0460207 Sep 21 12:21:40.444899 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-d8ce365f-b76e-468f-9614-228afdc7660f req-1d77d1bc-f22f-4f78-9850-a560cc06d7db tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cd8a5d76-473c-4b81-a3f8-a207e80c4412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442622 Sep 21 12:21:40.889048 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f98a437-69e5-4cac-93d6-4b817bf639f3 req-38437149-891e-4d89-929b-cdcf48287db8 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:40.890537 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-4f98a437-69e5-4cac-93d6-4b817bf639f3 req-38437149-891e-4d89-929b-cdcf48287db8 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 943 time: 0.0475817 Sep 21 12:21:40.943912 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-4f98a437-69e5-4cac-93d6-4b817bf639f3 req-2e01d9f9-9b9c-41be-918d-1008bd1f0aa8 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475259 Sep 21 12:21:41.213150 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (57fb69a9-4edc-44fd-8965-b65708e41306), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:41.313834 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3539e1d-e77f-4898-a8b6-6cafd01aaece req-d89132cf-786f-4117-b2e1-6c604e25d58d tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:41.315425 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-c3539e1d-e77f-4898-a8b6-6cafd01aaece req-d89132cf-786f-4117-b2e1-6c604e25d58d tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 944 time: 0.0523908 Sep 21 12:21:41.367351 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-c3539e1d-e77f-4898-a8b6-6cafd01aaece req-a6c69d8e-a983-48e0-a6ed-089424a831b0 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459661 Sep 21 12:21:41.463554 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c3e59811-0015-48e8-afb5-3d82d64b721e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (cef1489a-7471-4b81-a7c5-b9e507e96767), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:41.562735 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad145e9-1094-4aee-a864-7278189d272c req-9ca46cc8-7c9d-424d-b010-c6aa55d26dbe tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:41.564197 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-fad145e9-1094-4aee-a864-7278189d272c req-9ca46cc8-7c9d-424d-b010-c6aa55d26dbe tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 943 time: 0.0453603 Sep 21 12:21:41.611214 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-fad145e9-1094-4aee-a864-7278189d272c req-5d3b0ef1-48a0-42b9-a394-8f8156c11a51 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cd8a5d76-473c-4b81-a3f8-a207e80c4412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413465 Sep 21 12:21:42.071692 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb745aef-cb84-4072-a03a-57f2e96e0fb3 req-86188a5b-decf-433e-ab51-5f722f10120c tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:42.076866 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-cb745aef-cb84-4072-a03a-57f2e96e0fb3 req-86188a5b-decf-433e-ab51-5f722f10120c tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 943 time: 0.0568120 Sep 21 12:21:42.138627 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-cb745aef-cb84-4072-a03a-57f2e96e0fb3 req-6ea4526f-edb3-4255-a275-9373de4fdbee tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555143 Sep 21 12:21:42.451215 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=100 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:21:42.465187 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e3339-b78c-484a-a923-77ba2c8d585c req-c15b3579-6754-4c7d-9cbf-449d2ef9ec07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:42.467345 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e01e3339-b78c-484a-a923-77ba2c8d585c req-c15b3579-6754-4c7d-9cbf-449d2ef9ec07 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=5e6ef4f3de1943ffbde82d3f0a19542f&device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 1128 time: 0.0612330 Sep 21 12:21:42.557818 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=100 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:21:42.571060 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61bce23-8087-472b-a1f5-cc289629f4bd req-0b19f361-3d28-4cc1-b3a6-28617c6aee9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:42.573057 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-e61bce23-8087-472b-a1f5-cc289629f4bd req-0b19f361-3d28-4cc1-b3a6-28617c6aee9f service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=74d5d713723f4ea5a8d1e72627b80c47&device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 1127 time: 0.0524755 Sep 21 12:21:42.633000 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-e61bce23-8087-472b-a1f5-cc289629f4bd req-f8274f4f-7408-42ed-b206-e6ad6ec03dc7 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b27a8b0-6e14-43db-b7d2-00fb7465cce0 HTTP/1.1" status: 200 len: 217 time: 0.0454426 Sep 21 12:21:42.718593 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61bce23-8087-472b-a1f5-cc289629f4bd req-a6c8efa4-a529-438e-b87d-f576ef0aa577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:42.722693 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-e61bce23-8087-472b-a1f5-cc289629f4bd req-a6c8efa4-a529-438e-b87d-f576ef0aa577 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=7ad8a1ff-f00e-4a0f-ba67-d6724a11803d HTTP/1.1" status: 200 len: 850 time: 0.0816276 Sep 21 12:21:42.739246 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74411f2f-e00f-4729-bf5d-770029d3684c req-44477c86-2b28-4788-9f2a-a7bada4fde6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:42.747510 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-74411f2f-e00f-4729-bf5d-770029d3684c req-44477c86-2b28-4788-9f2a-a7bada4fde6a service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=9340222cfe154efe8a6064b197d54499&device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 1127 time: 0.2354391 Sep 21 12:21:42.798462 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61bce23-8087-472b-a1f5-cc289629f4bd req-c5e196d6-53bb-4c66-a90f-347724fac172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:42.801629 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-e61bce23-8087-472b-a1f5-cc289629f4bd req-c5e196d6-53bb-4c66-a90f-347724fac172 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=b63f4162-66af-473e-9153-2acb9ad38029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0529103 Sep 21 12:21:42.851441 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c8358-296e-4407-b253-43302d0c84ee req-4152dff7-3e92-4bda-b8bf-70cb56cc419a tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:42.858874 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-138c8358-296e-4407-b253-43302d0c84ee req-4152dff7-3e92-4bda-b8bf-70cb56cc419a tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 944 time: 0.3440857 Sep 21 12:21:42.901753 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254de0c2-11d5-40af-a370-8a401d7f46c8 req-720dfa1f-f44e-460e-85f3-7e8ca44d2992 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:42.909439 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-254de0c2-11d5-40af-a370-8a401d7f46c8 req-720dfa1f-f44e-460e-85f3-7e8ca44d2992 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 943 time: 0.1854649 Sep 21 12:21:42.948008 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-74411f2f-e00f-4729-bf5d-770029d3684c req-101534e0-9e5f-4857-9f32-3347a63ee1ca service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee7ca2d0-d70f-46f5-af82-81e48a262d02 HTTP/1.1" status: 200 len: 217 time: 0.1905890 Sep 21 12:21:42.952957 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=100 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:21:43.009068 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-e61bce23-8087-472b-a1f5-cc289629f4bd req-b9782c00-29fd-4da9-a2fa-94941b958a6d service neutron] 10.222.0.66 "GET /networking/v2.0/networks/b63f4162-66af-473e-9153-2acb9ad38029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892583 Sep 21 12:21:43.014166 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-254de0c2-11d5-40af-a370-8a401d7f46c8 req-690cf177-f362-4d2a-95cd-8b26d6695107 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cd8a5d76-473c-4b81-a3f8-a207e80c4412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035864 Sep 21 12:21:43.085121 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74411f2f-e00f-4729-bf5d-770029d3684c req-5de0333a-1c9f-4d38-ac65-bfc5f12d0a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:43.087148 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-74411f2f-e00f-4729-bf5d-770029d3684c req-5de0333a-1c9f-4d38-ac65-bfc5f12d0a7f service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=1ad2b91e-60c9-4af5-9a83-ab634cc92cf0 HTTP/1.1" status: 200 len: 849 time: 0.1307325 Sep 21 12:21:43.127528 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-e61bce23-8087-472b-a1f5-cc289629f4bd req-14e2613a-d33a-468d-ae4a-8e6da2d2ca8d service neutron] 10.222.0.66 "GET /networking/v2.0/networks/b63f4162-66af-473e-9153-2acb9ad38029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114156 Sep 21 12:21:43.185715 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-138c8358-296e-4407-b253-43302d0c84ee req-53e22037-cc9a-4810-8a74-db21143d8269 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2366059 Sep 21 12:21:43.191731 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e3339-b78c-484a-a923-77ba2c8d585c req-8c23d5d6-5e5d-4a0f-9817-7ee33fa7b5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:43.193364 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e01e3339-b78c-484a-a923-77ba2c8d585c req-8c23d5d6-5e5d-4a0f-9817-7ee33fa7b5cd service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=b3f0e30c-c130-4bd6-a99c-2726089c3f25 HTTP/1.1" status: 200 len: 918 time: 0.6764519 Sep 21 12:21:43.206486 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74411f2f-e00f-4729-bf5d-770029d3684c req-7c12a8bd-3064-4c99-b4a2-565a20a99753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:43.208241 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-74411f2f-e00f-4729-bf5d-770029d3684c req-7c12a8bd-3064-4c99-b4a2-565a20a99753 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=5da5489c-9c30-4169-9afe-1354fb43296f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1059492 Sep 21 12:21:43.261664 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a1d5dd-2b19-421a-a5ff-9bd173d05cb0 req-5e60332b-258c-4311-bc94-9edea2f18255 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:43.263610 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-02a1d5dd-2b19-421a-a5ff-9bd173d05cb0 req-5e60332b-258c-4311-bc94-9edea2f18255 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 943 time: 0.0537064 Sep 21 12:21:43.298880 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 1f39c2aa-a245-4b77-8233-20f0c6c6cb30 details requested by agent hyperv_hv-cinder-85867 with host hv-cinder-85867 {{(pid=106203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 12:21:43.311569 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-02a1d5dd-2b19-421a-a5ff-9bd173d05cb0 req-d3c4920c-af7d-48df-85b3-4ea7645e6465 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423834 Sep 21 12:21:43.390515 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:21:43.417434 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port 1f39c2aa-a245-4b77-8233-20f0c6c6cb30, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=1f39c2aa-a245-4b77-8233-20f0c6c6cb30,segment=NetworkSegment(8f611811-e093-433f-9aea-61970f40e4b3),segment_id=8f611811-e093-433f-9aea-61970f40e4b3)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:21:43.429595 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Returning: {'device': '1f39c2aa-a245-4b77-8233-20f0c6c6cb30', 'network_id': 'b3f0e30c-c130-4bd6-a99c-2726089c3f25', 'port_id': '1f39c2aa-a245-4b77-8233-20f0c6c6cb30', 'mac_address': 'fa:16:3e:99:08:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5cf9592-7b6c-4eba-b546-68b41c284733', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 12:21:43.465554 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Current status of the port 1f39c2aa-a245-4b77-8233-20f0c6c6cb30 is: DOWN; New status is: BUILD {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:21:43.465989 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (1f39c2aa-a245-4b77-8233-20f0c6c6cb30), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:43.479392 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.notifiers.nova [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f39c2aa-a245-4b77-8233-20f0c6c6cb30 {{(pid=106203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 12:21:43.502163 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port 1f39c2aa-a245-4b77-8233-20f0c6c6cb30, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=1f39c2aa-a245-4b77-8233-20f0c6c6cb30,segment=NetworkSegment(8f611811-e093-433f-9aea-61970f40e4b3),segment_id=8f611811-e093-433f-9aea-61970f40e4b3)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:21:43.507644 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (1f39c2aa-a245-4b77-8233-20f0c6c6cb30), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:43.556754 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Pushing event updated for resources: {'Port': ['ID=1f39c2aa-a245-4b77-8233-20f0c6c6cb30,revision_number=4']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:21:43.565676 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:21:43.566123 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:21:43.566467 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:21:43.566893 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:21:43.567711 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:21:43.568101 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:21:43.568681 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:21:43.569150 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:21:43.569577 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:21:43.569913 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:21:43.570240 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:21:43.570584 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:21:43.570945 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:21:43.571272 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:21:43.571593 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:21:44.136381 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=100 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:21:44.148729 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b2cc4-7727-4364-bc10-1513ef7e7790 req-0a4ed259-ea1f-44a7-8ca2-daae8dbda478 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:44.150215 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-862b2cc4-7727-4364-bc10-1513ef7e7790 req-0a4ed259-ea1f-44a7-8ca2-daae8dbda478 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 943 time: 0.0519967 Sep 21 12:21:44.201132 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-862b2cc4-7727-4364-bc10-1513ef7e7790 req-9a58b958-c741-407f-a315-4eed9ec7bbbf tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cd8a5d76-473c-4b81-a3f8-a207e80c4412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424163 Sep 21 12:21:44.312013 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ffd686-dd39-4362-8a79-96c82fd1143a req-1d7cd49d-8ad6-4fac-ba45-d5cdcd872750 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:44.313391 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-49ffd686-dd39-4362-8a79-96c82fd1143a req-1d7cd49d-8ad6-4fac-ba45-d5cdcd872750 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 945 time: 0.0468123 Sep 21 12:21:44.360614 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-49ffd686-dd39-4362-8a79-96c82fd1143a req-56213548-9fca-4076-a6c5-d8d1304226d5 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414979 Sep 21 12:21:44.437715 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b38e83-4171-4cd8-b3ee-b772d4a91da9 req-56bb08c9-0ea5-49fb-9e5d-e674fecaabde tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:44.439704 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e3b38e83-4171-4cd8-b3ee-b772d4a91da9 req-56bb08c9-0ea5-49fb-9e5d-e674fecaabde tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 943 time: 0.0518475 Sep 21 12:21:44.486640 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e3b38e83-4171-4cd8-b3ee-b772d4a91da9 req-78521837-5be9-4f98-8c92-838b713b911c tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415323 Sep 21 12:21:45.322905 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f791d9-c36f-44c8-bc13-4b0d4c6618f0 req-1e5eed3e-0b00-4563-b2cd-07d4b8f399a5 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:45.324389 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-27f791d9-c36f-44c8-bc13-4b0d4c6618f0 req-1e5eed3e-0b00-4563-b2cd-07d4b8f399a5 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 943 time: 0.0466309 Sep 21 12:21:45.374230 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-27f791d9-c36f-44c8-bc13-4b0d4c6618f0 req-6fd23b86-d199-4cb9-bb96-b9377e37f70d tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cd8a5d76-473c-4b81-a3f8-a207e80c4412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442061 Sep 21 12:21:45.490406 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e67bf-8d55-4020-94b8-43607027382f req-c41c44f7-7786-42f6-921e-4cf0f1c4c7fd tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:45.491917 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-486e67bf-8d55-4020-94b8-43607027382f req-c41c44f7-7786-42f6-921e-4cf0f1c4c7fd tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 945 time: 0.0501311 Sep 21 12:21:45.540430 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-486e67bf-8d55-4020-94b8-43607027382f req-b8744111-2df8-42d7-b04c-dee0c00fb52f tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428810 Sep 21 12:21:45.608126 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c3bab-e519-47da-8bda-807b89c04a4b req-3c170aa7-dce7-471b-a667-f3b127238069 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:45.609596 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-ba8c3bab-e519-47da-8bda-807b89c04a4b req-3c170aa7-dce7-471b-a667-f3b127238069 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 943 time: 0.0481532 Sep 21 12:21:45.657664 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-ba8c3bab-e519-47da-8bda-807b89c04a4b req-5aa6acf0-fd3f-44be-b2c2-47e54df2ab33 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424252 Sep 21 12:21:46.494561 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf86b3c1-d6dc-4c8e-b324-fdf28e851f78 req-20d3218e-1dbf-4d69-9804-a5c18087e0b7 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:46.496063 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-cf86b3c1-d6dc-4c8e-b324-fdf28e851f78 req-20d3218e-1dbf-4d69-9804-a5c18087e0b7 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 943 time: 0.0484183 Sep 21 12:21:46.546966 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-cf86b3c1-d6dc-4c8e-b324-fdf28e851f78 req-8d2185e9-83a6-40b9-a6ea-af500016dbe1 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cd8a5d76-473c-4b81-a3f8-a207e80c4412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445704 Sep 21 12:21:46.668110 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15d0ea-2cec-4804-b495-d29f5a1f9540 req-f7739c84-c5a3-40e1-ab74-3435e754d479 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:46.670108 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-3d15d0ea-2cec-4804-b495-d29f5a1f9540 req-f7739c84-c5a3-40e1-ab74-3435e754d479 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 945 time: 0.0461071 Sep 21 12:21:46.718935 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-3d15d0ea-2cec-4804-b495-d29f5a1f9540 req-67f3f656-6b5f-4056-ba0d-e22b73b28cc3 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433500 Sep 21 12:21:46.779675 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da2637a-51d2-4659-9a78-6b7749768fde req-92fb5dd8-2c0f-4ff5-ac7b-35bb04cda41b tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:46.781164 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-3da2637a-51d2-4659-9a78-6b7749768fde req-92fb5dd8-2c0f-4ff5-ac7b-35bb04cda41b tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 943 time: 0.0467496 Sep 21 12:21:46.831899 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-3da2637a-51d2-4659-9a78-6b7749768fde req-093addc9-3c60-48ed-bcd7-8723467a7232 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439999 Sep 21 12:21:47.669835 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670ed62-f329-4b2f-bf8a-f1b793a7eed2 req-850621f3-6067-4e25-a434-87dfd948cec7 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:47.671315 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-6670ed62-f329-4b2f-bf8a-f1b793a7eed2 req-850621f3-6067-4e25-a434-87dfd948cec7 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 943 time: 0.0502658 Sep 21 12:21:47.718883 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-6670ed62-f329-4b2f-bf8a-f1b793a7eed2 req-8cb084c4-d342-4ca2-8a03-edc7af1494c4 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cd8a5d76-473c-4b81-a3f8-a207e80c4412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418820 Sep 21 12:21:47.849949 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a75c8-0955-4840-901e-1f3b4b392bf1 req-b06c457b-4597-4c37-be69-779df2da2bea tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:47.851461 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-c77a75c8-0955-4840-901e-1f3b4b392bf1 req-b06c457b-4597-4c37-be69-779df2da2bea tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 945 time: 0.0510578 Sep 21 12:21:47.901899 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-c77a75c8-0955-4840-901e-1f3b4b392bf1 req-1da7df48-e3d1-4891-b472-33e9a1903e5f tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444090 Sep 21 12:21:47.955418 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40527796-ff1c-49d3-ad95-c4b89f8280ca req-741b3694-e859-4429-bc42-986a6a1e27cf tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:47.957335 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-40527796-ff1c-49d3-ad95-c4b89f8280ca req-741b3694-e859-4429-bc42-986a6a1e27cf tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 943 time: 0.0484130 Sep 21 12:21:48.008536 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-40527796-ff1c-49d3-ad95-c4b89f8280ca req-1687e78f-f5a2-471f-a5ce-5d686a70a5e4 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451376 Sep 21 12:21:48.674978 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] get_ports_and_sgs() called for port_ids ['1f39c2aa-a245-4b77-8233-20f0c6c6cb30'] {{(pid=106203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 12:21:48.751237 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (986f726e-8c98-4005-b3b7-e033305b1240), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:48.851846 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199c7710-8872-4ba8-ad2c-943625b07af6 req-d41a4fee-3e73-4ddb-92b0-6d2d7c18bd5c tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:48.853441 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-199c7710-8872-4ba8-ad2c-943625b07af6 req-d41a4fee-3e73-4ddb-92b0-6d2d7c18bd5c tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 943 time: 0.0533824 Sep 21 12:21:48.905965 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-199c7710-8872-4ba8-ad2c-943625b07af6 req-261247ba-0267-4d3c-8014-8fd697c69fd4 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cd8a5d76-473c-4b81-a3f8-a207e80c4412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461807 Sep 21 12:21:49.013564 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=100 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:21:49.023829 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78385f57-aa60-4413-8260-e02244957f1f req-f958a3ba-3527-4216-aee6-1bd4b4cea641 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:49.025269 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-78385f57-aa60-4413-8260-e02244957f1f req-f958a3ba-3527-4216-aee6-1bd4b4cea641 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 945 time: 0.0452104 Sep 21 12:21:49.076266 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-78385f57-aa60-4413-8260-e02244957f1f req-97136df5-8186-455a-917e-92aa88a6bfca tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448043 Sep 21 12:21:49.125942 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340f69f-76e3-47cd-9a89-2ae612155ca0 req-a0385fe2-d9a4-4680-a4c5-eb60203da60a tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:49.127422 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-1340f69f-76e3-47cd-9a89-2ae612155ca0 req-a0385fe2-d9a4-4680-a4c5-eb60203da60a tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 943 time: 0.0457578 Sep 21 12:21:49.174085 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-1340f69f-76e3-47cd-9a89-2ae612155ca0 req-5b0db3f4-7a10-42c6-a24e-86ffbec258ab tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410864 Sep 21 12:21:50.040001 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc23b0-7dfe-4c8b-930c-883d92eb9d08 req-3b169029-7764-4394-b74f-14dda6927882 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:50.047839 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-a2cc23b0-7dfe-4c8b-930c-883d92eb9d08 req-3b169029-7764-4394-b74f-14dda6927882 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 943 time: 0.0611424 Sep 21 12:21:50.096089 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=100 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:21:50.104163 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-a2cc23b0-7dfe-4c8b-930c-883d92eb9d08 req-87c41666-0cff-4f6b-ae0a-3ec62a62f147 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cd8a5d76-473c-4b81-a3f8-a207e80c4412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538893 Sep 21 12:21:50.208169 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db519c-2ed8-43a4-9682-9c879af13a07 req-e4f400e3-1c35-4fcb-b9da-c297c74f8761 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:50.210087 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-38db519c-2ed8-43a4-9682-9c879af13a07 req-e4f400e3-1c35-4fcb-b9da-c297c74f8761 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 945 time: 0.0504024 Sep 21 12:21:50.259258 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-38db519c-2ed8-43a4-9682-9c879af13a07 req-97025776-b25b-46f4-a585-9660e61bc99a tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435419 Sep 21 12:21:50.296047 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a91f2ad-2f9c-4089-92ce-d51348277013 req-95e557c2-8066-4185-848f-885224ed88ab tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:50.297518 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-1a91f2ad-2f9c-4089-92ce-d51348277013 req-95e557c2-8066-4185-848f-885224ed88ab tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 943 time: 0.0462620 Sep 21 12:21:50.344174 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-1a91f2ad-2f9c-4089-92ce-d51348277013 req-e89184b1-0dd9-48fa-9bfd-4d19fcb6368c tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411453 Sep 21 12:21:50.475691 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 9b27a8b0-6e14-43db-b7d2-00fb7465cce0 details requested by agent hyperv_hv-cinder-85867 with host hv-cinder-85867 {{(pid=106203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 12:21:50.478929 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:21:50.578069 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port 9b27a8b0-6e14-43db-b7d2-00fb7465cce0, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=9b27a8b0-6e14-43db-b7d2-00fb7465cce0,segment=NetworkSegment(5be53f91-aee1-48e3-9112-bdcdf49a807c),segment_id=5be53f91-aee1-48e3-9112-bdcdf49a807c)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:21:50.590270 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Returning: {'device': '9b27a8b0-6e14-43db-b7d2-00fb7465cce0', 'network_id': 'b63f4162-66af-473e-9153-2acb9ad38029', 'port_id': '9b27a8b0-6e14-43db-b7d2-00fb7465cce0', 'mac_address': 'fa:16:3e:35:c6:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ad8a1ff-f00e-4a0f-ba67-d6724a11803d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 12:21:50.635847 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Current status of the port 9b27a8b0-6e14-43db-b7d2-00fb7465cce0 is: DOWN; New status is: BUILD {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:21:50.636296 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (9b27a8b0-6e14-43db-b7d2-00fb7465cce0), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:50.652085 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.notifiers.nova [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b27a8b0-6e14-43db-b7d2-00fb7465cce0 {{(pid=106203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 12:21:50.679976 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port 9b27a8b0-6e14-43db-b7d2-00fb7465cce0, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=9b27a8b0-6e14-43db-b7d2-00fb7465cce0,segment=NetworkSegment(5be53f91-aee1-48e3-9112-bdcdf49a807c),segment_id=5be53f91-aee1-48e3-9112-bdcdf49a807c)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:21:50.688433 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (9b27a8b0-6e14-43db-b7d2-00fb7465cce0), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:50.754123 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Pushing event updated for resources: {'Port': ['ID=9b27a8b0-6e14-43db-b7d2-00fb7465cce0,revision_number=4']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:21:51.190066 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=100 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:21:51.226860 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab1e15c-8fa7-4b5e-8696-5b67f93af934 req-a83d8f00-0037-45f9-9f0f-332a49f6bb54 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:51.228344 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-cab1e15c-8fa7-4b5e-8696-5b67f93af934 req-a83d8f00-0037-45f9-9f0f-332a49f6bb54 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 944 time: 0.0472212 Sep 21 12:21:51.276039 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-cab1e15c-8fa7-4b5e-8696-5b67f93af934 req-cd6493b6-2e3c-4fde-8c3a-2f869c069982 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cd8a5d76-473c-4b81-a3f8-a207e80c4412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420563 Sep 21 12:21:51.383520 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be3501-f9f2-4456-9337-d478f8cb6b77 req-67f8308e-1c71-4025-82d9-fb7c0ba5a268 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:51.385169 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-d3be3501-f9f2-4456-9337-d478f8cb6b77 req-67f8308e-1c71-4025-82d9-fb7c0ba5a268 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 945 time: 0.0479841 Sep 21 12:21:51.432744 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-d3be3501-f9f2-4456-9337-d478f8cb6b77 req-eabe610c-e782-45fc-b455-fff752d359be tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415063 Sep 21 12:21:51.468968 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78649b5c-63bc-4a09-ad47-e996f618d40b req-10e5b3f4-105e-4dc7-b4b7-f8f9f86a83f6 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:51.470707 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-78649b5c-63bc-4a09-ad47-e996f618d40b req-10e5b3f4-105e-4dc7-b4b7-f8f9f86a83f6 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 943 time: 0.0527329 Sep 21 12:21:51.517257 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=100 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:21:51.525438 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-78649b5c-63bc-4a09-ad47-e996f618d40b req-87804e8e-0d2a-4013-a77a-de86f9d7d496 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492692 Sep 21 12:21:52.391780 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57ee91-f8af-4214-bf96-1f34f9313b0d req-b19c4854-a0e4-43e8-842e-81ad1bab8e35 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:52.393254 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-6a57ee91-f8af-4214-bf96-1f34f9313b0d req-b19c4854-a0e4-43e8-842e-81ad1bab8e35 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 944 time: 0.0448713 Sep 21 12:21:52.439145 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-6a57ee91-f8af-4214-bf96-1f34f9313b0d req-c4aa6ae2-157f-487f-b724-2e824290e135 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cd8a5d76-473c-4b81-a3f8-a207e80c4412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404274 Sep 21 12:21:52.555257 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b62b28e-a4b0-442d-a5bb-a8b241736a38 req-e5db76d9-6f74-47b4-9dba-80f0f79229b2 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:52.556765 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-9b62b28e-a4b0-442d-a5bb-a8b241736a38 req-e5db76d9-6f74-47b4-9dba-80f0f79229b2 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 945 time: 0.0455041 Sep 21 12:21:52.604669 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-9b62b28e-a4b0-442d-a5bb-a8b241736a38 req-7ef6b932-dc65-47b0-b7a7-43d6d30a7e21 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423656 Sep 21 12:21:52.647218 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffa694c-1b87-493e-8ed9-7ff4996bcfb5 req-8dfe17f3-7b67-4e78-803d-9e1caff5cafd tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:52.648710 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-cffa694c-1b87-493e-8ed9-7ff4996bcfb5 req-8dfe17f3-7b67-4e78-803d-9e1caff5cafd tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 943 time: 0.0499213 Sep 21 12:21:52.699282 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-cffa694c-1b87-493e-8ed9-7ff4996bcfb5 req-ed1eed17-8e77-4940-801c-441f3d816468 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448785 Sep 21 12:21:52.794092 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:21:52.812706 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=4 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:21:53.560815 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0350cb11-8a3a-473e-8112-ddc0fc9f731e req-dab97606-d250-4c87-a554-ce0382ddb84a tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:53.562275 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-0350cb11-8a3a-473e-8112-ddc0fc9f731e req-dab97606-d250-4c87-a554-ce0382ddb84a tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 944 time: 0.0460618 Sep 21 12:21:53.608935 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-0350cb11-8a3a-473e-8112-ddc0fc9f731e req-5ea52ec2-7322-4da3-b9fb-b145944a2c65 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cd8a5d76-473c-4b81-a3f8-a207e80c4412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411217 Sep 21 12:21:53.725901 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b4bd28-1a70-454b-af9a-d43a7d69693d req-334c16ec-478e-4746-b860-36919db7249c tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:53.727252 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-54b4bd28-1a70-454b-af9a-d43a7d69693d req-334c16ec-478e-4746-b860-36919db7249c tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 945 time: 0.0453389 Sep 21 12:21:53.776652 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-54b4bd28-1a70-454b-af9a-d43a7d69693d req-e39feb1c-3d25-4bff-abb0-e9cd6263fc26 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433009 Sep 21 12:21:53.822704 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192550b-ea31-4431-b379-96b48b5854f5 req-6dac354f-40fc-4e23-8f19-ffaf2667ffd9 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:53.824199 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-a192550b-ea31-4431-b379-96b48b5854f5 req-6dac354f-40fc-4e23-8f19-ffaf2667ffd9 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 943 time: 0.0505729 Sep 21 12:21:53.871535 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-a192550b-ea31-4431-b379-96b48b5854f5 req-6a76ffbf-cd91-4d07-90d5-1e204d2b164e tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408828 Sep 21 12:21:54.527575 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 1f39c2aa-a245-4b77-8233-20f0c6c6cb30 up at agent hyperv_hv-cinder-85867 {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:21:54.572080 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Provisioning for port 1f39c2aa-a245-4b77-8233-20f0c6c6cb30 completed by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 21 12:21:54.579489 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Provisioning complete for port 1f39c2aa-a245-4b77-8233-20f0c6c6cb30 triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:21:54.579903 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (1f39c2aa-a245-4b77-8233-20f0c6c6cb30), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:54.580244 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Attempt 1 to provision port 1f39c2aa-a245-4b77-8233-20f0c6c6cb30 Sep 21 12:21:54.623116 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:21:54.663657 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Current status of the port 1f39c2aa-a245-4b77-8233-20f0c6c6cb30 is: BUILD; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:21:54.664096 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (1f39c2aa-a245-4b77-8233-20f0c6c6cb30), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:54.666199 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e01e3339-b78c-484a-a923-77ba2c8d585c req-c41990ce-0a8d-4407-a478-7795a41d6d2a service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f39c2aa-a245-4b77-8233-20f0c6c6cb30 HTTP/1.1" status: 200 len: 217 time: 0.0452633 Sep 21 12:21:54.689164 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e9ebd08-4c95-43f6-a1a4-3268532d961e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f39c2aa-a245-4b77-8233-20f0c6c6cb30'}] {{(pid=106203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:21:54.755568 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1567e7d0-01b8-4932-b5c8-e8611d44c505 req-f1ee19f2-95cd-4a20-87ca-1e0e842cec93 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:54.757176 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-1567e7d0-01b8-4932-b5c8-e8611d44c505 req-f1ee19f2-95cd-4a20-87ca-1e0e842cec93 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 944 time: 0.0705690 Sep 21 12:21:54.782668 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e3339-b78c-484a-a923-77ba2c8d585c req-7695ed1e-38c2-4017-bcb8-ec74e40910c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:54.784472 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e01e3339-b78c-484a-a923-77ba2c8d585c req-7695ed1e-38c2-4017-bcb8-ec74e40910c6 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=f5cf9592-7b6c-4eba-b546-68b41c284733 HTTP/1.1" status: 200 len: 856 time: 0.0900578 Sep 21 12:21:54.804590 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port 1f39c2aa-a245-4b77-8233-20f0c6c6cb30, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=1f39c2aa-a245-4b77-8233-20f0c6c6cb30,segment=NetworkSegment(8f611811-e093-433f-9aea-61970f40e4b3),segment_id=8f611811-e093-433f-9aea-61970f40e4b3)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:21:54.808680 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-74411f2f-e00f-4729-bf5d-770029d3684c req-98f8ae74-e9fb-4bb2-86f8-780320ad57c0 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/5da5489c-9c30-4169-9afe-1354fb43296f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956971 Sep 21 12:21:54.813155 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (1f39c2aa-a245-4b77-8233-20f0c6c6cb30), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:54.842751 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f5c4d77a05fc023d1f839eaccf47ad38217f4e21b3a59551d1b02ed6bd0851a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-339eeb90-571f-4dba-886d-9bf969a150c9" -d '{"events": [{"server_uuid": "5e9ebd08-4c95-43f6-a1a4-3268532d961e", "name": "network-vif-plugged", "status": "completed", "tag": "1f39c2aa-a245-4b77-8233-20f0c6c6cb30"}]}' {{(pid=106203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:21:54.846105 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-1567e7d0-01b8-4932-b5c8-e8611d44c505 req-c3b1f6c0-279b-41c4-afcf-a447dbbb4636 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cd8a5d76-473c-4b81-a3f8-a207e80c4412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813699 Sep 21 12:21:54.895200 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Pushing event updated for resources: {'Port': ['ID=1f39c2aa-a245-4b77-8233-20f0c6c6cb30,revision_number=5']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:21:54.937159 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cad44f4-ec97-41b6-8c17-3302745d7a58 req-81eb1bb9-d2dc-4446-b8d7-00029bcc7665 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:54.938618 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-2cad44f4-ec97-41b6-8c17-3302745d7a58 req-81eb1bb9-d2dc-4446-b8d7-00029bcc7665 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 946 time: 0.0549242 Sep 21 12:21:54.995240 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-2cad44f4-ec97-41b6-8c17-3302745d7a58 req-7ce2a4ac-72de-4027-9c29-a5c06a34c480 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505948 Sep 21 12:21:55.008056 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 12:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea376bf-948b-4972-bd46-2f22905aee8b x-openstack-request-id: req-0ea376bf-948b-4972-bd46-2f22905aee8b {{(pid=106203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:21:55.008766 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e9ebd08-4c95-43f6-a1a4-3268532d961e", "name": "network-vif-plugged", "status": "completed", "tag": "1f39c2aa-a245-4b77-8233-20f0c6c6cb30", "code": 200}]} {{(pid=106203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:21:55.009223 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0ea376bf-948b-4972-bd46-2f22905aee8b {{(pid=106203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:21:55.010502 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ea376bf-948b-4972-bd46-2f22905aee8b'] response: {'server_uuid': '5e9ebd08-4c95-43f6-a1a4-3268532d961e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f39c2aa-a245-4b77-8233-20f0c6c6cb30', 'code': 200} Sep 21 12:21:55.106103 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38932841-2a8a-462d-8259-82b7cad32ab9 req-f575820e-ed99-401b-915d-fe3b134655c2 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:55.107651 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-38932841-2a8a-462d-8259-82b7cad32ab9 req-f575820e-ed99-401b-915d-fe3b134655c2 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 943 time: 0.0525379 Sep 21 12:21:55.175064 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-38932841-2a8a-462d-8259-82b7cad32ab9 req-f7a226e8-3933-4e78-9ae2-a8ac35548ceb tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577374 Sep 21 12:21:55.455498 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] get_ports_and_sgs() called for port_ids ['9b27a8b0-6e14-43db-b7d2-00fb7465cce0'] {{(pid=106203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 12:21:55.538718 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e3339-b78c-484a-a923-77ba2c8d585c req-5bb39509-78ae-4600-a42d-dbe04af7bea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:55.540731 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e01e3339-b78c-484a-a923-77ba2c8d585c req-5bb39509-78ae-4600-a42d-dbe04af7bea7 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=b3f0e30c-c130-4bd6-a99c-2726089c3f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0959351 Sep 21 12:21:55.640753 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-74411f2f-e00f-4729-bf5d-770029d3684c req-8e0991e4-3590-44cc-a817-63f72eac46d1 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/5da5489c-9c30-4169-9afe-1354fb43296f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869087 Sep 21 12:21:55.663582 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e01e3339-b78c-484a-a923-77ba2c8d585c req-c92d02e6-de0a-4cb8-8618-941df54af36c service neutron] 10.222.0.66 "GET /networking/v2.0/networks/b3f0e30c-c130-4bd6-a99c-2726089c3f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104655 Sep 21 12:21:55.766616 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=100 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:21:55.777166 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e01e3339-b78c-484a-a923-77ba2c8d585c req-67975af6-d1e3-4a59-9c41-223323ce704e service neutron] 10.222.0.66 "GET /networking/v2.0/networks/b3f0e30c-c130-4bd6-a99c-2726089c3f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929015 Sep 21 12:21:55.997514 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb889f9-73a5-40af-b3c8-22b9dc71565c req-4efeb481-c1f5-4710-a1a3-3c8cd59e12e5 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:55.999595 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-6cb889f9-73a5-40af-b3c8-22b9dc71565c req-4efeb481-c1f5-4710-a1a3-3c8cd59e12e5 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 944 time: 0.0464385 Sep 21 12:21:56.047727 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-6cb889f9-73a5-40af-b3c8-22b9dc71565c req-3e9b9c19-c603-41cd-a0dc-3058e93a8896 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cd8a5d76-473c-4b81-a3f8-a207e80c4412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426886 Sep 21 12:21:56.153315 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2044a463-e884-48f1-8525-80afeb28a88b req-da6e0e4e-6e7e-4c36-bc1e-2a7c1152f614 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:56.153315 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-2044a463-e884-48f1-8525-80afeb28a88b req-da6e0e4e-6e7e-4c36-bc1e-2a7c1152f614 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 946 time: 0.0664186 Sep 21 12:21:56.200520 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-2044a463-e884-48f1-8525-80afeb28a88b req-e0302fa4-ae7c-46e5-b736-77d6b2aea48c tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433521 Sep 21 12:21:56.294129 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=100 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:21:56.316034 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8ef95-8abe-4790-97a2-e8fdee3d9efb req-54060605-2073-4771-889f-1e1b8914e02e tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:56.317701 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-89b8ef95-8abe-4790-97a2-e8fdee3d9efb req-54060605-2073-4771-889f-1e1b8914e02e tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 943 time: 0.0525954 Sep 21 12:21:56.373494 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-89b8ef95-8abe-4790-97a2-e8fdee3d9efb req-9d418bbf-92dd-4f07-922f-0dd4f32ca3cf tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490382 Sep 21 12:21:56.849404 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 9b27a8b0-6e14-43db-b7d2-00fb7465cce0 up at agent hyperv_hv-cinder-85867 {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:21:56.890817 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Provisioning for port 9b27a8b0-6e14-43db-b7d2-00fb7465cce0 completed by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 21 12:21:56.896610 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Provisioning complete for port 9b27a8b0-6e14-43db-b7d2-00fb7465cce0 triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:21:56.896997 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (9b27a8b0-6e14-43db-b7d2-00fb7465cce0), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:56.897361 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Attempt 1 to provision port 9b27a8b0-6e14-43db-b7d2-00fb7465cce0 Sep 21 12:21:56.971023 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Current status of the port 9b27a8b0-6e14-43db-b7d2-00fb7465cce0 is: BUILD; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:21:56.971401 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (9b27a8b0-6e14-43db-b7d2-00fb7465cce0), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:56.994563 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:21:57.002879 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port 9b27a8b0-6e14-43db-b7d2-00fb7465cce0, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=9b27a8b0-6e14-43db-b7d2-00fb7465cce0,segment=NetworkSegment(5be53f91-aee1-48e3-9112-bdcdf49a807c),segment_id=5be53f91-aee1-48e3-9112-bdcdf49a807c)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:21:57.008663 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (9b27a8b0-6e14-43db-b7d2-00fb7465cce0), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:57.012985 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b11d666e-1c68-4889-b80e-a66aa10e05e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b27a8b0-6e14-43db-b7d2-00fb7465cce0'}] {{(pid=106203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:21:57.015750 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f5c4d77a05fc023d1f839eaccf47ad38217f4e21b3a59551d1b02ed6bd0851a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2efa8e91-98ce-465e-aa5c-a6f255f53ba0" -d '{"events": [{"server_uuid": "b11d666e-1c68-4889-b80e-a66aa10e05e9", "name": "network-vif-plugged", "status": "completed", "tag": "9b27a8b0-6e14-43db-b7d2-00fb7465cce0"}]}' {{(pid=106203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:21:57.055729 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 12:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c344fff-087a-45bc-ad0b-4eafebe892d6 x-openstack-request-id: req-3c344fff-087a-45bc-ad0b-4eafebe892d6 {{(pid=106203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:21:57.056098 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b11d666e-1c68-4889-b80e-a66aa10e05e9", "name": "network-vif-plugged", "status": "completed", "tag": "9b27a8b0-6e14-43db-b7d2-00fb7465cce0", "code": 200}]} {{(pid=106203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:21:57.056354 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3c344fff-087a-45bc-ad0b-4eafebe892d6 {{(pid=106203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:21:57.056752 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c344fff-087a-45bc-ad0b-4eafebe892d6'] response: {'server_uuid': 'b11d666e-1c68-4889-b80e-a66aa10e05e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b27a8b0-6e14-43db-b7d2-00fb7465cce0', 'code': 200} Sep 21 12:21:57.068343 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Pushing event updated for resources: {'Port': ['ID=9b27a8b0-6e14-43db-b7d2-00fb7465cce0,revision_number=5']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:21:57.173792 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2562efb-1378-40b7-b001-ed2a3794fcad req-aa1e6924-ac6e-437f-a733-9d97c229668a tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:57.175265 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f2562efb-1378-40b7-b001-ed2a3794fcad req-aa1e6924-ac6e-437f-a733-9d97c229668a tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 945 time: 0.0511858 Sep 21 12:21:57.232328 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f2562efb-1378-40b7-b001-ed2a3794fcad req-002ec882-46cd-436f-84c7-470b8e88585f tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cd8a5d76-473c-4b81-a3f8-a207e80c4412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514166 Sep 21 12:21:57.368786 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0360e9bc-2a12-4fbf-b89c-732308102a44 req-105a7c87-d342-420f-8ddf-54222b6560dc tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:57.370314 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-0360e9bc-2a12-4fbf-b89c-732308102a44 req-105a7c87-d342-420f-8ddf-54222b6560dc tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 946 time: 0.0599918 Sep 21 12:21:57.502906 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-0360e9bc-2a12-4fbf-b89c-732308102a44 req-0b95b236-7833-49b0-8418-0280968e8faf tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255929 Sep 21 12:21:57.581231 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b154eb-93ea-4ec0-8700-2d9d4df1907b req-3afdf787-741a-48ad-a3cf-a9e98c8b3cfa tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:57.583180 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-30b154eb-93ea-4ec0-8700-2d9d4df1907b req-3afdf787-741a-48ad-a3cf-a9e98c8b3cfa tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 943 time: 0.0543032 Sep 21 12:21:57.668779 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-30b154eb-93ea-4ec0-8700-2d9d4df1907b req-2e9fa9fe-06a4-455f-bb86-4c877415cd1a tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618541 Sep 21 12:21:58.011122 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 53024) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:21:58.127140 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-0205e278-7535-4204-a444-42757f491694 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:58.148037 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:21:58.193784 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:21:58.214098 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-0205e278-7535-4204-a444-42757f491694 admin admin] Publish callbacks [] for security_group (e48abbfe-fdb6-4abf-9df7-196ca83edc56), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:58.217762 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-0205e278-7535-4204-a444-42757f491694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (e48abbfe-fdb6-4abf-9df7-196ca83edc56), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:58.256329 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0205e278-7535-4204-a444-42757f491694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e48abbfe-fdb6-4abf-9df7-196ca83edc56,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:21:58.260069 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-0205e278-7535-4204-a444-42757f491694 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=874a97ef94334ee3af284946d2480fa7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2478967 Sep 21 12:21:58.262881 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 53036) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:21:58.266335 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0205e278-7535-4204-a444-42757f491694 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:21:58.266685 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0205e278-7535-4204-a444-42757f491694 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:21:58.267026 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0205e278-7535-4204-a444-42757f491694 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:21:58.267363 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0205e278-7535-4204-a444-42757f491694 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:21:58.267701 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0205e278-7535-4204-a444-42757f491694 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:21:58.268133 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0205e278-7535-4204-a444-42757f491694 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:21:58.268461 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0205e278-7535-4204-a444-42757f491694 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:21:58.268784 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0205e278-7535-4204-a444-42757f491694 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:21:58.269383 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0205e278-7535-4204-a444-42757f491694 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:21:58.269490 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0205e278-7535-4204-a444-42757f491694 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:21:58.269770 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0205e278-7535-4204-a444-42757f491694 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:21:58.270116 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0205e278-7535-4204-a444-42757f491694 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:21:58.270471 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0205e278-7535-4204-a444-42757f491694 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:21:58.270744 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0205e278-7535-4204-a444-42757f491694 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:21:58.271066 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0205e278-7535-4204-a444-42757f491694 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:21:58.317219 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-80ca710b-0aca-4e9d-a442-b3c1c3ac1c59 admin admin] Publish callbacks [] for security_group (e48abbfe-fdb6-4abf-9df7-196ca83edc56), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:58.358101 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6a840a-298c-42a2-acfb-6168d9a78300 req-f2e0e97f-938a-4dbc-b2a3-1b7ee3e11f8b tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:58.359853 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-1a6a840a-298c-42a2-acfb-6168d9a78300 req-f2e0e97f-938a-4dbc-b2a3-1b7ee3e11f8b tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 945 time: 0.0467694 Sep 21 12:21:58.413843 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-1a6a840a-298c-42a2-acfb-6168d9a78300 req-cc6743dc-384f-4fa4-9e93-d15f20810168 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cd8a5d76-473c-4b81-a3f8-a207e80c4412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478075 Sep 21 12:21:58.511304 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-80ca710b-0aca-4e9d-a442-b3c1c3ac1c59 admin admin] Publish callbacks [] for security_group (e48abbfe-fdb6-4abf-9df7-196ca83edc56), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:58.560545 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-80ca710b-0aca-4e9d-a442-b3c1c3ac1c59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (e48abbfe-fdb6-4abf-9df7-196ca83edc56), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:58.563623 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-80ca710b-0aca-4e9d-a442-b3c1c3ac1c59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:58.564865 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-80ca710b-0aca-4e9d-a442-b3c1c3ac1c59 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/e48abbfe-fdb6-4abf-9df7-196ca83edc56 HTTP/1.1" status: 204 len: 168 time: 0.3008773 Sep 21 12:21:58.572910 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ca710b-0aca-4e9d-a442-b3c1c3ac1c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48abbfe-fdb6-4abf-9df7-196ca83edc56,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:21:58.580579 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca710b-0aca-4e9d-a442-b3c1c3ac1c59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:21:58.580927 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca710b-0aca-4e9d-a442-b3c1c3ac1c59 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:21:58.581265 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca710b-0aca-4e9d-a442-b3c1c3ac1c59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:21:58.581624 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca710b-0aca-4e9d-a442-b3c1c3ac1c59 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:21:58.582283 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca710b-0aca-4e9d-a442-b3c1c3ac1c59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:21:58.582607 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca710b-0aca-4e9d-a442-b3c1c3ac1c59 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:21:58.582929 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca710b-0aca-4e9d-a442-b3c1c3ac1c59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:21:58.583249 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca710b-0aca-4e9d-a442-b3c1c3ac1c59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:21:58.583572 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca710b-0aca-4e9d-a442-b3c1c3ac1c59 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:21:58.583932 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca710b-0aca-4e9d-a442-b3c1c3ac1c59 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:21:58.584254 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca710b-0aca-4e9d-a442-b3c1c3ac1c59 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:21:58.584576 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca710b-0aca-4e9d-a442-b3c1c3ac1c59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:21:58.584910 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca710b-0aca-4e9d-a442-b3c1c3ac1c59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:21:58.585212 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca710b-0aca-4e9d-a442-b3c1c3ac1c59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:21:58.585525 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ca710b-0aca-4e9d-a442-b3c1c3ac1c59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:21:58.633972 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9757bcdb-247f-47e4-adf5-4572b2892e18 req-c3cab235-29e0-4e03-b5d2-68fa698a8a68 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:58.635553 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-9757bcdb-247f-47e4-adf5-4572b2892e18 req-c3cab235-29e0-4e03-b5d2-68fa698a8a68 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 946 time: 0.0471334 Sep 21 12:21:58.688275 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-9757bcdb-247f-47e4-adf5-4572b2892e18 req-4ec4236d-d1c9-413a-9fa3-134c21b6daf5 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455561 Sep 21 12:21:58.801139 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266bde95-f643-46bc-a0d0-aebd1ed96a2e req-2e12b4df-b0c8-41a5-b784-35d4e1b8fd6d tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:58.802524 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-266bde95-f643-46bc-a0d0-aebd1ed96a2e req-2e12b4df-b0c8-41a5-b784-35d4e1b8fd6d tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 943 time: 0.0462353 Sep 21 12:21:58.853793 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-266bde95-f643-46bc-a0d0-aebd1ed96a2e req-0487d2d7-959b-4fba-ac2d-0a682e598610 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438681 Sep 21 12:21:58.883024 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 53052) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:21:58.897236 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-979ce86a-43b0-4143-9bbb-57c245ab3f39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:58.973992 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-979ce86a-43b0-4143-9bbb-57c245ab3f39 admin admin] Publish callbacks [] for security_group (0c8617d3-ab56-441d-ae54-88b14c2d853d), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:58.977821 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-979ce86a-43b0-4143-9bbb-57c245ab3f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (0c8617d3-ab56-441d-ae54-88b14c2d853d), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:59.019733 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-979ce86a-43b0-4143-9bbb-57c245ab3f39 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=7f4a866d003144b08fffc59395c5b8fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1356769 Sep 21 12:21:59.020545 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979ce86a-43b0-4143-9bbb-57c245ab3f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c8617d3-ab56-441d-ae54-88b14c2d853d,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:21:59.022545 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 53056) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:21:59.070958 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-558b8bb1-3e97-4a87-87aa-06b2bd334014 admin admin] Publish callbacks [] for security_group (0c8617d3-ab56-441d-ae54-88b14c2d853d), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:59.090929 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-558b8bb1-3e97-4a87-87aa-06b2bd334014 admin admin] Publish callbacks [] for security_group (0c8617d3-ab56-441d-ae54-88b14c2d853d), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:59.141656 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-558b8bb1-3e97-4a87-87aa-06b2bd334014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (0c8617d3-ab56-441d-ae54-88b14c2d853d), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:59.144405 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-558b8bb1-3e97-4a87-87aa-06b2bd334014 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:21:59.148256 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-558b8bb1-3e97-4a87-87aa-06b2bd334014 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/0c8617d3-ab56-441d-ae54-88b14c2d853d HTTP/1.1" status: 204 len: 168 time: 0.1219354 Sep 21 12:21:59.153429 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558b8bb1-3e97-4a87-87aa-06b2bd334014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c8617d3-ab56-441d-ae54-88b14c2d853d,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:21:59.543672 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4299656f-d596-4eae-8451-56259980ddf3 req-cb10706a-d75f-4b31-a828-58ca625dda0e tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:59.546082 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-4299656f-d596-4eae-8451-56259980ddf3 req-cb10706a-d75f-4b31-a828-58ca625dda0e tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 945 time: 0.0560455 Sep 21 12:21:59.601322 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-4299656f-d596-4eae-8451-56259980ddf3 req-fc195cf3-2926-4d5b-ad6d-c34cff605514 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cd8a5d76-473c-4b81-a3f8-a207e80c4412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478115 Sep 21 12:21:59.825337 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6161ca26-c409-4c10-a132-dd28b04a3204 req-e08462ae-8305-4ebf-98c3-a554ffa4abdc tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:59.827400 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-6161ca26-c409-4c10-a132-dd28b04a3204 req-e08462ae-8305-4ebf-98c3-a554ffa4abdc tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 946 time: 0.0520396 Sep 21 12:21:59.876292 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-6161ca26-c409-4c10-a132-dd28b04a3204 req-28c65c5e-127a-4b5d-a4a8-71928435a500 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427277 Sep 21 12:21:59.963202 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:21:59.981190 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3229755-12ef-4c47-9427-f912fd6f6582 req-f8fa38a2-7a68-4dc2-823c-0ec1fd245a55 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:21:59.982742 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-d3229755-12ef-4c47-9427-f912fd6f6582 req-f8fa38a2-7a68-4dc2-823c-0ec1fd245a55 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 943 time: 0.0509968 Sep 21 12:22:00.042178 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-d3229755-12ef-4c47-9427-f912fd6f6582 req-36e2e7ed-5959-4c71-87e9-c27b38a4221a tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494618 Sep 21 12:22:00.531291 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device ee7ca2d0-d70f-46f5-af82-81e48a262d02 details requested by agent hyperv_hv-cinder-85867 with host hv-cinder-85867 {{(pid=106203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 12:22:00.640088 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port ee7ca2d0-d70f-46f5-af82-81e48a262d02, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=ee7ca2d0-d70f-46f5-af82-81e48a262d02,segment=NetworkSegment(a0d42efa-470c-43ee-a1e8-ed6c41bfc084),segment_id=a0d42efa-470c-43ee-a1e8-ed6c41bfc084)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:22:00.655076 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Returning: {'device': 'ee7ca2d0-d70f-46f5-af82-81e48a262d02', 'network_id': '5da5489c-9c30-4169-9afe-1354fb43296f', 'port_id': 'ee7ca2d0-d70f-46f5-af82-81e48a262d02', 'mac_address': 'fa:16:3e:87:17:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ad2b91e-60c9-4af5-9a83-ab634cc92cf0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 12:22:00.694810 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Current status of the port ee7ca2d0-d70f-46f5-af82-81e48a262d02 is: DOWN; New status is: BUILD {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:22:00.695106 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (ee7ca2d0-d70f-46f5-af82-81e48a262d02), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:00.709479 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.notifiers.nova [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee7ca2d0-d70f-46f5-af82-81e48a262d02 {{(pid=106203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 12:22:00.730746 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port ee7ca2d0-d70f-46f5-af82-81e48a262d02, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=ee7ca2d0-d70f-46f5-af82-81e48a262d02,segment=NetworkSegment(a0d42efa-470c-43ee-a1e8-ed6c41bfc084),segment_id=a0d42efa-470c-43ee-a1e8-ed6c41bfc084)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:22:00.732248 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ba1ac-db13-413d-a4b8-277efc386c90 req-713e6c9d-ce0c-422d-b9d6-e10917185023 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:00.734264 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-2c0ba1ac-db13-413d-a4b8-277efc386c90 req-713e6c9d-ce0c-422d-b9d6-e10917185023 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 945 time: 0.0518625 Sep 21 12:22:00.735561 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (ee7ca2d0-d70f-46f5-af82-81e48a262d02), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:00.794793 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-2c0ba1ac-db13-413d-a4b8-277efc386c90 req-aa04cf34-c028-44c4-919d-caa77b1afbe9 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cd8a5d76-473c-4b81-a3f8-a207e80c4412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528982 Sep 21 12:22:00.804539 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Pushing event updated for resources: {'Port': ['ID=ee7ca2d0-d70f-46f5-af82-81e48a262d02,revision_number=4']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:22:01.006048 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10240c2f-d3c0-4c66-b351-67557a83536d req-fb914258-9871-4491-8a91-d79f779e63db tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:01.007567 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-10240c2f-d3c0-4c66-b351-67557a83536d req-fb914258-9871-4491-8a91-d79f779e63db tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 946 time: 0.0462692 Sep 21 12:22:01.020372 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:22:01.056247 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-10240c2f-d3c0-4c66-b351-67557a83536d req-b25cd51b-56bd-4a92-8d22-3d81f2a77067 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431643 Sep 21 12:22:01.167006 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1020d9b7-9b29-4800-bc8b-b561bde2e7ac req-bb4c7e18-8c9e-460f-98bd-ed542ff9b0ce tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:01.168524 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-1020d9b7-9b29-4800-bc8b-b561bde2e7ac req-bb4c7e18-8c9e-460f-98bd-ed542ff9b0ce tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 944 time: 0.0498614 Sep 21 12:22:01.218210 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-1020d9b7-9b29-4800-bc8b-b561bde2e7ac req-b61e95c6-91e3-4339-bec0-4a39bce5dc0c tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440845 Sep 21 12:22:01.922863 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a259d638-1214-484e-afdb-a662f7821e8b req-bfb250fb-5626-4ae8-be7b-0bfa8d3e773f tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:01.924399 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-a259d638-1214-484e-afdb-a662f7821e8b req-bfb250fb-5626-4ae8-be7b-0bfa8d3e773f tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 945 time: 0.0471215 Sep 21 12:22:01.974459 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-a259d638-1214-484e-afdb-a662f7821e8b req-f60bd9f0-5d1a-4b25-ae75-d6d4b42bbaa0 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cd8a5d76-473c-4b81-a3f8-a207e80c4412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444384 Sep 21 12:22:02.209163 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf446c14-73bf-4fda-aa4d-bd4b9afec351 req-548d0ab3-02d1-4152-910f-863235d4331e tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:02.211448 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-cf446c14-73bf-4fda-aa4d-bd4b9afec351 req-548d0ab3-02d1-4152-910f-863235d4331e tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 946 time: 0.0735314 Sep 21 12:22:02.248419 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b661f-64f5-456b-b40d-6f63d4b40773 req-1bd4f6bc-106d-49a6-8fab-69b05cff8d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:02.250054 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-344b661f-64f5-456b-b40d-6f63d4b40773 req-1bd4f6bc-106d-49a6-8fab-69b05cff8d27 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 1130 time: 0.0964901 Sep 21 12:22:02.297914 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-cf446c14-73bf-4fda-aa4d-bd4b9afec351 req-d99783d1-13c7-4fb3-add5-a159535fe96f tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780442 Sep 21 12:22:02.351952 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106db3dd-5424-469f-9965-62c13c8d9903 req-107f0c47-aa49-48b4-a464-578d2a573e1e tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:02.353433 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-106db3dd-5424-469f-9965-62c13c8d9903 req-107f0c47-aa49-48b4-a464-578d2a573e1e tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 944 time: 0.0479550 Sep 21 12:22:02.404332 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-106db3dd-5424-469f-9965-62c13c8d9903 req-e8a9d4b6-84ce-4c64-8759-2e55d3fd7624 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451653 Sep 21 12:22:02.666950 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-344b661f-64f5-456b-b40d-6f63d4b40773 req-a1d7b288-52a5-4607-b9ba-4592ddc49b80 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:02.741767 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5faefe-3cf1-4239-bf44-b84d0bce8b27 req-55c50cfe-5587-4896-b572-62478f1ae57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:02.743268 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-9f5faefe-3cf1-4239-bf44-b84d0bce8b27 req-55c50cfe-5587-4896-b572-62478f1ae57e service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 1129 time: 0.0538175 Sep 21 12:22:02.770378 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-9f5faefe-3cf1-4239-bf44-b84d0bce8b27 req-31bad0be-a74f-4a18-bb35-06fc05622495 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:02.806417 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] get_ports_and_sgs() called for port_ids ['ee7ca2d0-d70f-46f5-af82-81e48a262d02'] {{(pid=106203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 12:22:02.814035 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-344b661f-64f5-456b-b40d-6f63d4b40773 req-a1d7b288-52a5-4607-b9ba-4592ddc49b80 service neutron] Publish callbacks [] for security_group (a0d8c38b-4dfb-4664-90dc-ec6a78cbff16), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:02.822230 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-344b661f-64f5-456b-b40d-6f63d4b40773 req-a1d7b288-52a5-4607-b9ba-4592ddc49b80 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (a0d8c38b-4dfb-4664-90dc-ec6a78cbff16), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:02.850308 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=100 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:22:02.850745 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.db.api [req-9f5faefe-3cf1-4239-bf44-b84d0bce8b27 req-31bad0be-a74f-4a18-bb35-06fc05622495 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 5918af5b051047a78ca6d5f0187d5156 {{(pid=106202) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 21 12:22:02.851159 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG oslo_db.api [req-9f5faefe-3cf1-4239-bf44-b84d0bce8b27 req-31bad0be-a74f-4a18-bb35-06fc05622495 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 12:22:02.871614 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d7b288-52a5-4607-b9ba-4592ddc49b80 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d8c38b-4dfb-4664-90dc-ec6a78cbff16,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:22:02.876662 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-344b661f-64f5-456b-b40d-6f63d4b40773 req-a1d7b288-52a5-4607-b9ba-4592ddc49b80 service neutron] 10.222.0.66 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2226460 Sep 21 12:22:03.091166 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c8b895-4daa-4894-b8db-12c74ae34ee1 req-31d5df38-575d-4e37-b7da-912b8b0b2d43 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:03.093214 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-27c8b895-4daa-4894-b8db-12c74ae34ee1 req-31d5df38-575d-4e37-b7da-912b8b0b2d43 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 945 time: 0.0462449 Sep 21 12:22:03.142317 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-27c8b895-4daa-4894-b8db-12c74ae34ee1 req-48e3e75e-f695-47ed-988d-a76826a67f7a tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cd8a5d76-473c-4b81-a3f8-a207e80c4412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436668 Sep 21 12:22:03.352369 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-9f5faefe-3cf1-4239-bf44-b84d0bce8b27 req-31bad0be-a74f-4a18-bb35-06fc05622495 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:03.446823 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488ea2e-5c32-4c34-93fb-e6526c552d8f req-101dd6a8-4cc6-458e-a8d9-9fa8dc7ebba7 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:03.448325 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-3488ea2e-5c32-4c34-93fb-e6526c552d8f req-101dd6a8-4cc6-458e-a8d9-9fa8dc7ebba7 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 946 time: 0.0665984 Sep 21 12:22:03.477594 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-9f5faefe-3cf1-4239-bf44-b84d0bce8b27 req-31bad0be-a74f-4a18-bb35-06fc05622495 service neutron] 10.222.0.66 "GET /networking/v2.0/security-groups?id=cd8a5d76-473c-4b81-a3f8-a207e80c4412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7254164 Sep 21 12:22:03.494202 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:22:03.508280 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-3488ea2e-5c32-4c34-93fb-e6526c552d8f req-69f6f07c-01dd-4e56-ade5-296533357ee2 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506051 Sep 21 12:22:03.541333 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d4b91-8cd0-44b9-bdfb-b65f0d716fc4 req-ae3b839e-60e9-4b35-9b56-b631195bac6f tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:03.542959 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-fd5d4b91-8cd0-44b9-bdfb-b65f0d716fc4 req-ae3b839e-60e9-4b35-9b56-b631195bac6f tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 944 time: 0.0624292 Sep 21 12:22:03.573773 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:22:03.599916 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-fd5d4b91-8cd0-44b9-bdfb-b65f0d716fc4 req-b07eb3f9-d76f-4e43-8b92-091973cf813a tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472035 Sep 21 12:22:03.859517 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 53200) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:22:03.970226 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-44a89d4a-6866-45a3-b566-58609199f969 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:03.990701 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:22:04.040872 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:22:04.050038 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-44a89d4a-6866-45a3-b566-58609199f969 admin admin] Publish callbacks [] for security_group (41f36a1a-dcb8-4a1f-9f5e-2ece43c7339c), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:04.053214 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-44a89d4a-6866-45a3-b566-58609199f969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (41f36a1a-dcb8-4a1f-9f5e-2ece43c7339c), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:04.095922 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a89d4a-6866-45a3-b566-58609199f969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f36a1a-dcb8-4a1f-9f5e-2ece43c7339c,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:22:04.100708 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-44a89d4a-6866-45a3-b566-58609199f969 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=b249fcd800ff4111be8e234fce1bf6ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2401204 Sep 21 12:22:04.103206 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 53208) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:22:04.151487 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-2b471e75-e6c1-4067-aa19-ccf587b9e6d7 admin admin] Publish callbacks [] for security_group (41f36a1a-dcb8-4a1f-9f5e-2ece43c7339c), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:04.171424 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-2b471e75-e6c1-4067-aa19-ccf587b9e6d7 admin admin] Publish callbacks [] for security_group (41f36a1a-dcb8-4a1f-9f5e-2ece43c7339c), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:04.243709 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-2b471e75-e6c1-4067-aa19-ccf587b9e6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (41f36a1a-dcb8-4a1f-9f5e-2ece43c7339c), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:04.246170 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-2b471e75-e6c1-4067-aa19-ccf587b9e6d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:04.247306 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-2b471e75-e6c1-4067-aa19-ccf587b9e6d7 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/41f36a1a-dcb8-4a1f-9f5e-2ece43c7339c HTTP/1.1" status: 204 len: 168 time: 0.1431758 Sep 21 12:22:04.263414 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b471e75-e6c1-4067-aa19-ccf587b9e6d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f36a1a-dcb8-4a1f-9f5e-2ece43c7339c,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:22:04.272651 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b81da-3d61-476f-ad24-ee111cf28d63 req-ede8e34a-b483-4f41-a466-03b9b9ec0ef0 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:04.274145 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-273b81da-3d61-476f-ad24-ee111cf28d63 req-ede8e34a-b483-4f41-a466-03b9b9ec0ef0 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 945 time: 0.0574601 Sep 21 12:22:04.329042 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-273b81da-3d61-476f-ad24-ee111cf28d63 req-610d2391-9679-4453-91e2-47919ffa5289 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cd8a5d76-473c-4b81-a3f8-a207e80c4412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491836 Sep 21 12:22:04.531294 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 53218) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:22:04.544585 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-77832c55-8fa5-4a74-85c4-44aa83ae08bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:04.624485 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-77832c55-8fa5-4a74-85c4-44aa83ae08bd admin admin] Publish callbacks [] for security_group (6d47ebf8-f5c1-433e-9ec7-4f0e81dd45ed), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:04.629118 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-77832c55-8fa5-4a74-85c4-44aa83ae08bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (6d47ebf8-f5c1-433e-9ec7-4f0e81dd45ed), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:04.648395 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a89b0-9d87-48cb-8fd5-6ab504d6bb8d req-b481dd7b-4a7c-4187-9203-b73eec8c6a45 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:04.649921 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-da9a89b0-9d87-48cb-8fd5-6ab504d6bb8d req-b481dd7b-4a7c-4187-9203-b73eec8c6a45 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 946 time: 0.0478132 Sep 21 12:22:04.671269 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-77832c55-8fa5-4a74-85c4-44aa83ae08bd admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=c83b0a987d224c9daed0e8ff094810e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1388485 Sep 21 12:22:04.672463 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77832c55-8fa5-4a74-85c4-44aa83ae08bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d47ebf8-f5c1-433e-9ec7-4f0e81dd45ed,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:22:04.674748 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 53224) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:22:04.705481 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-da9a89b0-9d87-48cb-8fd5-6ab504d6bb8d req-f5a17384-7463-43fb-b995-dcebebe147a5 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481617 Sep 21 12:22:04.750295 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617538c-ead7-4bea-9d12-fd584b0b6ba9 req-071d2dde-22bd-4e5c-8074-f00896322f08 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:04.751747 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e617538c-ead7-4bea-9d12-fd584b0b6ba9 req-071d2dde-22bd-4e5c-8074-f00896322f08 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 944 time: 0.0705748 Sep 21 12:22:04.756253 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:22:04.780161 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-e1ffbd93-9c93-4927-98d4-43a50206ff77 admin admin] Publish callbacks [] for security_group (6d47ebf8-f5c1-433e-9ec7-4f0e81dd45ed), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:04.812188 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-e1ffbd93-9c93-4927-98d4-43a50206ff77 admin admin] Publish callbacks [] for security_group (6d47ebf8-f5c1-433e-9ec7-4f0e81dd45ed), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:04.840405 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e617538c-ead7-4bea-9d12-fd584b0b6ba9 req-716503a0-297e-4970-86ae-13676a63cbcf tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818181 Sep 21 12:22:04.872012 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-e1ffbd93-9c93-4927-98d4-43a50206ff77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (6d47ebf8-f5c1-433e-9ec7-4f0e81dd45ed), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:04.874643 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-e1ffbd93-9c93-4927-98d4-43a50206ff77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:04.875806 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-e1ffbd93-9c93-4927-98d4-43a50206ff77 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/6d47ebf8-f5c1-433e-9ec7-4f0e81dd45ed HTTP/1.1" status: 204 len: 168 time: 0.1999753 Sep 21 12:22:04.883873 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ffbd93-9c93-4927-98d4-43a50206ff77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d47ebf8-f5c1-433e-9ec7-4f0e81dd45ed,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:22:05.456329 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7929f65b-64b1-42aa-a27f-2cd3b7fa2748 req-bd5cf539-b769-4f63-91b8-80e975027f21 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:05.458036 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-7929f65b-64b1-42aa-a27f-2cd3b7fa2748 req-bd5cf539-b769-4f63-91b8-80e975027f21 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 945 time: 0.0499051 Sep 21 12:22:05.510931 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-7929f65b-64b1-42aa-a27f-2cd3b7fa2748 req-505222fe-1abf-4664-80fb-bcdf73937575 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cd8a5d76-473c-4b81-a3f8-a207e80c4412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471733 Sep 21 12:22:05.829777 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:22:05.838558 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1824df-edea-41e1-9478-5325f2fe3988 req-72d07ce5-d4bf-4692-8f6c-36def5ce02da tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:05.840261 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8f1824df-edea-41e1-9478-5325f2fe3988 req-72d07ce5-d4bf-4692-8f6c-36def5ce02da tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 946 time: 0.0494454 Sep 21 12:22:05.902321 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8f1824df-edea-41e1-9478-5325f2fe3988 req-8313d2a4-dd6e-41da-88fb-b60fa5f71703 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555463 Sep 21 12:22:05.971278 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6bd5f8-3f60-486d-a693-ee8273508e3e req-566e72ce-0977-48c4-9b68-1cb040745c88 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:05.972959 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-9e6bd5f8-3f60-486d-a693-ee8273508e3e req-566e72ce-0977-48c4-9b68-1cb040745c88 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 944 time: 0.0478864 Sep 21 12:22:06.020253 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-9e6bd5f8-3f60-486d-a693-ee8273508e3e req-e13b91af-e17c-49f6-b7fc-af1807d18d7d tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414193 Sep 21 12:22:06.348582 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-7bc4095a-8dd4-4e74-a953-75330eb66c3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (f73c601a-29a1-4353-9f34-efd4ba2e6501), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:06.636767 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb67d04-25c0-4c3c-a25c-4179850e8c4e req-04e55275-b44f-477e-af3f-a344ff7544bf tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:06.638233 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-cfb67d04-25c0-4c3c-a25c-4179850e8c4e req-04e55275-b44f-477e-af3f-a344ff7544bf tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 945 time: 0.0502980 Sep 21 12:22:06.663225 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=4 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:22:06.686980 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-cfb67d04-25c0-4c3c-a25c-4179850e8c4e req-3beb15da-5555-4007-8757-61db930d2c0c tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cd8a5d76-473c-4b81-a3f8-a207e80c4412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431242 Sep 21 12:22:06.740385 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.agents_db [None req-f0b1ed15-d02e-46f0-bd67-2b506ff8404e None None] Agent healthcheck: found 6 active agents {{(pid=106204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:22:07.048407 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7747c5-09d4-4ff0-9aff-82b869bd4b14 req-b2e84b4f-e41d-47a8-8d3b-86492a1d0807 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:07.058446 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-7b7747c5-09d4-4ff0-9aff-82b869bd4b14 req-b2e84b4f-e41d-47a8-8d3b-86492a1d0807 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 946 time: 0.0583012 Sep 21 12:22:07.120375 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-7b7747c5-09d4-4ff0-9aff-82b869bd4b14 req-54c7c1ec-b2f1-4281-b715-62155d8c4d19 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510972 Sep 21 12:22:07.170559 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9420d-7b3b-484d-ac70-f34bf06812bf req-1a06af30-f72e-495b-8739-b3d0628e5860 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:07.172856 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-a5b9420d-7b3b-484d-ac70-f34bf06812bf req-1a06af30-f72e-495b-8739-b3d0628e5860 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 944 time: 0.0676165 Sep 21 12:22:07.227219 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-a5b9420d-7b3b-484d-ac70-f34bf06812bf req-b14f12f3-8e0b-47c4-b691-78eb55f80b78 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479543 Sep 21 12:22:07.803094 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57b219f-5fa1-4d10-aa34-cf8aaa59e2c9 req-ee6b1043-3476-4a51-a4bc-e28868261643 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:07.804693 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-e57b219f-5fa1-4d10-aa34-cf8aaa59e2c9 req-ee6b1043-3476-4a51-a4bc-e28868261643 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 945 time: 0.0447617 Sep 21 12:22:07.851093 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-e57b219f-5fa1-4d10-aa34-cf8aaa59e2c9 req-fe76f0a1-2042-4317-a06d-4986e1510379 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cd8a5d76-473c-4b81-a3f8-a207e80c4412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407662 Sep 21 12:22:08.259691 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67116ebe-efbb-4b9a-b868-12c1ec9ad76f req-e0b6ef2b-d27a-4cc5-990d-c8f13b14bf21 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:08.261192 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-67116ebe-efbb-4b9a-b868-12c1ec9ad76f req-e0b6ef2b-d27a-4cc5-990d-c8f13b14bf21 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 946 time: 0.0570455 Sep 21 12:22:08.312757 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-67116ebe-efbb-4b9a-b868-12c1ec9ad76f req-78a64803-6b96-4934-8225-95c550a46472 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459678 Sep 21 12:22:08.349739 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dc6b30-e79e-4968-a2c6-fc50e19812bc req-35faa717-6c40-4c89-bb41-3dc04dceb897 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:08.351206 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-83dc6b30-e79e-4968-a2c6-fc50e19812bc req-35faa717-6c40-4c89-bb41-3dc04dceb897 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 944 time: 0.0512152 Sep 21 12:22:08.400958 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-83dc6b30-e79e-4968-a2c6-fc50e19812bc req-05f92a46-9e4b-4ee3-a1f3-a0f32ac42f24 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441658 Sep 21 12:22:08.415520 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device ee7ca2d0-d70f-46f5-af82-81e48a262d02 up at agent hyperv_hv-cinder-85867 {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:22:08.463735 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Provisioning for port ee7ca2d0-d70f-46f5-af82-81e48a262d02 completed by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 21 12:22:08.469919 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Provisioning complete for port ee7ca2d0-d70f-46f5-af82-81e48a262d02 triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:22:08.470334 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (ee7ca2d0-d70f-46f5-af82-81e48a262d02), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:08.470666 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Attempt 1 to provision port ee7ca2d0-d70f-46f5-af82-81e48a262d02 Sep 21 12:22:08.543070 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Current status of the port ee7ca2d0-d70f-46f5-af82-81e48a262d02 is: BUILD; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:22:08.543359 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (ee7ca2d0-d70f-46f5-af82-81e48a262d02), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:08.567468 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee010d1f-46d4-487e-a93e-66c5e2ac895e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7ca2d0-d70f-46f5-af82-81e48a262d02'}] {{(pid=106203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:22:08.569724 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f5c4d77a05fc023d1f839eaccf47ad38217f4e21b3a59551d1b02ed6bd0851a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ac373a-4443-49a0-b77f-7199604b503a" -d '{"events": [{"server_uuid": "ee010d1f-46d4-487e-a93e-66c5e2ac895e", "name": "network-vif-plugged", "status": "completed", "tag": "ee7ca2d0-d70f-46f5-af82-81e48a262d02"}]}' {{(pid=106203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:22:08.583271 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port ee7ca2d0-d70f-46f5-af82-81e48a262d02, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=ee7ca2d0-d70f-46f5-af82-81e48a262d02,segment=NetworkSegment(a0d42efa-470c-43ee-a1e8-ed6c41bfc084),segment_id=a0d42efa-470c-43ee-a1e8-ed6c41bfc084)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:22:08.590642 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (ee7ca2d0-d70f-46f5-af82-81e48a262d02), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:08.622598 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 12:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9da784-6a8a-40bd-b719-a1a117315b2a x-openstack-request-id: req-de9da784-6a8a-40bd-b719-a1a117315b2a {{(pid=106203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:22:08.622910 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee010d1f-46d4-487e-a93e-66c5e2ac895e", "name": "network-vif-plugged", "status": "completed", "tag": "ee7ca2d0-d70f-46f5-af82-81e48a262d02", "code": 200}]} {{(pid=106203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:22:08.623155 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-de9da784-6a8a-40bd-b719-a1a117315b2a {{(pid=106203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:22:08.623533 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de9da784-6a8a-40bd-b719-a1a117315b2a'] response: {'server_uuid': 'ee010d1f-46d4-487e-a93e-66c5e2ac895e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7ca2d0-d70f-46f5-af82-81e48a262d02', 'code': 200} Sep 21 12:22:08.627848 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-a2dec900-6e14-417d-aed0-7d97ea33b459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (4f31b8b6-17c0-474d-bf52-0481ff2a5cf7), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:08.632600 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:22:08.650292 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Pushing event updated for resources: {'Port': ['ID=ee7ca2d0-d70f-46f5-af82-81e48a262d02,revision_number=5']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:22:08.973416 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b06ea7-8a94-4fdc-94c7-e544211eef3e req-be24833d-e3db-4f1e-9861-f428d0393787 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:08.974909 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-a6b06ea7-8a94-4fdc-94c7-e544211eef3e req-be24833d-e3db-4f1e-9861-f428d0393787 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 945 time: 0.0503457 Sep 21 12:22:09.020664 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-a6b06ea7-8a94-4fdc-94c7-e544211eef3e req-ee479f60-c0c4-4868-adce-f42f6393c28d tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cd8a5d76-473c-4b81-a3f8-a207e80c4412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402906 Sep 21 12:22:09.434952 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d99813-7e3f-430a-97f5-04c1bb222ed7 req-a59ec266-a895-4993-bc3f-e3c56e14da8b tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:09.437065 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-c2d99813-7e3f-430a-97f5-04c1bb222ed7 req-a59ec266-a895-4993-bc3f-e3c56e14da8b tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 946 time: 0.0452521 Sep 21 12:22:09.488290 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-c2d99813-7e3f-430a-97f5-04c1bb222ed7 req-466612c9-71c6-4bda-b8c8-33417c22cc31 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458703 Sep 21 12:22:09.527134 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e191ad-636d-49c9-9348-0f225bc18716 req-92bb5e1f-0eb3-4c52-a1b8-e01c268b6d50 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:09.528915 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-71e191ad-636d-49c9-9348-0f225bc18716 req-92bb5e1f-0eb3-4c52-a1b8-e01c268b6d50 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 945 time: 0.0495505 Sep 21 12:22:09.584458 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-71e191ad-636d-49c9-9348-0f225bc18716 req-44639377-b5ff-45e1-a288-27c051da69a1 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499473 Sep 21 12:22:09.913734 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-740e41e1-10de-4b2e-a9f0-9582d49d2a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (d7a8950b-d4d7-4646-ba54-d395483871b4), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:10.141804 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94175b-03dd-4f54-9311-0e7fede8bbf8 req-410894b7-3bea-441b-a974-5bc264f05ec1 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:10.143249 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-bd94175b-03dd-4f54-9311-0e7fede8bbf8 req-410894b7-3bea-441b-a974-5bc264f05ec1 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 945 time: 0.0463834 Sep 21 12:22:10.189433 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-bd94175b-03dd-4f54-9311-0e7fede8bbf8 req-48367a3a-6211-48b4-afe6-a7f8923b3f64 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cd8a5d76-473c-4b81-a3f8-a207e80c4412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405226 Sep 21 12:22:10.618331 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5fc525-cae5-4ca7-b07e-a6a886d11f2f req-7453c4e8-bfb7-4999-b2c3-16c4c5598c22 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:10.620099 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-5e5fc525-cae5-4ca7-b07e-a6a886d11f2f req-7453c4e8-bfb7-4999-b2c3-16c4c5598c22 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 946 time: 0.0509822 Sep 21 12:22:10.672976 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-5e5fc525-cae5-4ca7-b07e-a6a886d11f2f req-356d8d62-2109-40eb-b1be-fa0c8ef00034 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443413 Sep 21 12:22:10.724278 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd22b16-4ed6-4076-9664-9b990c83065b req-38f3f9f1-1d33-4328-90d8-281ace7b2887 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:10.725728 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-7cd22b16-4ed6-4076-9664-9b990c83065b req-38f3f9f1-1d33-4328-90d8-281ace7b2887 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 945 time: 0.0505717 Sep 21 12:22:10.772581 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-7cd22b16-4ed6-4076-9664-9b990c83065b req-db9a247d-4b2e-4f0b-8d98-f3781471bd25 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412600 Sep 21 12:22:11.215146 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (57fb69a9-4edc-44fd-8965-b65708e41306), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:11.309780 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073536f-c803-4ad0-b67d-80e7e3d896b2 req-3017c908-0a43-43c8-aabc-fa64dcc085c9 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:11.311932 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-6073536f-c803-4ad0-b67d-80e7e3d896b2 req-3017c908-0a43-43c8-aabc-fa64dcc085c9 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 945 time: 0.0495212 Sep 21 12:22:11.358165 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-6073536f-c803-4ad0-b67d-80e7e3d896b2 req-0bddb4ac-92ae-445d-8a49-859abc933863 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cd8a5d76-473c-4b81-a3f8-a207e80c4412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406847 Sep 21 12:22:11.463856 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c3e59811-0015-48e8-afb5-3d82d64b721e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (cef1489a-7471-4b81-a7c5-b9e507e96767), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:11.797377 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de643852-2d11-47d4-8eb2-3e2786dfa491 req-5cefe76d-f5d4-4852-b5de-3e533c927c9e tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:11.798845 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-de643852-2d11-47d4-8eb2-3e2786dfa491 req-5cefe76d-f5d4-4852-b5de-3e533c927c9e tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 946 time: 0.0461462 Sep 21 12:22:11.848165 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-de643852-2d11-47d4-8eb2-3e2786dfa491 req-9fcc24a9-7036-4df0-a5db-5588ff43e15c tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435991 Sep 21 12:22:11.901704 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0a989-931f-4b87-8380-ad90edc03bf9 req-394f2c9a-9ffc-4fd0-9a53-2217df9e6684 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:11.903250 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-b7e0a989-931f-4b87-8380-ad90edc03bf9 req-394f2c9a-9ffc-4fd0-9a53-2217df9e6684 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 945 time: 0.0556653 Sep 21 12:22:11.925549 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=100 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:22:11.933373 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=100 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:22:11.955298 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-b7e0a989-931f-4b87-8380-ad90edc03bf9 req-cebb9fb3-90ca-47f7-ae81-3e456d3dd62b tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456853 Sep 21 12:22:12.479112 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a972e-fc14-4c81-8493-b8bf9774f0fe req-c79e1405-448d-4c41-a7a9-2a894a8977f3 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:12.480601 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8a4a972e-fc14-4c81-8493-b8bf9774f0fe req-c79e1405-448d-4c41-a7a9-2a894a8977f3 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 945 time: 0.0479546 Sep 21 12:22:12.538096 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8a4a972e-fc14-4c81-8493-b8bf9774f0fe req-8e4e1407-f8e5-45b7-a84c-28a7268e63c4 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cd8a5d76-473c-4b81-a3f8-a207e80c4412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511749 Sep 21 12:22:12.970768 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf0735-0502-4495-9fb3-ecac87a6a7e8 req-d3a10849-b662-452d-94d6-baa5cfbb4627 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:12.972196 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-58bf0735-0502-4495-9fb3-ecac87a6a7e8 req-d3a10849-b662-452d-94d6-baa5cfbb4627 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 946 time: 0.0450993 Sep 21 12:22:13.019941 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-58bf0735-0502-4495-9fb3-ecac87a6a7e8 req-d2f391cd-c200-495c-be07-bdba0d340dce tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421350 Sep 21 12:22:13.077204 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c3b0a5-05ca-4983-bec5-462bfe5bfbe4 req-9b0fb0a2-9f5c-42d9-aaa7-33884a1ae41c tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:13.078663 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-39c3b0a5-05ca-4983-bec5-462bfe5bfbe4 req-9b0fb0a2-9f5c-42d9-aaa7-33884a1ae41c tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 945 time: 0.0454979 Sep 21 12:22:13.125988 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-39c3b0a5-05ca-4983-bec5-462bfe5bfbe4 req-13b696e9-b02f-4367-b677-a1a99e046a08 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414717 Sep 21 12:22:13.662039 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f0d0a-26a4-47df-9fa4-b0a2af3f2e34 req-a28a6c96-2a97-4a3a-a83a-7865e708edca tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:13.663503 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-1f0f0d0a-26a4-47df-9fa4-b0a2af3f2e34 req-a28a6c96-2a97-4a3a-a83a-7865e708edca tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 945 time: 0.0464568 Sep 21 12:22:13.709976 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-1f0f0d0a-26a4-47df-9fa4-b0a2af3f2e34 req-ab65f717-9113-40b6-91c8-ff75b5764f8c tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cd8a5d76-473c-4b81-a3f8-a207e80c4412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408819 Sep 21 12:22:14.142601 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1873b9a3-ff48-47a4-a832-62d233c95b27 req-3b055b87-9f5f-4822-b773-fa928d5ae824 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:14.144077 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-1873b9a3-ff48-47a4-a832-62d233c95b27 req-3b055b87-9f5f-4822-b773-fa928d5ae824 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 946 time: 0.0457048 Sep 21 12:22:14.191955 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-1873b9a3-ff48-47a4-a832-62d233c95b27 req-601208c0-4be4-4c18-9260-f94fea748b35 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423975 Sep 21 12:22:14.246995 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c466c7-799e-4037-a7d1-4dc6b806caf5 req-02a75b84-491c-43ad-bbbf-4761f0b6527b tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:14.248950 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-97c466c7-799e-4037-a7d1-4dc6b806caf5 req-02a75b84-491c-43ad-bbbf-4761f0b6527b tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 945 time: 0.0499802 Sep 21 12:22:14.294036 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-97c466c7-799e-4037-a7d1-4dc6b806caf5 req-bc27524d-6c0d-4bd4-b61c-cf77816c790d tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394785 Sep 21 12:22:14.834023 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31fa365-d541-42c5-b437-8707bbbca9f8 req-c3cbe44d-6c9e-49ef-ab5c-4e54bc2ca937 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:14.835526 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b31fa365-d541-42c5-b437-8707bbbca9f8 req-c3cbe44d-6c9e-49ef-ab5c-4e54bc2ca937 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 945 time: 0.0496063 Sep 21 12:22:14.854237 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=100 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:22:14.885056 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b31fa365-d541-42c5-b437-8707bbbca9f8 req-64fd4fc8-09c6-4ca8-ae09-14af5a04d746 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cd8a5d76-473c-4b81-a3f8-a207e80c4412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440414 Sep 21 12:22:15.318878 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf041e-8c39-43e8-aea5-9a294e27bfc5 req-e440e2a3-820a-4e71-923c-59f8fa4c533c tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:15.320361 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-d8bf041e-8c39-43e8-aea5-9a294e27bfc5 req-e440e2a3-820a-4e71-923c-59f8fa4c533c tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 946 time: 0.0490925 Sep 21 12:22:15.367182 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-d8bf041e-8c39-43e8-aea5-9a294e27bfc5 req-6038bdb3-70d0-41ad-a3e0-c6bbc58d5a4c tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405438 Sep 21 12:22:15.419601 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8210bb25-84c8-484e-acea-8b977fdc1cf5 req-bf3349ab-97cc-49db-93bb-b3272d7d6a24 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:15.422435 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8210bb25-84c8-484e-acea-8b977fdc1cf5 req-bf3349ab-97cc-49db-93bb-b3272d7d6a24 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 945 time: 0.0546765 Sep 21 12:22:15.508497 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=100 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:22:15.520126 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8210bb25-84c8-484e-acea-8b977fdc1cf5 req-5c942e22-44b1-4b78-a5d0-bb6293149931 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907552 Sep 21 12:22:15.645258 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bdc057-96f2-47b5-a4d4-cedd595cce46 req-4b850e21-417d-4845-bf72-51208fbed6f7 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:15.647177 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-b9bdc057-96f2-47b5-a4d4-cedd595cce46 req-4b850e21-417d-4845-bf72-51208fbed6f7 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 946 time: 0.0658147 Sep 21 12:22:15.658178 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 53474) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:22:15.664610 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.v2.base [None req-a5d371b2-09c3-485a-8e7c-b46b9e231a2e tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Request body: {'floatingip': {'port_id': '1f39c2aa-a245-4b77-8233-20f0c6c6cb30'}} {{(pid=106201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:22:15.742212 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-a5d371b2-09c3-485a-8e7c-b46b9e231a2e tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks [] for floatingip (bd41312f-1643-4ffb-8635-9c1ea3b6be74), before_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:15.942727 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 53494) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:22:16.066646 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ca2b7-141e-44e4-8814-45f3761fe76b req-7010c0fd-0048-49e0-8aa3-85fa760f689c tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:16.082224 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-937ca2b7-141e-44e4-8814-45f3761fe76b req-7010c0fd-0048-49e0-8aa3-85fa760f689c tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 945 time: 0.0947194 Sep 21 12:22:16.124907 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-8553ba76-4ab9-4cb6-9ae1-c065e0f47c95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:16.215919 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6c003-2cd9-49fb-8e20-af457dc339a1 req-a45f7ed2-7b63-443b-9f28-57d97c55a583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:16.218193 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-63c6c003-2cd9-49fb-8e20-af457dc339a1 req-a45f7ed2-7b63-443b-9f28-57d97c55a583 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 1129 time: 0.1319518 Sep 21 12:22:16.312495 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-937ca2b7-141e-44e4-8814-45f3761fe76b req-0d289880-f3ed-4a9a-987b-6e073b6684cd tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cd8a5d76-473c-4b81-a3f8-a207e80c4412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986802 Sep 21 12:22:16.314366 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 53508) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:22:16.325893 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-63c6c003-2cd9-49fb-8e20-af457dc339a1 req-82cc73b5-144e-4db4-aaf7-34c4e5928f3f service neutron] 10.222.0.66 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879803 Sep 21 12:22:16.413763 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-8553ba76-4ab9-4cb6-9ae1-c065e0f47c95 admin admin] Publish callbacks [] for security_group (b9b7e82c-a604-484a-9d96-2ed8f8995c27), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:16.419599 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-8553ba76-4ab9-4cb6-9ae1-c065e0f47c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (b9b7e82c-a604-484a-9d96-2ed8f8995c27), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:16.505494 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-7706f1cc-22ef-47a0-9dae-100b24dcfe00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:16.542798 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-8553ba76-4ab9-4cb6-9ae1-c065e0f47c95 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=5e68b78e3ae245a0bf612436f39aa76b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5984857 Sep 21 12:22:16.550356 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 53516) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:22:16.633720 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8553ba76-4ab9-4cb6-9ae1-c065e0f47c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b7e82c-a604-484a-9d96-2ed8f8995c27,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:22:16.641976 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-7706f1cc-22ef-47a0-9dae-100b24dcfe00 admin admin] Publish callbacks [] for security_group (d778d25d-dae0-41fb-a230-7093830266c0), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:16.649518 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-7706f1cc-22ef-47a0-9dae-100b24dcfe00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (d778d25d-dae0-41fb-a230-7093830266c0), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:16.691164 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7706f1cc-22ef-47a0-9dae-100b24dcfe00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d778d25d-dae0-41fb-a230-7093830266c0,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:22:16.714048 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:22:16.719525 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-7706f1cc-22ef-47a0-9dae-100b24dcfe00 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=fee0e87f87b44bdba46c0b23f3e58ce6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3947484 Sep 21 12:22:16.719945 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 53524) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:22:16.729612 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.db.resource_extend [None req-a5d371b2-09c3-485a-8e7c-b46b9e231a2e tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 21 12:22:16.737569 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:22:16.740070 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-7c21da29-15b6-4e77-83ce-566cb7dded05 admin admin] Publish callbacks [] for security_group (b9b7e82c-a604-484a-9d96-2ed8f8995c27), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:16.824165 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-d1acb327-ac9f-4e95-b938-73f905666ac6 admin admin] Publish callbacks [] for security_group (d778d25d-dae0-41fb-a230-7093830266c0), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:16.849193 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-d1acb327-ac9f-4e95-b938-73f905666ac6 admin admin] Publish callbacks [] for security_group (d778d25d-dae0-41fb-a230-7093830266c0), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:16.863867 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28cc91d-1852-451c-a6e8-3f4df15623ee req-1953ef24-c84a-4887-bece-ac31c095d7aa tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:16.868643 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-b28cc91d-1852-451c-a6e8-3f4df15623ee req-1953ef24-c84a-4887-bece-ac31c095d7aa tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 945 time: 0.2027910 Sep 21 12:22:16.899565 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:22:16.917972 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-d1acb327-ac9f-4e95-b938-73f905666ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (d778d25d-dae0-41fb-a230-7093830266c0), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:16.921941 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-d1acb327-ac9f-4e95-b938-73f905666ac6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:16.925588 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-d1acb327-ac9f-4e95-b938-73f905666ac6 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/d778d25d-dae0-41fb-a230-7093830266c0 HTTP/1.1" status: 204 len: 168 time: 0.2013628 Sep 21 12:22:16.925754 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-7c21da29-15b6-4e77-83ce-566cb7dded05 admin admin] Publish callbacks [] for security_group (b9b7e82c-a604-484a-9d96-2ed8f8995c27), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:16.948626 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1acb327-ac9f-4e95-b938-73f905666ac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d778d25d-dae0-41fb-a230-7093830266c0,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:22:16.996510 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:22:17.007879 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-a5d371b2-09c3-485a-8e7c-b46b9e231a2e tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:17.032883 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-a5d371b2-09c3-485a-8e7c-b46b9e231a2e tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534182'] for floatingip (bd41312f-1643-4ffb-8635-9c1ea3b6be74), after_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:17.117690 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-b28cc91d-1852-451c-a6e8-3f4df15623ee req-5f95d0aa-1ef8-49ba-a96b-564b8ebfbee5 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2056282 Sep 21 12:22:17.163780 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-7c21da29-15b6-4e77-83ce-566cb7dded05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (b9b7e82c-a604-484a-9d96-2ed8f8995c27), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:17.166807 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-7c21da29-15b6-4e77-83ce-566cb7dded05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:17.170751 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-7c21da29-15b6-4e77-83ce-566cb7dded05 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/b9b7e82c-a604-484a-9d96-2ed8f8995c27 HTTP/1.1" status: 204 len: 168 time: 0.6186578 Sep 21 12:22:17.188152 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c21da29-15b6-4e77-83ce-566cb7dded05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b7e82c-a604-484a-9d96-2ed8f8995c27,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:22:17.219855 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.db.l3_db [None req-a5d371b2-09c3-485a-8e7c-b46b9e231a2e tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Floating IP bd41312f-1643-4ffb-8635-9c1ea3b6be74 associated. External IP: 172.27.0.121, port: 1f39c2aa-a245-4b77-8233-20f0c6c6cb30. Sep 21 12:22:17.451708 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 53566) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:22:17.469419 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-957ee30a-e113-4930-89b6-3a3c2e96ab26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:17.606839 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:22:17.609503 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-957ee30a-e113-4930-89b6-3a3c2e96ab26 admin admin] Publish callbacks [] for security_group (6ef8302d-7b48-4006-a85c-0afb2267ad67), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:17.616035 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-957ee30a-e113-4930-89b6-3a3c2e96ab26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (6ef8302d-7b48-4006-a85c-0afb2267ad67), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:17.637754 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5d371b2-09c3-485a-8e7c-b46b9e231a2e tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Router 6489c3c9-8588-4d87-8d3b-2c367483e192 has already been hosted by L3 agent 4f31b8b6-17c0-474d-bf52-0481ff2a5cf7 {{(pid=106201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 12:22:17.648479 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957ee30a-e113-4930-89b6-3a3c2e96ab26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef8302d-7b48-4006-a85c-0afb2267ad67,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:22:17.682903 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-957ee30a-e113-4930-89b6-3a3c2e96ab26 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=9d075708835c4e2c9df8905d66b779af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2294900 Sep 21 12:22:17.686012 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 53574) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:22:17.789667 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-96d35a1b-155c-4dd6-a89b-25eb85e912fc admin admin] Publish callbacks [] for security_group (6ef8302d-7b48-4006-a85c-0afb2267ad67), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:17.828093 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 53578) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:22:17.838514 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-96d35a1b-155c-4dd6-a89b-25eb85e912fc admin admin] Publish callbacks [] for security_group (6ef8302d-7b48-4006-a85c-0afb2267ad67), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:17.847226 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d371b2-09c3-485a-8e7c-b46b9e231a2e tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Notify agent at l3_agent.dv-cinder-858678-1-iscsi the message routers_updated {{(pid=106201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:22:17.849363 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-a498d27f-9ef6-4a8a-9116-0382b792ed06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:17.853646 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-a5d371b2-09c3-485a-8e7c-b46b9e231a2e tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for floatingip (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:17.866991 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c747793e-0c55-4375-8387-c512a5b57cbc None None] Sync routers for ids ['6489c3c9-8588-4d87-8d3b-2c367483e192'] in dv-cinder-858678-1-iscsi {{(pid=106204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:22:17.885358 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c747793e-0c55-4375-8387-c512a5b57cbc None None] Routers {'6489c3c9-8588-4d87-8d3b-2c367483e192'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:22:17.888507 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-c747793e-0c55-4375-8387-c512a5b57cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:22:09Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['6489c3c9-8588-4d87-8d3b-2c367483e192'], 'active': True} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:22:17.914362 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-a5d371b2-09c3-485a-8e7c-b46b9e231a2e tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "PUT /networking/v2.0/floatingips/bd41312f-1643-4ffb-8635-9c1ea3b6be74 HTTP/1.1" status: 200 len: 992 time: 2.2541714 Sep 21 12:22:17.914939 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-96d35a1b-155c-4dd6-a89b-25eb85e912fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (6ef8302d-7b48-4006-a85c-0afb2267ad67), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:17.916632 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e9ebd08-4c95-43f6-a1a4-3268532d961e', 'tag': '1f39c2aa-a245-4b77-8233-20f0c6c6cb30'}] {{(pid=106201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:22:17.918279 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-96d35a1b-155c-4dd6-a89b-25eb85e912fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:17.918932 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}820e190412424329cfb88a87f9088cb5fffe4f23ca632413c3a8305fb0e7ba95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7bffdc4-e0cc-41bc-a237-4e29cba7a7ac" -d '{"events": [{"name": "network-changed", "server_uuid": "5e9ebd08-4c95-43f6-a1a4-3268532d961e", "tag": "1f39c2aa-a245-4b77-8233-20f0c6c6cb30"}]}' {{(pid=106201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:22:17.931226 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-96d35a1b-155c-4dd6-a89b-25eb85e912fc admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/6ef8302d-7b48-4006-a85c-0afb2267ad67 HTTP/1.1" status: 204 len: 168 time: 0.2437236 Sep 21 12:22:17.953611 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d35a1b-155c-4dd6-a89b-25eb85e912fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef8302d-7b48-4006-a85c-0afb2267ad67,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:22:18.014121 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvr_db [None req-c747793e-0c55-4375-8387-c512a5b57cbc None None] Set router 6489c3c9-8588-4d87-8d3b-2c367483e192 gateway port host: dv-cinder-858678-1-iscsi {{(pid=106204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:22:18.022877 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 12:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90cee24c-a845-4691-aefa-3202ceb3c67a x-openstack-request-id: req-90cee24c-a845-4691-aefa-3202ceb3c67a {{(pid=106201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:22:18.023159 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e9ebd08-4c95-43f6-a1a4-3268532d961e", "tag": "1f39c2aa-a245-4b77-8233-20f0c6c6cb30", "status": "completed", "code": 200}]} {{(pid=106201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:22:18.023576 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-90cee24c-a845-4691-aefa-3202ceb3c67a {{(pid=106201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:22:18.024011 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90cee24c-a845-4691-aefa-3202ceb3c67a'] response: {'name': 'network-changed', 'server_uuid': '5e9ebd08-4c95-43f6-a1a4-3268532d961e', 'tag': '1f39c2aa-a245-4b77-8233-20f0c6c6cb30', 'status': 'completed', 'code': 200} Sep 21 12:22:18.042824 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-a498d27f-9ef6-4a8a-9116-0382b792ed06 admin admin] Publish callbacks [] for security_group (2a7c0abf-207f-4d39-ac98-c8a12d1e9b89), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:18.049146 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-a498d27f-9ef6-4a8a-9116-0382b792ed06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (2a7c0abf-207f-4d39-ac98-c8a12d1e9b89), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:18.097148 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a498d27f-9ef6-4a8a-9116-0382b792ed06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7c0abf-207f-4d39-ac98-c8a12d1e9b89,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:22:18.102327 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-a498d27f-9ef6-4a8a-9116-0382b792ed06 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=de2ae749b1004066a7f581d639191faf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2747567 Sep 21 12:22:18.104877 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 53594) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:22:18.194520 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-64643a84-c1c9-4258-bcdf-02818d64cab7 admin admin] Publish callbacks [] for security_group (2a7c0abf-207f-4d39-ac98-c8a12d1e9b89), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:18.219102 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-64643a84-c1c9-4258-bcdf-02818d64cab7 admin admin] Publish callbacks [] for security_group (2a7c0abf-207f-4d39-ac98-c8a12d1e9b89), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:18.233029 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:22:18.279451 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:22:18.291000 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca2c7e-6cbc-4098-ba72-f0f5bdcb309c req-9b6b4489-3886-44d0-961f-17bb6b374578 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:18.295392 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b2ca2c7e-6cbc-4098-ba72-f0f5bdcb309c req-9b6b4489-3886-44d0-961f-17bb6b374578 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 945 time: 0.0774150 Sep 21 12:22:18.333010 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-64643a84-c1c9-4258-bcdf-02818d64cab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (2a7c0abf-207f-4d39-ac98-c8a12d1e9b89), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:18.337184 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-64643a84-c1c9-4258-bcdf-02818d64cab7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:18.342823 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-64643a84-c1c9-4258-bcdf-02818d64cab7 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/2a7c0abf-207f-4d39-ac98-c8a12d1e9b89 HTTP/1.1" status: 204 len: 168 time: 0.2359827 Sep 21 12:22:18.370891 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64643a84-c1c9-4258-bcdf-02818d64cab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7c0abf-207f-4d39-ac98-c8a12d1e9b89,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:22:18.426672 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-c747793e-0c55-4375-8387-c512a5b57cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6489c3c9-8588-4d87-8d3b-2c367483e192', 'name': 'tempest-AttachVolumeShelveTestJSON-1026338414-router', 'tenant_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '0ff2efdf-b046-4153-ae1f-9a2adb08b6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:20:39Z', 'updated_at': '2022-09-21T12:20:47Z', 'revision_number': 4, 'project_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'gw_port': {'id': '0ff2efdf-b046-4153-ae1f-9a2adb08b6fc', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6489c3c9-8588-4d87-8d3b-2c367483e192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:40Z', 'updated_at': '2022-09-21T12:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_floatingips': [{'id': 'bd41312f-1643-4ffb-8635-9c1ea3b6be74', 'tenant_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'floating_ip_address': '172.27.0.121', 'floating_network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'router_id': '6489c3c9-8588-4d87-8d3b-2c367483e192', 'port_id': '1f39c2aa-a245-4b77-8233-20f0c6c6cb30', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3f0e30c-c130-4bd6-a99c-2726089c3f25', 'mac_address': 'fa:16:3e:99:08:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9ebd08-4c95-43f6-a1a4-3268532d961e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T12:20:55Z', 'updated_at': '2022-09-21T12:22:16Z', 'revision_number': 1, 'project_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e0ba373-651e-4982-9c48-5c0bf838797e', 'name': '', 'network_id': 'b3f0e30c-c130-4bd6-a99c-2726089c3f25', 'tenant_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'mac_address': 'fa:16:3e:7d:5e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6489c3c9-8588-4d87-8d3b-2c367483e192', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f5cf9592-7b6c-4eba-b546-68b41c284733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:45Z', 'updated_at': '2022-09-21T12:20:55Z', 'revision_number': 5, 'project_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'subnets': [{'id': 'f5cf9592-7b6c-4eba-b546-68b41c284733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:22:18.440166 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bffdc4-e0cc-41bc-a237-4e29cba7a7ac req-4b9f3da3-ba9b-4bf9-85c6-449b8cc223ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:18.442836 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-c7bffdc4-e0cc-41bc-a237-4e29cba7a7ac req-4b9f3da3-ba9b-4bf9-85c6-449b8cc223ec service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=5e6ef4f3de1943ffbde82d3f0a19542f&device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 1130 time: 0.0965807 Sep 21 12:22:18.493931 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (986f726e-8c98-4005-b3b7-e033305b1240), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:18.506768 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c747793e-0c55-4375-8387-c512a5b57cbc None None] Checking router: 6489c3c9-8588-4d87-8d3b-2c367483e192 for host: dv-cinder-858678-1-iscsi {{(pid=106204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:22:18.532355 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c747793e-0c55-4375-8387-c512a5b57cbc None None] Routers {'6489c3c9-8588-4d87-8d3b-2c367483e192'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:22:18.535031 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-c747793e-0c55-4375-8387-c512a5b57cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:22:09Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['6489c3c9-8588-4d87-8d3b-2c367483e192'], 'active': True} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:22:18.621818 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bffdc4-e0cc-41bc-a237-4e29cba7a7ac req-cb1ab3ab-425d-4a9d-b591-92548180fd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:18.623600 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-c7bffdc4-e0cc-41bc-a237-4e29cba7a7ac req-cb1ab3ab-425d-4a9d-b591-92548180fd4c service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=b3f0e30c-c130-4bd6-a99c-2726089c3f25 HTTP/1.1" status: 200 len: 918 time: 0.1716692 Sep 21 12:22:18.707321 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b2ca2c7e-6cbc-4098-ba72-f0f5bdcb309c req-bfbd8a6b-f7eb-4ffa-b3ee-f692ddf58c58 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4009140 Sep 21 12:22:18.713485 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvr_db [None req-c747793e-0c55-4375-8387-c512a5b57cbc None None] Set router 6489c3c9-8588-4d87-8d3b-2c367483e192 gateway port host: dv-cinder-858678-1-iscsi {{(pid=106204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:22:18.803558 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-c7bffdc4-e0cc-41bc-a237-4e29cba7a7ac req-a26ce23f-01b4-4123-92cd-87f222c7fd28 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f39c2aa-a245-4b77-8233-20f0c6c6cb30 HTTP/1.1" status: 200 len: 1000 time: 0.1692202 Sep 21 12:22:18.934361 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bffdc4-e0cc-41bc-a237-4e29cba7a7ac req-b425aaf2-08f5-447b-8b86-055e1b38c96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:18.939066 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-c7bffdc4-e0cc-41bc-a237-4e29cba7a7ac req-b425aaf2-08f5-447b-8b86-055e1b38c96c service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=f5cf9592-7b6c-4eba-b546-68b41c284733 HTTP/1.1" status: 200 len: 856 time: 0.1310010 Sep 21 12:22:19.044278 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bffdc4-e0cc-41bc-a237-4e29cba7a7ac req-118c301f-ead0-4346-87af-047f71959e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:19.046447 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-c7bffdc4-e0cc-41bc-a237-4e29cba7a7ac req-118c301f-ead0-4346-87af-047f71959e0f service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=b3f0e30c-c130-4bd6-a99c-2726089c3f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1021354 Sep 21 12:22:19.071495 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9fddf-8b0e-4edd-a578-ce04d0d9e0f0 req-53786265-ec2f-4fc7-8a1d-1627ee441386 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:19.073223 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-15c9fddf-8b0e-4edd-a578-ce04d0d9e0f0 req-53786265-ec2f-4fc7-8a1d-1627ee441386 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 945 time: 0.0785089 Sep 21 12:22:19.084745 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 53644) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:22:19.091481 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.v2.base [None req-875f59cb-41bc-4f7f-88b7-bc6cb122cdb6 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Request body: {'floatingip': {'port_id': 'ee7ca2d0-d70f-46f5-af82-81e48a262d02'}} {{(pid=106201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:22:19.125719 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-c747793e-0c55-4375-8387-c512a5b57cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6489c3c9-8588-4d87-8d3b-2c367483e192', 'name': 'tempest-AttachVolumeShelveTestJSON-1026338414-router', 'tenant_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '0ff2efdf-b046-4153-ae1f-9a2adb08b6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:20:39Z', 'updated_at': '2022-09-21T12:20:47Z', 'revision_number': 4, 'project_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'gw_port': {'id': '0ff2efdf-b046-4153-ae1f-9a2adb08b6fc', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6489c3c9-8588-4d87-8d3b-2c367483e192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:40Z', 'updated_at': '2022-09-21T12:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_floatingips': [{'id': 'bd41312f-1643-4ffb-8635-9c1ea3b6be74', 'tenant_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'floating_ip_address': '172.27.0.121', 'floating_network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'router_id': '6489c3c9-8588-4d87-8d3b-2c367483e192', 'port_id': '1f39c2aa-a245-4b77-8233-20f0c6c6cb30', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3f0e30c-c130-4bd6-a99c-2726089c3f25', 'mac_address': 'fa:16:3e:99:08:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9ebd08-4c95-43f6-a1a4-3268532d961e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T12:20:55Z', 'updated_at': '2022-09-21T12:22:16Z', 'revision_number': 1, 'project_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e0ba373-651e-4982-9c48-5c0bf838797e', 'name': '', 'network_id': 'b3f0e30c-c130-4bd6-a99c-2726089c3f25', 'tenant_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'mac_address': 'fa:16:3e:7d:5e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6489c3c9-8588-4d87-8d3b-2c367483e192', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f5cf9592-7b6c-4eba-b546-68b41c284733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:45Z', 'updated_at': '2022-09-21T12:20:55Z', 'revision_number': 5, 'project_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'subnets': [{'id': 'f5cf9592-7b6c-4eba-b546-68b41c284733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:22:19.183349 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c747793e-0c55-4375-8387-c512a5b57cbc None None] The sync data for ids ['6489c3c9-8588-4d87-8d3b-2c367483e192'] in dv-cinder-858678-1-iscsi is: [{'id': '6489c3c9-8588-4d87-8d3b-2c367483e192', 'name': 'tempest-AttachVolumeShelveTestJSON-1026338414-router', 'tenant_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '0ff2efdf-b046-4153-ae1f-9a2adb08b6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:20:39Z', 'updated_at': '2022-09-21T12:20:47Z', 'revision_number': 4, 'project_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'gw_port': {'id': '0ff2efdf-b046-4153-ae1f-9a2adb08b6fc', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6489c3c9-8588-4d87-8d3b-2c367483e192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:40Z', 'updated_at': '2022-09-21T12:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_floatingips': [{'id': 'bd41312f-1643-4ffb-8635-9c1ea3b6be74', 'tenant_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'floating_ip_address': '172.27.0.121', 'floating_network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'router_id': '6489c3c9-8588-4d87-8d3b-2c367483e192', 'port_id': '1f39c2aa-a245-4b77-8233-20f0c6c6cb30', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3f0e30c-c130-4bd6-a99c-2726089c3f25', 'mac_address': 'fa:16:3e:99:08:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9ebd08-4c95-43f6-a1a4-3268532d961e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T12:20:55Z', 'updated_at': '2022-09-21T12:22:16Z', 'revision_number': 1, 'project_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e0ba373-651e-4982-9c48-5c0bf838797e', 'name': '', 'network_id': 'b3f0e30c-c130-4bd6-a99c-2726089c3f25', 'tenant_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'mac_address': 'fa:16:3e:7d:5e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6489c3c9-8588-4d87-8d3b-2c367483e192', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f5cf9592-7b6c-4eba-b546-68b41c284733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:45Z', 'updated_at': '2022-09-21T12:20:55Z', 'revision_number': 5, 'project_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'subnets': [{'id': 'f5cf9592-7b6c-4eba-b546-68b41c284733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:22:19.220552 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-c7bffdc4-e0cc-41bc-a237-4e29cba7a7ac req-6debb31f-7b1b-4ce5-9eb3-ad6758cf3c0a service neutron] 10.222.0.66 "GET /networking/v2.0/networks/b3f0e30c-c130-4bd6-a99c-2726089c3f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670990 Sep 21 12:22:19.257809 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-875f59cb-41bc-4f7f-88b7-bc6cb122cdb6 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks [] for floatingip (e565d689-85c5-47e3-a8e5-4cf14bbc97d3), before_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:19.485638 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:22:19.530809 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-c7bffdc4-e0cc-41bc-a237-4e29cba7a7ac req-ccc75beb-1eed-4a3d-b787-1cc656377673 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/b3f0e30c-c130-4bd6-a99c-2726089c3f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893814 Sep 21 12:22:19.576990 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af37b11b-ec02-4cf7-bd81-a1e929b4ab47 None None] New status for floating IP bd41312f-1643-4ffb-8635-9c1ea3b6be74: ACTIVE {{(pid=106203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 21 12:22:20.040108 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 53678) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:22:20.234240 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-875f59cb-41bc-4f7f-88b7-bc6cb122cdb6 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:20.240948 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-875f59cb-41bc-4f7f-88b7-bc6cb122cdb6 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534182'] for floatingip (e565d689-85c5-47e3-a8e5-4cf14bbc97d3), after_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:20.339195 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [None req-52ba072a-a707-42a7-b6ae-bc6585eee663 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1158744720-network', 'tenant_id': 'c46922ef081642f6a3d8ad5d02e4155a'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:22:20.375254 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ba072a-a707-42a7-b6ae-bc6585eee663 admin admin] Made reservation on behalf of c46922ef081642f6a3d8ad5d02e4155a for: {'network': 1} {{(pid=106202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:22:20.379389 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-52ba072a-a707-42a7-b6ae-bc6585eee663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for network (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:20.395247 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-52ba072a-a707-42a7-b6ae-bc6585eee663 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:20.397559 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.db.l3_db [None req-875f59cb-41bc-4f7f-88b7-bc6cb122cdb6 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Floating IP e565d689-85c5-47e3-a8e5-4cf14bbc97d3 associated. External IP: 172.27.0.62, port: ee7ca2d0-d70f-46f5-af82-81e48a262d02. Sep 21 12:22:20.449633 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:22:20.602466 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-52ba072a-a707-42a7-b6ae-bc6585eee663 admin admin] Publish callbacks [] for security_group (16cb0007-21fa-4742-b5e1-8a76f121f7d8), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:20.609469 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-52ba072a-a707-42a7-b6ae-bc6585eee663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (16cb0007-21fa-4742-b5e1-8a76f121f7d8), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:20.660939 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ba072a-a707-42a7-b6ae-bc6585eee663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16cb0007-21fa-4742-b5e1-8a76f121f7d8,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:22:20.665668 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52ba072a-a707-42a7-b6ae-bc6585eee663 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=106202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 12:22:20.680561 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-52ba072a-a707-42a7-b6ae-bc6585eee663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355690'] for segment (dab8698b-2b24-445e-9083-b2542a11afe3), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:20.681154 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.db.segments_db [None req-52ba072a-a707-42a7-b6ae-bc6585eee663 admin admin] Added segment dab8698b-2b24-445e-9083-b2542a11afe3 of type vlan for network 81a38dde-d245-4a7c-b2e5-d5b018863549 Sep 21 12:22:20.709754 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-875f59cb-41bc-4f7f-88b7-bc6cb122cdb6 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Router f11e3f6a-90ee-4201-9332-826f19c376fa has already been hosted by L3 agent 4f31b8b6-17c0-474d-bf52-0481ff2a5cf7 {{(pid=106201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 12:22:20.737551 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-52ba072a-a707-42a7-b6ae-bc6585eee663 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735120869551'] for network (81a38dde-d245-4a7c-b2e5-d5b018863549), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:20.794482 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-52ba072a-a707-42a7-b6ae-bc6585eee663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028'] for network (81a38dde-d245-4a7c-b2e5-d5b018863549), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:20.797220 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ba072a-a707-42a7-b6ae-bc6585eee663 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:20.799178 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-52ba072a-a707-42a7-b6ae-bc6585eee663 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544014'] for network (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:20.862982 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-52ba072a-a707-42a7-b6ae-bc6585eee663 admin admin] 10.222.0.71 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8182516 Sep 21 12:22:20.870389 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 53722) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:22:20.877606 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.v2.base [None req-c452990e-da90-4b24-8484-3a4d94852d7f admin admin] Request body: {'subnet': {'network_id': '81a38dde-d245-4a7c-b2e5-d5b018863549', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1158744720-subnet', 'tenant_id': 'c46922ef081642f6a3d8ad5d02e4155a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:22:20.901230 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:DELETE=4,neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:22:20.910143 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c452990e-da90-4b24-8484-3a4d94852d7f admin admin] Made reservation on behalf of c46922ef081642f6a3d8ad5d02e4155a for: {'subnet': 1} {{(pid=106201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:22:20.912877 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-c452990e-da90-4b24-8484-3a4d94852d7f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7012699'] for subnet (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:20.940707 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ba072a-a707-42a7-b6ae-bc6585eee663 admin admin] Pushing event updated for resources: {'Network': ['ID=81a38dde-d245-4a7c-b2e5-d5b018863549,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:22:20.952757 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Network 81a38dde-d245-4a7c-b2e5-d5b018863549 details requested by agent ovs-agent-dv-cinder-858678-1-iscsi with host dv-cinder-858678-1-iscsi {{(pid=106203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 12:22:20.972251 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-875f59cb-41bc-4f7f-88b7-bc6cb122cdb6 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Notify agent at l3_agent.dv-cinder-858678-1-iscsi the message routers_updated {{(pid=106201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:22:20.978840 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-875f59cb-41bc-4f7f-88b7-bc6cb122cdb6 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for floatingip (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:20.987683 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959350e9-8f33-4b05-8784-b401f5fb9c03 None None] Sync routers for ids ['f11e3f6a-90ee-4201-9332-826f19c376fa'] in dv-cinder-858678-1-iscsi {{(pid=106204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:22:21.005035 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959350e9-8f33-4b05-8784-b401f5fb9c03 None None] Routers {'f11e3f6a-90ee-4201-9332-826f19c376fa'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:22:21.006863 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-959350e9-8f33-4b05-8784-b401f5fb9c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:22:09Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['f11e3f6a-90ee-4201-9332-826f19c376fa'], 'active': True} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:22:21.011647 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:22:21.014576 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-875f59cb-41bc-4f7f-88b7-bc6cb122cdb6 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "PUT /networking/v2.0/floatingips/e565d689-85c5-47e3-a8e5-4cf14bbc97d3 HTTP/1.1" status: 200 len: 990 time: 1.9279029 Sep 21 12:22:21.020857 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee010d1f-46d4-487e-a93e-66c5e2ac895e', 'tag': 'ee7ca2d0-d70f-46f5-af82-81e48a262d02'}] {{(pid=106201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:22:21.023981 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}820e190412424329cfb88a87f9088cb5fffe4f23ca632413c3a8305fb0e7ba95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c8ea35-7b63-4958-9b21-9537c8010d7f" -d '{"events": [{"name": "network-changed", "server_uuid": "ee010d1f-46d4-487e-a93e-66c5e2ac895e", "tag": "ee7ca2d0-d70f-46f5-af82-81e48a262d02"}]}' {{(pid=106201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:22:21.114886 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 12:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aada7e3c-5fbf-42dc-a984-c11c24141960 x-openstack-request-id: req-aada7e3c-5fbf-42dc-a984-c11c24141960 {{(pid=106201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:22:21.115365 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee010d1f-46d4-487e-a93e-66c5e2ac895e", "tag": "ee7ca2d0-d70f-46f5-af82-81e48a262d02", "status": "completed", "code": 200}]} {{(pid=106201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:22:21.115618 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-aada7e3c-5fbf-42dc-a984-c11c24141960 {{(pid=106201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:22:21.116056 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aada7e3c-5fbf-42dc-a984-c11c24141960'] response: {'name': 'network-changed', 'server_uuid': 'ee010d1f-46d4-487e-a93e-66c5e2ac895e', 'tag': 'ee7ca2d0-d70f-46f5-af82-81e48a262d02', 'status': 'completed', 'code': 200} Sep 21 12:22:21.166697 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=100 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:22:21.176903 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvr_db [None req-959350e9-8f33-4b05-8784-b401f5fb9c03 None None] Set router f11e3f6a-90ee-4201-9332-826f19c376fa gateway port host: dv-cinder-858678-1-iscsi {{(pid=106204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:22:21.229532 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-c452990e-da90-4b24-8484-3a4d94852d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6786222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7012685'] for subnet (43b20f8b-0e61-4756-bda6-5da5ff095f43), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:21.303022 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c452990e-da90-4b24-8484-3a4d94852d7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=43b20f8b-0e61-4756-bda6-5da5ff095f43,revision_number=0']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:22:21.317604 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8ea35-7b63-4958-9b21-9537c8010d7f req-3f9f49fe-3fed-4aa6-8440-1f43dadec803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:21.321367 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f7c8ea35-7b63-4958-9b21-9537c8010d7f req-3f9f49fe-3fed-4aa6-8440-1f43dadec803 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=9340222cfe154efe8a6064b197d54499&device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 1129 time: 0.1313627 Sep 21 12:22:21.327074 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c452990e-da90-4b24-8484-3a4d94852d7f admin admin] Checking segment: {'id': 'dab8698b-2b24-445e-9083-b2542a11afe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '81a38dde-d245-4a7c-b2e5-d5b018863549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:22:21.327565 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c452990e-da90-4b24-8484-3a4d94852d7f admin admin] Network hostable DHCP agents. Network: 81a38dde-d245-4a7c-b2e5-d5b018863549, hostable agents: ['f73c601a-29a1-4353-9f34-efd4ba2e6501'], hosted agents: [] {{(pid=106201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 12:22:21.361648 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c452990e-da90-4b24-8484-3a4d94852d7f admin admin] Network 81a38dde-d245-4a7c-b2e5-d5b018863549 is scheduled to be hosted by DHCP agent f73c601a-29a1-4353-9f34-efd4ba2e6501 with binding_index 1 {{(pid=106201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 12:22:21.374167 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.base_scheduler [None req-c452990e-da90-4b24-8484-3a4d94852d7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858678-1-iscsi, 81a38dde-d245-4a7c-b2e5-d5b018863549) {{(pid=106201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:22:21.380630 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c452990e-da90-4b24-8484-3a4d94852d7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:21.381354 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-c452990e-da90-4b24-8484-3a4d94852d7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544014'] for subnet (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:21.384596 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e9796c-e962-4dcd-bc1f-5f336566e2c8 None None] Network 81a38dde-d245-4a7c-b2e5-d5b018863549 requested from dv-cinder-858678-1-iscsi {{(pid=106203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 12:22:21.408686 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-c452990e-da90-4b24-8484-3a4d94852d7f admin admin] 10.222.0.71 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5369158 Sep 21 12:22:21.475401 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 53744) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:22:21.545015 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8ea35-7b63-4958-9b21-9537c8010d7f req-e52b83e4-5302-4164-9cbe-1c146ccc17bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:21.549553 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f7c8ea35-7b63-4958-9b21-9537c8010d7f req-e52b83e4-5302-4164-9cbe-1c146ccc17bf service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=5da5489c-9c30-4169-9afe-1354fb43296f HTTP/1.1" status: 200 len: 911 time: 0.2190182 Sep 21 12:22:21.612846 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=100 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:22:21.621223 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a721e424-39fa-4a23-9967-f97db2cbf692 None None] Network 81a38dde-d245-4a7c-b2e5-d5b018863549 requested from dv-cinder-858678-1-iscsi {{(pid=106203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 12:22:21.645070 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-e680be14-f3be-4406-8acc-00aa7f9aa75a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:21.652021 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f7c8ea35-7b63-4958-9b21-9537c8010d7f req-20736b9b-3e45-4f6f-affc-398ebd6283d7 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee7ca2d0-d70f-46f5-af82-81e48a262d02 HTTP/1.1" status: 200 len: 998 time: 0.0950656 Sep 21 12:22:21.691163 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-959350e9-8f33-4b05-8784-b401f5fb9c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11e3f6a-90ee-4201-9332-826f19c376fa', 'name': 'tempest-AttachVolumeTestJSON-700868700-router', 'tenant_id': '9340222cfe154efe8a6064b197d54499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '4ee3f09b-4c45-4163-87cb-45f292598e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:20:39Z', 'updated_at': '2022-09-21T12:20:54Z', 'revision_number': 4, 'project_id': '9340222cfe154efe8a6064b197d54499', 'gw_port': {'id': '4ee3f09b-4c45-4163-87cb-45f292598e44', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11e3f6a-90ee-4201-9332-826f19c376fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:41Z', 'updated_at': '2022-09-21T12:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_floatingips': [{'id': 'e565d689-85c5-47e3-a8e5-4cf14bbc97d3', 'tenant_id': '9340222cfe154efe8a6064b197d54499', 'floating_ip_address': '172.27.0.62', 'floating_network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'router_id': 'f11e3f6a-90ee-4201-9332-826f19c376fa', 'port_id': 'ee7ca2d0-d70f-46f5-af82-81e48a262d02', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5da5489c-9c30-4169-9afe-1354fb43296f', 'mac_address': 'fa:16:3e:87:17:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee010d1f-46d4-487e-a93e-66c5e2ac895e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T12:21:04Z', 'updated_at': '2022-09-21T12:22:20Z', 'revision_number': 1, 'project_id': '9340222cfe154efe8a6064b197d54499', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b3c3d6b-c3b1-4b7e-b808-6f0f1cefa9d3', 'name': '', 'network_id': '5da5489c-9c30-4169-9afe-1354fb43296f', 'tenant_id': '9340222cfe154efe8a6064b197d54499', 'mac_address': 'fa:16:3e:8d:f9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11e3f6a-90ee-4201-9332-826f19c376fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '1ad2b91e-60c9-4af5-9a83-ab634cc92cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:51Z', 'updated_at': '2022-09-21T12:21:03Z', 'revision_number': 5, 'project_id': '9340222cfe154efe8a6064b197d54499', 'subnets': [{'id': '1ad2b91e-60c9-4af5-9a83-ab634cc92cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:22:21.718315 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8ea35-7b63-4958-9b21-9537c8010d7f req-88f36f0d-ff64-4e3d-b2aa-94701ba96e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:21.720108 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f7c8ea35-7b63-4958-9b21-9537c8010d7f req-88f36f0d-ff64-4e3d-b2aa-94701ba96e1a service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=1ad2b91e-60c9-4af5-9a83-ab634cc92cf0 HTTP/1.1" status: 200 len: 849 time: 0.0572371 Sep 21 12:22:21.731335 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959350e9-8f33-4b05-8784-b401f5fb9c03 None None] Checking router: f11e3f6a-90ee-4201-9332-826f19c376fa for host: dv-cinder-858678-1-iscsi {{(pid=106204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:22:21.757197 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959350e9-8f33-4b05-8784-b401f5fb9c03 None None] Routers {'f11e3f6a-90ee-4201-9332-826f19c376fa'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:22:21.759300 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-959350e9-8f33-4b05-8784-b401f5fb9c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:22:09Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['f11e3f6a-90ee-4201-9332-826f19c376fa'], 'active': True} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:22:21.819498 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-e680be14-f3be-4406-8acc-00aa7f9aa75a admin admin] Publish callbacks [] for security_group (2d80516c-96ff-4968-bb0c-207bcfb65284), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:21.824392 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-e680be14-f3be-4406-8acc-00aa7f9aa75a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (2d80516c-96ff-4968-bb0c-207bcfb65284), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:21.854120 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8ea35-7b63-4958-9b21-9537c8010d7f req-5f649eff-f5c8-4f56-ae86-f90abe859138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:21.856111 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f7c8ea35-7b63-4958-9b21-9537c8010d7f req-5f649eff-f5c8-4f56-ae86-f90abe859138 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=5da5489c-9c30-4169-9afe-1354fb43296f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1293793 Sep 21 12:22:21.871846 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e680be14-f3be-4406-8acc-00aa7f9aa75a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d80516c-96ff-4968-bb0c-207bcfb65284,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:22:21.908744 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-e680be14-f3be-4406-8acc-00aa7f9aa75a admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=ce85bd4a365140bcaca7d69ba0e9e1c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4320030 Sep 21 12:22:21.911787 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 53798) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:22:21.946275 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvr_db [None req-959350e9-8f33-4b05-8784-b401f5fb9c03 None None] Set router f11e3f6a-90ee-4201-9332-826f19c376fa gateway port host: dv-cinder-858678-1-iscsi {{(pid=106204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:22:22.003025 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-9024de32-c473-4942-955e-b9cdbe9fc8e2 admin admin] Publish callbacks [] for security_group (2d80516c-96ff-4968-bb0c-207bcfb65284), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:22.030601 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-9024de32-c473-4942-955e-b9cdbe9fc8e2 admin admin] Publish callbacks [] for security_group (2d80516c-96ff-4968-bb0c-207bcfb65284), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:22.114056 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-9024de32-c473-4942-955e-b9cdbe9fc8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (2d80516c-96ff-4968-bb0c-207bcfb65284), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:22.119873 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-9024de32-c473-4942-955e-b9cdbe9fc8e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:22.126673 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-9024de32-c473-4942-955e-b9cdbe9fc8e2 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/2d80516c-96ff-4968-bb0c-207bcfb65284 HTTP/1.1" status: 204 len: 168 time: 0.2137687 Sep 21 12:22:22.146684 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9024de32-c473-4942-955e-b9cdbe9fc8e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d80516c-96ff-4968-bb0c-207bcfb65284,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:22:22.298809 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f7c8ea35-7b63-4958-9b21-9537c8010d7f req-cdd46e06-4cda-450f-ae20-1723a78b931a service neutron] 10.222.0.66 "GET /networking/v2.0/networks/5da5489c-9c30-4169-9afe-1354fb43296f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4325621 Sep 21 12:22:22.427854 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-959350e9-8f33-4b05-8784-b401f5fb9c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11e3f6a-90ee-4201-9332-826f19c376fa', 'name': 'tempest-AttachVolumeTestJSON-700868700-router', 'tenant_id': '9340222cfe154efe8a6064b197d54499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '4ee3f09b-4c45-4163-87cb-45f292598e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:20:39Z', 'updated_at': '2022-09-21T12:20:54Z', 'revision_number': 4, 'project_id': '9340222cfe154efe8a6064b197d54499', 'gw_port': {'id': '4ee3f09b-4c45-4163-87cb-45f292598e44', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11e3f6a-90ee-4201-9332-826f19c376fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:41Z', 'updated_at': '2022-09-21T12:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_floatingips': [{'id': 'e565d689-85c5-47e3-a8e5-4cf14bbc97d3', 'tenant_id': '9340222cfe154efe8a6064b197d54499', 'floating_ip_address': '172.27.0.62', 'floating_network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'router_id': 'f11e3f6a-90ee-4201-9332-826f19c376fa', 'port_id': 'ee7ca2d0-d70f-46f5-af82-81e48a262d02', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5da5489c-9c30-4169-9afe-1354fb43296f', 'mac_address': 'fa:16:3e:87:17:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee010d1f-46d4-487e-a93e-66c5e2ac895e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T12:21:04Z', 'updated_at': '2022-09-21T12:22:20Z', 'revision_number': 1, 'project_id': '9340222cfe154efe8a6064b197d54499', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b3c3d6b-c3b1-4b7e-b808-6f0f1cefa9d3', 'name': '', 'network_id': '5da5489c-9c30-4169-9afe-1354fb43296f', 'tenant_id': '9340222cfe154efe8a6064b197d54499', 'mac_address': 'fa:16:3e:8d:f9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11e3f6a-90ee-4201-9332-826f19c376fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '1ad2b91e-60c9-4af5-9a83-ab634cc92cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:51Z', 'updated_at': '2022-09-21T12:21:03Z', 'revision_number': 5, 'project_id': '9340222cfe154efe8a6064b197d54499', 'subnets': [{'id': '1ad2b91e-60c9-4af5-9a83-ab634cc92cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:22:22.442257 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f7c8ea35-7b63-4958-9b21-9537c8010d7f req-4079a689-2ab7-46ec-bf98-03f4175220e7 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/5da5489c-9c30-4169-9afe-1354fb43296f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388783 Sep 21 12:22:22.490548 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959350e9-8f33-4b05-8784-b401f5fb9c03 None None] The sync data for ids ['f11e3f6a-90ee-4201-9332-826f19c376fa'] in dv-cinder-858678-1-iscsi is: [{'id': 'f11e3f6a-90ee-4201-9332-826f19c376fa', 'name': 'tempest-AttachVolumeTestJSON-700868700-router', 'tenant_id': '9340222cfe154efe8a6064b197d54499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '4ee3f09b-4c45-4163-87cb-45f292598e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:20:39Z', 'updated_at': '2022-09-21T12:20:54Z', 'revision_number': 4, 'project_id': '9340222cfe154efe8a6064b197d54499', 'gw_port': {'id': '4ee3f09b-4c45-4163-87cb-45f292598e44', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11e3f6a-90ee-4201-9332-826f19c376fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:41Z', 'updated_at': '2022-09-21T12:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_floatingips': [{'id': 'e565d689-85c5-47e3-a8e5-4cf14bbc97d3', 'tenant_id': '9340222cfe154efe8a6064b197d54499', 'floating_ip_address': '172.27.0.62', 'floating_network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'router_id': 'f11e3f6a-90ee-4201-9332-826f19c376fa', 'port_id': 'ee7ca2d0-d70f-46f5-af82-81e48a262d02', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5da5489c-9c30-4169-9afe-1354fb43296f', 'mac_address': 'fa:16:3e:87:17:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee010d1f-46d4-487e-a93e-66c5e2ac895e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T12:21:04Z', 'updated_at': '2022-09-21T12:22:20Z', 'revision_number': 1, 'project_id': '9340222cfe154efe8a6064b197d54499', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b3c3d6b-c3b1-4b7e-b808-6f0f1cefa9d3', 'name': '', 'network_id': '5da5489c-9c30-4169-9afe-1354fb43296f', 'tenant_id': '9340222cfe154efe8a6064b197d54499', 'mac_address': 'fa:16:3e:8d:f9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11e3f6a-90ee-4201-9332-826f19c376fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '1ad2b91e-60c9-4af5-9a83-ab634cc92cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:51Z', 'updated_at': '2022-09-21T12:21:03Z', 'revision_number': 5, 'project_id': '9340222cfe154efe8a6064b197d54499', 'subnets': [{'id': '1ad2b91e-60c9-4af5-9a83-ab634cc92cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:22:22.710546 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 53828) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:22:22.725407 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-424289b1-9ecb-499e-a54d-770149697f54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:22.819010 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb423c25-efaa-4192-ac01-3f2e9060970a None None] New status for floating IP e565d689-85c5-47e3-a8e5-4cf14bbc97d3: ACTIVE {{(pid=106203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 21 12:22:22.821753 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:22:22.849297 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-424289b1-9ecb-499e-a54d-770149697f54 admin admin] Publish callbacks [] for security_group (fa548e9f-3988-49c0-8ca2-4e6a12fd803a), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:22.858408 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-424289b1-9ecb-499e-a54d-770149697f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (fa548e9f-3988-49c0-8ca2-4e6a12fd803a), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:22.899236 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424289b1-9ecb-499e-a54d-770149697f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa548e9f-3988-49c0-8ca2-4e6a12fd803a,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:22:22.915145 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:22:22.922635 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-424289b1-9ecb-499e-a54d-770149697f54 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=05b49277c74749a4af8848591aff75bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2085605 Sep 21 12:22:22.922783 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 53844) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:22:22.971532 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:22:22.978915 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-f2ab58a4-05f7-49f7-ae0e-8232c6a94d22 admin admin] Publish callbacks [] for security_group (fa548e9f-3988-49c0-8ca2-4e6a12fd803a), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:23.007684 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-f2ab58a4-05f7-49f7-ae0e-8232c6a94d22 admin admin] Publish callbacks [] for security_group (fa548e9f-3988-49c0-8ca2-4e6a12fd803a), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:23.076471 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-f2ab58a4-05f7-49f7-ae0e-8232c6a94d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (fa548e9f-3988-49c0-8ca2-4e6a12fd803a), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:23.081286 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-f2ab58a4-05f7-49f7-ae0e-8232c6a94d22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:23.089737 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-f2ab58a4-05f7-49f7-ae0e-8232c6a94d22 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/fa548e9f-3988-49c0-8ca2-4e6a12fd803a HTTP/1.1" status: 204 len: 168 time: 0.1592810 Sep 21 12:22:23.092905 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ab58a4-05f7-49f7-ae0e-8232c6a94d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa548e9f-3988-49c0-8ca2-4e6a12fd803a,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:22:23.531025 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 53872) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:22:23.732385 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-8b140668-2b15-4957-bcd7-3068e7771837 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:23.797248 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:INSERT=12,neutron:SELECT=84,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:22:23.804358 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:INSERT=13,neutron:SELECT=84,neutron:UPDATE=3 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:22:23.843204 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-8b140668-2b15-4957-bcd7-3068e7771837 admin admin] Publish callbacks [] for security_group (effcd9d5-26be-4247-a4db-e7146f57ef87), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:23.848351 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-8b140668-2b15-4957-bcd7-3068e7771837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (effcd9d5-26be-4247-a4db-e7146f57ef87), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:23.891685 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-8b140668-2b15-4957-bcd7-3068e7771837 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=a9f7810d7b2046a1a574cadd97a35f86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3595347 Sep 21 12:22:23.892439 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b140668-2b15-4957-bcd7-3068e7771837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=effcd9d5-26be-4247-a4db-e7146f57ef87,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:22:23.895409 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 53900) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:22:23.965438 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-ca2ec7bb-c8a0-4f6d-97e1-007106285e22 admin admin] Publish callbacks [] for security_group (effcd9d5-26be-4247-a4db-e7146f57ef87), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:23.994381 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-ca2ec7bb-c8a0-4f6d-97e1-007106285e22 admin admin] Publish callbacks [] for security_group (effcd9d5-26be-4247-a4db-e7146f57ef87), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:24.061962 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-ca2ec7bb-c8a0-4f6d-97e1-007106285e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (effcd9d5-26be-4247-a4db-e7146f57ef87), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:24.065077 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-ca2ec7bb-c8a0-4f6d-97e1-007106285e22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:24.067191 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06260775-1e80-478e-bb01-6f30e138c700 req-78bcc721-0e03-41a5-a9c6-c7ed4d9f860f tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:24.068737 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-06260775-1e80-478e-bb01-6f30e138c700 req-78bcc721-0e03-41a5-a9c6-c7ed4d9f860f tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/networks?id=81a38dde-d245-4a7c-b2e5-d5b018863549 HTTP/1.1" status: 200 len: 809 time: 0.1564937 Sep 21 12:22:24.070837 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-ca2ec7bb-c8a0-4f6d-97e1-007106285e22 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/effcd9d5-26be-4247-a4db-e7146f57ef87 HTTP/1.1" status: 204 len: 168 time: 0.1734183 Sep 21 12:22:24.080809 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2ec7bb-c8a0-4f6d-97e1-007106285e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=effcd9d5-26be-4247-a4db-e7146f57ef87,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:22:24.103300 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-06260775-1e80-478e-bb01-6f30e138c700 req-717f4f5b-5703-4384-b211-c2e690859c2c tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/quotas/c46922ef081642f6a3d8ad5d02e4155a HTTP/1.1" status: 200 len: 375 time: 0.0229871 Sep 21 12:22:24.153003 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-06260775-1e80-478e-bb01-6f30e138c700 req-1c2f1084-782f-460f-a5b8-ef5122374f15 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=c46922ef081642f6a3d8ad5d02e4155a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386670 Sep 21 12:22:24.285914 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-06260775-1e80-478e-bb01-6f30e138c700 req-f29775a1-a279-42aa-9470-2768248eaf05 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/81a38dde-d245-4a7c-b2e5-d5b018863549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244884 Sep 21 12:22:24.411732 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-06260775-1e80-478e-bb01-6f30e138c700 req-a25bdf17-796d-49af-9df5-98873b1b6ed6 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/81a38dde-d245-4a7c-b2e5-d5b018863549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206510 Sep 21 12:22:24.630871 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-d0536f6e-5de7-4ec2-a5d9-72bbf6c15dd8 req-a9d55ab2-ad74-42e2-8d04-4eaa4099335d tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=93785b09-4e56-42e1-865e-99e8059e0ce2 HTTP/1.1" status: 200 len: 210 time: 0.0417986 Sep 21 12:22:24.675981 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 53934) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:22:24.692432 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-398a961c-21de-4318-9965-af80e502e9e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:24.800830 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-398a961c-21de-4318-9965-af80e502e9e6 admin admin] Publish callbacks [] for security_group (5f04fa97-f1fb-42ad-8cf9-d04409af3252), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:24.805955 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-398a961c-21de-4318-9965-af80e502e9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (5f04fa97-f1fb-42ad-8cf9-d04409af3252), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:24.844769 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a961c-21de-4318-9965-af80e502e9e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f04fa97-f1fb-42ad-8cf9-d04409af3252,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:22:24.856482 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-398a961c-21de-4318-9965-af80e502e9e6 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=055fefe35dde4a8eb2752797e80a34cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1791210 Sep 21 12:22:24.856685 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 53944) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:22:24.924743 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-2e144ec4-8902-40ae-8d2a-93736107d214 admin admin] Publish callbacks [] for security_group (5f04fa97-f1fb-42ad-8cf9-d04409af3252), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:24.949746 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-2e144ec4-8902-40ae-8d2a-93736107d214 admin admin] Publish callbacks [] for security_group (5f04fa97-f1fb-42ad-8cf9-d04409af3252), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:25.020677 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-2e144ec4-8902-40ae-8d2a-93736107d214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (5f04fa97-f1fb-42ad-8cf9-d04409af3252), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:25.024194 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-2e144ec4-8902-40ae-8d2a-93736107d214 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:25.028062 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-2e144ec4-8902-40ae-8d2a-93736107d214 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/5f04fa97-f1fb-42ad-8cf9-d04409af3252 HTTP/1.1" status: 204 len: 168 time: 0.1671829 Sep 21 12:22:25.038861 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e144ec4-8902-40ae-8d2a-93736107d214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f04fa97-f1fb-42ad-8cf9-d04409af3252,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:22:25.365447 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 53966) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:22:25.379595 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-6d4cfec5-0d38-4296-9073-2b28f410d0ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:25.466916 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-6d4cfec5-0d38-4296-9073-2b28f410d0ab admin admin] Publish callbacks [] for security_group (71553230-e185-4559-9b35-7f51079df654), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:25.471203 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-6d4cfec5-0d38-4296-9073-2b28f410d0ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (71553230-e185-4559-9b35-7f51079df654), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:25.512272 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:22:25.519482 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-6d4cfec5-0d38-4296-9073-2b28f410d0ab admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=62987c0e52cb45bd96e8a11d9b7346b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1529951 Sep 21 12:22:25.521471 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4cfec5-0d38-4296-9073-2b28f410d0ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71553230-e185-4559-9b35-7f51079df654,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:22:25.522504 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 53974) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:22:25.585013 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-5f5a9ba4-1b78-4ee1-9cc7-8072dac6c5e4 admin admin] Publish callbacks [] for security_group (71553230-e185-4559-9b35-7f51079df654), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:25.607352 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-5f5a9ba4-1b78-4ee1-9cc7-8072dac6c5e4 admin admin] Publish callbacks [] for security_group (71553230-e185-4559-9b35-7f51079df654), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:25.657491 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-5f5a9ba4-1b78-4ee1-9cc7-8072dac6c5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (71553230-e185-4559-9b35-7f51079df654), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:25.660305 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-5f5a9ba4-1b78-4ee1-9cc7-8072dac6c5e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:25.661694 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-5f5a9ba4-1b78-4ee1-9cc7-8072dac6c5e4 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/71553230-e185-4559-9b35-7f51079df654 HTTP/1.1" status: 204 len: 168 time: 0.1382146 Sep 21 12:22:25.671103 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5a9ba4-1b78-4ee1-9cc7-8072dac6c5e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71553230-e185-4559-9b35-7f51079df654,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:22:25.753581 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-364d30ee-d6e5-4026-99ee-20c9ca1c9373 req-fad065ae-a61f-491a-ae5f-31179d312bac tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=93785b09-4e56-42e1-865e-99e8059e0ce2 HTTP/1.1" status: 200 len: 210 time: 0.0279574 Sep 21 12:22:26.897439 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-c4f791f5-964c-4759-b205-734677377a8c req-ef2154de-3948-427c-ae8a-ad86e2d67e4e tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=93785b09-4e56-42e1-865e-99e8059e0ce2 HTTP/1.1" status: 200 len: 210 time: 0.0479991 Sep 21 12:22:28.002788 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-17d335e2-636f-4166-82bc-2d3a4b09afb4 req-3e91b1fc-9681-4e64-89f8-571dc8173058 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=93785b09-4e56-42e1-865e-99e8059e0ce2 HTTP/1.1" status: 200 len: 210 time: 0.0269868 Sep 21 12:22:29.110205 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-a6895bdc-1bfb-43d7-a670-fffba7119365 req-d19ed81c-e175-4854-a1f2-ce94127f045e tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=93785b09-4e56-42e1-865e-99e8059e0ce2 HTTP/1.1" status: 200 len: 210 time: 0.0351546 Sep 21 12:22:30.216978 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-935c793f-2e4f-44d7-95b9-842642bab3a4 req-32de8da3-8f62-450c-9fec-52e4e133d024 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=93785b09-4e56-42e1-865e-99e8059e0ce2 HTTP/1.1" status: 200 len: 210 time: 0.0301752 Sep 21 12:22:31.389825 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-dbebfd31-425b-4b43-a4b5-75eef6b8e44f req-babb51b1-99e0-4c37-a3d7-dae3c637a8eb tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=93785b09-4e56-42e1-865e-99e8059e0ce2 HTTP/1.1" status: 200 len: 210 time: 0.0437686 Sep 21 12:22:32.426014 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=43 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:22:32.434945 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=59 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:22:32.505414 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-fe732648-040e-4f34-ac5f-9d90c72b3576 req-39c41ffd-c137-49d5-a3fd-74f3fad74d12 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=93785b09-4e56-42e1-865e-99e8059e0ce2 HTTP/1.1" status: 200 len: 210 time: 0.0324354 Sep 21 12:22:32.576487 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e035dd8-85a6-4e1d-9f6f-fa810c761f23 req-38cbb938-12e8-4604-9cc0-33b45c39a6aa tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:32.577966 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-4e035dd8-85a6-4e1d-9f6f-fa810c761f23 req-38cbb938-12e8-4604-9cc0-33b45c39a6aa tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 945 time: 0.0467067 Sep 21 12:22:32.626189 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-4e035dd8-85a6-4e1d-9f6f-fa810c761f23 req-942131bc-9fc9-40ce-89aa-c9ae37cd5c86 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cd8a5d76-473c-4b81-a3f8-a207e80c4412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420833 Sep 21 12:22:33.609552 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-1860f43c-b791-4dee-b661-411e613cc113 req-567a66da-4509-4534-bcd7-b55767b003e2 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=93785b09-4e56-42e1-865e-99e8059e0ce2 HTTP/1.1" status: 200 len: 210 time: 0.0282276 Sep 21 12:22:33.737031 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:DELETE=4 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:22:33.754258 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3e53c-dd86-4a06-9571-391328763b1a req-86f6ec5e-5fff-4468-9839-4c37de0c0959 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:33.758714 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-6ca3e53c-dd86-4a06-9571-391328763b1a req-86f6ec5e-5fff-4468-9839-4c37de0c0959 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 945 time: 0.0479667 Sep 21 12:22:33.805204 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-6ca3e53c-dd86-4a06-9571-391328763b1a req-8e3624f5-cc88-4954-a029-b2995c1c6257 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cd8a5d76-473c-4b81-a3f8-a207e80c4412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437431 Sep 21 12:22:34.608831 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:22:34.665111 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06260775-1e80-478e-bb01-6f30e138c700 req-d36ec520-90d5-4996-bbb6-ef5bfe502921 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:34.666542 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-06260775-1e80-478e-bb01-6f30e138c700 req-d36ec520-90d5-4996-bbb6-ef5bfe502921 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.66 "GET /networking/v2.0/networks?id=81a38dde-d245-4a7c-b2e5-d5b018863549 HTTP/1.1" status: 200 len: 809 time: 0.1147308 Sep 21 12:22:34.721955 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-aba1faa0-9236-4e31-8133-2bc0d7f62692 req-d3b38e00-305c-4754-a8f7-efbb340e4724 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=93785b09-4e56-42e1-865e-99e8059e0ce2 HTTP/1.1" status: 200 len: 210 time: 0.0336113 Sep 21 12:22:34.931448 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e96a95-a947-4a19-a3cc-082c68ddb565 req-c3e8177b-8ad9-42d5-b816-14f81dec9d84 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:34.932923 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-c4e96a95-a947-4a19-a3cc-082c68ddb565 req-c3e8177b-8ad9-42d5-b816-14f81dec9d84 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 945 time: 0.0491467 Sep 21 12:22:34.980833 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-c4e96a95-a947-4a19-a3cc-082c68ddb565 req-25592ca0-7a78-4694-ab85-6fc8cb3b5133 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cd8a5d76-473c-4b81-a3f8-a207e80c4412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423608 Sep 21 12:22:35.051886 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=71,neutron:UPDATE=3 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:22:35.686922 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:22:35.828322 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-698f440b-57ec-4619-ad48-eaea65f9e46b req-4ff876b9-ba52-4c8d-8dd7-b63a61a2e851 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=93785b09-4e56-42e1-865e-99e8059e0ce2 HTTP/1.1" status: 200 len: 210 time: 0.0279629 Sep 21 12:22:36.102658 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c9c85d-3028-472c-af25-4caccfc66c52 req-836ecc64-057e-4471-bbe2-595b0ea97ce3 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:36.104195 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b2c9c85d-3028-472c-af25-4caccfc66c52 req-836ecc64-057e-4471-bbe2-595b0ea97ce3 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 945 time: 0.0496762 Sep 21 12:22:36.150921 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b2c9c85d-3028-472c-af25-4caccfc66c52 req-c666fa1d-c021-44e7-acf7-5ce25fa9b38e tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cd8a5d76-473c-4b81-a3f8-a207e80c4412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406339 Sep 21 12:22:36.352248 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-bba28e58-3a7b-4db9-a4fd-0b112697fb3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (f73c601a-29a1-4353-9f34-efd4ba2e6501), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:36.933035 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-a6df5efa-0cbb-4e63-a6a2-d64712a4495b req-312d43e7-467e-4333-9fed-4e47aabb5383 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=93785b09-4e56-42e1-865e-99e8059e0ce2 HTTP/1.1" status: 200 len: 210 time: 0.0297165 Sep 21 12:22:37.279097 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4319261-156a-4da6-936f-c0ed2e4b4463 req-929ae27c-a552-433a-afa5-132fe40e87ce tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:37.280602 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b4319261-156a-4da6-936f-c0ed2e4b4463 req-929ae27c-a552-433a-afa5-132fe40e87ce tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 945 time: 0.0497088 Sep 21 12:22:37.329449 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b4319261-156a-4da6-936f-c0ed2e4b4463 req-2df03e76-ca0e-4134-a3af-0a2b4deb5da7 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cd8a5d76-473c-4b81-a3f8-a207e80c4412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429494 Sep 21 12:22:37.983726 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [req-06260775-1e80-478e-bb01-6f30e138c700 req-176c8017-aac3-4390-a777-1e8650d6d17a tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Request body: {'port': {'device_id': '93785b09-4e56-42e1-865e-99e8059e0ce2', 'network_id': '81a38dde-d245-4a7c-b2e5-d5b018863549', 'admin_state_up': True, 'tenant_id': 'c46922ef081642f6a3d8ad5d02e4155a'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:22:38.115329 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-b9a78170-192a-4315-a54e-efa59fb86675 req-05e08c29-6130-49f9-bcc1-197c4c193b00 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=93785b09-4e56-42e1-865e-99e8059e0ce2 HTTP/1.1" status: 200 len: 210 time: 0.0533309 Sep 21 12:22:38.152596 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06260775-1e80-478e-bb01-6f30e138c700 req-176c8017-aac3-4390-a777-1e8650d6d17a tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Made reservation on behalf of c46922ef081642f6a3d8ad5d02e4155a for: {'port': 1} {{(pid=106202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:22:38.157723 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-06260775-1e80-478e-bb01-6f30e138c700 req-176c8017-aac3-4390-a777-1e8650d6d17a tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:38.285484 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 54262) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:22:38.297507 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.db_base_plugin_common [req-06260775-1e80-478e-bb01-6f30e138c700 req-176c8017-aac3-4390-a777-1e8650d6d17a tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Allocated IP 172.20.0.14 (81a38dde-d245-4a7c-b2e5-d5b018863549/43b20f8b-0e61-4756-bda6-5da5ff095f43/7e905c9f-4fc1-4edd-8baf-ae4b1a56d65d) {{(pid=106202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:22:38.399260 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-87a45192-041c-4db1-9c50-0af4459586b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:38.438942 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:22:38.479076 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b2b10-0a05-4dbb-b788-a9f77aa786af req-50256f51-800c-4b21-adc0-20d22789537f tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:38.480487 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-bc3b2b10-0a05-4dbb-b788-a9f77aa786af req-50256f51-800c-4b21-adc0-20d22789537f tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 945 time: 0.0749683 Sep 21 12:22:38.483162 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-87a45192-041c-4db1-9c50-0af4459586b3 admin admin] Publish callbacks [] for security_group (8e1cd4d0-9016-402a-9272-8c0c0d95af03), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:38.488193 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-87a45192-041c-4db1-9c50-0af4459586b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (8e1cd4d0-9016-402a-9272-8c0c0d95af03), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:38.500840 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:22:38.509276 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-06260775-1e80-478e-bb01-6f30e138c700 req-176c8017-aac3-4390-a777-1e8650d6d17a tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Publish callbacks [] for port (7e905c9f-4fc1-4edd-8baf-ae4b1a56d65d), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:38.532558 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-87a45192-041c-4db1-9c50-0af4459586b3 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=01322137ba0b464aad5a1b1d9499e8ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2434950 Sep 21 12:22:38.532558 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a45192-041c-4db1-9c50-0af4459586b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1cd4d0-9016-402a-9272-8c0c0d95af03,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:22:38.533483 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 54268) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:22:38.534953 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:22:38.563770 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-bc3b2b10-0a05-4dbb-b788-a9f77aa786af req-f71ec4c8-727b-4392-89d0-a5c84581939d tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cd8a5d76-473c-4b81-a3f8-a207e80c4412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767386 Sep 21 12:22:38.575177 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-06260775-1e80-478e-bb01-6f30e138c700 req-176c8017-aac3-4390-a777-1e8650d6d17a tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735120900801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (7e905c9f-4fc1-4edd-8baf-ae4b1a56d65d), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:38.603249 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-aa3e32a5-c398-440f-8a63-6abd54ef07de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (4f31b8b6-17c0-474d-bf52-0481ff2a5cf7), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:38.603871 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-a3474a7b-25df-44da-a4d8-0edcb9e2db48 admin admin] Publish callbacks [] for security_group (8e1cd4d0-9016-402a-9272-8c0c0d95af03), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:38.623371 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06260775-1e80-478e-bb01-6f30e138c700 req-176c8017-aac3-4390-a777-1e8650d6d17a tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Network 81a38dde-d245-4a7c-b2e5-d5b018863549 is already hosted by enough agents. {{(pid=106202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:22:38.625740 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-a3474a7b-25df-44da-a4d8-0edcb9e2db48 admin admin] Publish callbacks [] for security_group (8e1cd4d0-9016-402a-9272-8c0c0d95af03), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:38.626571 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.base_scheduler [req-06260775-1e80-478e-bb01-6f30e138c700 req-176c8017-aac3-4390-a777-1e8650d6d17a tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Resources bound (agent type, host, resource id): {{(pid=106202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:22:38.631154 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.l3_dvrscheduler_db [req-06260775-1e80-478e-bb01-6f30e138c700 req-176c8017-aac3-4390-a777-1e8650d6d17a tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Received port after_create {{(pid=106202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 12:22:38.675918 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176c8017-aac3-4390-a777-1e8650d6d17a tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Pushing event updated for resources: {'Port': ['ID=7e905c9f-4fc1-4edd-8baf-ae4b1a56d65d,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:22:38.680003 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-a3474a7b-25df-44da-a4d8-0edcb9e2db48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (8e1cd4d0-9016-402a-9272-8c0c0d95af03), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:38.683464 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-a3474a7b-25df-44da-a4d8-0edcb9e2db48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:38.687036 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-a3474a7b-25df-44da-a4d8-0edcb9e2db48 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/8e1cd4d0-9016-402a-9272-8c0c0d95af03 HTTP/1.1" status: 204 len: 168 time: 0.1497829 Sep 21 12:22:38.693308 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3474a7b-25df-44da-a4d8-0edcb9e2db48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1cd4d0-9016-402a-9272-8c0c0d95af03,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:22:38.704413 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06260775-1e80-478e-bb01-6f30e138c700 req-176c8017-aac3-4390-a777-1e8650d6d17a tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:38.705055 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-06260775-1e80-478e-bb01-6f30e138c700 req-176c8017-aac3-4390-a777-1e8650d6d17a tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544014'] for port (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:38.723947 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-06260775-1e80-478e-bb01-6f30e138c700 req-176c8017-aac3-4390-a777-1e8650d6d17a tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.66 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7476811 Sep 21 12:22:38.958566 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 54276) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:22:38.972852 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-c0f98f34-c01f-4a96-8899-717943c35c54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:39.049745 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-c0f98f34-c01f-4a96-8899-717943c35c54 admin admin] Publish callbacks [] for security_group (4c4e64a4-8edc-4da5-9e43-cee24d014efb), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:39.053276 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-c0f98f34-c01f-4a96-8899-717943c35c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (4c4e64a4-8edc-4da5-9e43-cee24d014efb), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:39.093527 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-c0f98f34-c01f-4a96-8899-717943c35c54 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=f28391e42e2a4fe8b216495e3d6c68b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1338217 Sep 21 12:22:39.094392 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f98f34-c01f-4a96-8899-717943c35c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4e64a4-8edc-4da5-9e43-cee24d014efb,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:22:39.096281 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 54280) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:22:39.156291 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-b0a1fb85-76e0-4828-b58e-854fb75778e2 admin admin] Publish callbacks [] for security_group (4c4e64a4-8edc-4da5-9e43-cee24d014efb), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:39.176792 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-b0a1fb85-76e0-4828-b58e-854fb75778e2 admin admin] Publish callbacks [] for security_group (4c4e64a4-8edc-4da5-9e43-cee24d014efb), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:39.226661 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-b0a1fb85-76e0-4828-b58e-854fb75778e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (4c4e64a4-8edc-4da5-9e43-cee24d014efb), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:39.229313 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-b0a1fb85-76e0-4828-b58e-854fb75778e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:39.230461 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-b0a1fb85-76e0-4828-b58e-854fb75778e2 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/4c4e64a4-8edc-4da5-9e43-cee24d014efb HTTP/1.1" status: 204 len: 168 time: 0.1332135 Sep 21 12:22:39.236066 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d55c6-d800-416b-9532-09e192b985f0 req-b9d021e6-64a3-4e22-b2ad-5e113e601a37 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:39.238599 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a1fb85-76e0-4828-b58e-854fb75778e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c4e64a4-8edc-4da5-9e43-cee24d014efb,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:22:39.244279 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-294d55c6-d800-416b-9532-09e192b985f0 req-b9d021e6-64a3-4e22-b2ad-5e113e601a37 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=93785b09-4e56-42e1-865e-99e8059e0ce2 HTTP/1.1" status: 200 len: 932 time: 0.0568478 Sep 21 12:22:39.294605 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-294d55c6-d800-416b-9532-09e192b985f0 req-10b0dc22-9f76-4edb-9343-eae963749742 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=16cb0007-21fa-4742-b5e1-8a76f121f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493898 Sep 21 12:22:39.693257 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1421559-b8b7-43a3-82e6-e31d6a7ac353 req-37a8cfb2-dc2d-4a5a-a7a8-624f94eb58a5 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:39.694740 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e1421559-b8b7-43a3-82e6-e31d6a7ac353 req-37a8cfb2-dc2d-4a5a-a7a8-624f94eb58a5 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 945 time: 0.0465705 Sep 21 12:22:39.770768 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e1421559-b8b7-43a3-82e6-e31d6a7ac353 req-2acefbf7-8aaf-4bed-be96-fbfc49b6502d tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cd8a5d76-473c-4b81-a3f8-a207e80c4412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700982 Sep 21 12:22:39.916297 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-740e41e1-10de-4b2e-a9f0-9582d49d2a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (d7a8950b-d4d7-4646-ba54-d395483871b4), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:40.428431 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce77b46-ed32-49c0-85bf-bae0b3a8b010 req-36e08265-cf3b-4133-a469-55d0241f0e8b tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:40.429924 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-9ce77b46-ed32-49c0-85bf-bae0b3a8b010 req-36e08265-cf3b-4133-a469-55d0241f0e8b tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=93785b09-4e56-42e1-865e-99e8059e0ce2 HTTP/1.1" status: 200 len: 932 time: 0.0479596 Sep 21 12:22:40.481121 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-9ce77b46-ed32-49c0-85bf-bae0b3a8b010 req-2604082b-8021-4012-99fe-50a200a14140 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=16cb0007-21fa-4742-b5e1-8a76f121f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446098 Sep 21 12:22:40.515212 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [req-06260775-1e80-478e-bb01-6f30e138c700 req-9c07ad99-ac97-4dad-8cb8-6d8eb527c4ad service neutron] Request body: {'port': {'device_id': '93785b09-4e56-42e1-865e-99e8059e0ce2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85867'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:22:40.580993 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-06260775-1e80-478e-bb01-6f30e138c700 req-9c07ad99-ac97-4dad-8cb8-6d8eb527c4ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (7e905c9f-4fc1-4edd-8baf-ae4b1a56d65d), before_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:40.848748 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.notifiers.nova [req-06260775-1e80-478e-bb01-6f30e138c700 req-9c07ad99-ac97-4dad-8cb8-6d8eb527c4ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e905c9f-4fc1-4edd-8baf-ae4b1a56d65d {{(pid=106202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 12:22:40.866288 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-06260775-1e80-478e-bb01-6f30e138c700 req-9c07ad99-ac97-4dad-8cb8-6d8eb527c4ad service neutron] Publish callbacks [] for port (7e905c9f-4fc1-4edd-8baf-ae4b1a56d65d), precommit_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:40.908803 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.provisioning_blocks [req-06260775-1e80-478e-bb01-6f30e138c700 req-9c07ad99-ac97-4dad-8cb8-6d8eb527c4ad service neutron] Transition to ACTIVE for port object 7e905c9f-4fc1-4edd-8baf-ae4b1a56d65d will not be triggered until provisioned by entity L2. {{(pid=106202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 12:22:40.917030 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf6b5e-21ab-4646-bb76-a8ff4c7c570c req-44de5c47-902f-4840-b234-1f2eb2b63db2 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:40.918557 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b4bf6b5e-21ab-4646-bb76-a8ff4c7c570c req-44de5c47-902f-4840-b234-1f2eb2b63db2 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 945 time: 0.0652704 Sep 21 12:22:40.920127 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-06260775-1e80-478e-bb01-6f30e138c700 req-9c07ad99-ac97-4dad-8cb8-6d8eb527c4ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6955121'] for port (7e905c9f-4fc1-4edd-8baf-ae4b1a56d65d), after_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:40.944482 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:22:40.968125 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:22:41.008968 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c07ad99-ac97-4dad-8cb8-6d8eb527c4ad service neutron] Pushing event updated for resources: {'Port': ['ID=7e905c9f-4fc1-4edd-8baf-ae4b1a56d65d,revision_number=2']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:22:41.056632 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b4bf6b5e-21ab-4646-bb76-a8ff4c7c570c req-fd82a99e-030a-4b31-aa84-c6fb83da87fc tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cd8a5d76-473c-4b81-a3f8-a207e80c4412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302505 Sep 21 12:22:41.081497 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.managers [req-06260775-1e80-478e-bb01-6f30e138c700 req-9c07ad99-ac97-4dad-8cb8-6d8eb527c4ad service neutron] Attempting to bind port 7e905c9f-4fc1-4edd-8baf-ae4b1a56d65d on host hv-cinder-85867 for vnic_type normal with profile {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 12:22:41.081835 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.managers [req-06260775-1e80-478e-bb01-6f30e138c700 req-9c07ad99-ac97-4dad-8cb8-6d8eb527c4ad service neutron] Attempting to bind port 7e905c9f-4fc1-4edd-8baf-ae4b1a56d65d by drivers openvswitch,hyperv on host hv-cinder-85867 at level 0 using segments [{'id': 'dab8698b-2b24-445e-9083-b2542a11afe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '81a38dde-d245-4a7c-b2e5-d5b018863549'}] {{(pid=106202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 12:22:41.082163 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06260775-1e80-478e-bb01-6f30e138c700 req-9c07ad99-ac97-4dad-8cb8-6d8eb527c4ad service neutron] Attempting to bind port 7e905c9f-4fc1-4edd-8baf-ae4b1a56d65d on network 81a38dde-d245-4a7c-b2e5-d5b018863549 {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:22:41.130078 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06260775-1e80-478e-bb01-6f30e138c700 req-9c07ad99-ac97-4dad-8cb8-6d8eb527c4ad service neutron] Port 7e905c9f-4fc1-4edd-8baf-ae4b1a56d65d on network 81a38dde-d245-4a7c-b2e5-d5b018863549 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85867 {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 12:22:41.130471 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06260775-1e80-478e-bb01-6f30e138c700 req-9c07ad99-ac97-4dad-8cb8-6d8eb527c4ad service neutron] Attempting to bind port 7e905c9f-4fc1-4edd-8baf-ae4b1a56d65d on network 81a38dde-d245-4a7c-b2e5-d5b018863549 {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:22:41.174685 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06260775-1e80-478e-bb01-6f30e138c700 req-9c07ad99-ac97-4dad-8cb8-6d8eb527c4ad service neutron] Checking agent: {'id': '986f726e-8c98-4005-b3b7-e033305b1240', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85867', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 12, 18, 46), 'started_at': datetime.datetime(2022, 9, 21, 12, 18, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 12, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 12:22:41.175160 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06260775-1e80-478e-bb01-6f30e138c700 req-9c07ad99-ac97-4dad-8cb8-6d8eb527c4ad service neutron] Checking segment: {'id': 'dab8698b-2b24-445e-9083-b2542a11afe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '81a38dde-d245-4a7c-b2e5-d5b018863549'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:22:41.175799 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06260775-1e80-478e-bb01-6f30e138c700 req-9c07ad99-ac97-4dad-8cb8-6d8eb527c4ad service neutron] Bound using segment: {'id': 'dab8698b-2b24-445e-9083-b2542a11afe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '81a38dde-d245-4a7c-b2e5-d5b018863549'} {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 12:22:41.176499 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.managers [req-06260775-1e80-478e-bb01-6f30e138c700 req-9c07ad99-ac97-4dad-8cb8-6d8eb527c4ad service neutron] Bound port: 7e905c9f-4fc1-4edd-8baf-ae4b1a56d65d, host: hv-cinder-85867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dab8698b-2b24-445e-9083-b2542a11afe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '81a38dde-d245-4a7c-b2e5-d5b018863549'}}] {{(pid=106202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 12:22:41.176921 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-06260775-1e80-478e-bb01-6f30e138c700 req-9c07ad99-ac97-4dad-8cb8-6d8eb527c4ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (7e905c9f-4fc1-4edd-8baf-ae4b1a56d65d), before_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:41.229519 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (57fb69a9-4edc-44fd-8965-b65708e41306), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:41.251735 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [req-06260775-1e80-478e-bb01-6f30e138c700 req-9c07ad99-ac97-4dad-8cb8-6d8eb527c4ad service neutron] For port 7e905c9f-4fc1-4edd-8baf-ae4b1a56d65d, host hv-cinder-85867, cleared binding levels {{(pid=106202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:22:41.255178 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [req-06260775-1e80-478e-bb01-6f30e138c700 req-9c07ad99-ac97-4dad-8cb8-6d8eb527c4ad service neutron] For port 7e905c9f-4fc1-4edd-8baf-ae4b1a56d65d, host hv-cinder-85867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=7e905c9f-4fc1-4edd-8baf-ae4b1a56d65d,segment=NetworkSegment(dab8698b-2b24-445e-9083-b2542a11afe3),segment_id=dab8698b-2b24-445e-9083-b2542a11afe3)] {{(pid=106202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:22:41.261048 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-06260775-1e80-478e-bb01-6f30e138c700 req-9c07ad99-ac97-4dad-8cb8-6d8eb527c4ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6955121'] for port (7e905c9f-4fc1-4edd-8baf-ae4b1a56d65d), after_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:41.265560 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06260775-1e80-478e-bb01-6f30e138c700 req-9c07ad99-ac97-4dad-8cb8-6d8eb527c4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:41.266242 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-06260775-1e80-478e-bb01-6f30e138c700 req-9c07ad99-ac97-4dad-8cb8-6d8eb527c4ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544014'] for port (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:41.267688 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-06260775-1e80-478e-bb01-6f30e138c700 req-9c07ad99-ac97-4dad-8cb8-6d8eb527c4ad service neutron] 10.222.0.66 "PUT /networking/v2.0/ports/7e905c9f-4fc1-4edd-8baf-ae4b1a56d65d HTTP/1.1" status: 200 len: 1094 time: 0.7586498 Sep 21 12:22:41.268319 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93785b09-4e56-42e1-865e-99e8059e0ce2', 'tag': '7e905c9f-4fc1-4edd-8baf-ae4b1a56d65d'}] {{(pid=106202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:22:41.271651 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f69dec5372d12bc1dbf2d83c258da0d8b658e28cfccadcad30c8a09044815e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35fcf6e3-9cb5-449e-9244-1190a85678ea" -d '{"events": [{"name": "network-changed", "server_uuid": "93785b09-4e56-42e1-865e-99e8059e0ce2", "tag": "7e905c9f-4fc1-4edd-8baf-ae4b1a56d65d"}]}' {{(pid=106202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:22:41.315076 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 12:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b34d7a-427c-4066-827e-7ff7f49125d7 x-openstack-request-id: req-a7b34d7a-427c-4066-827e-7ff7f49125d7 {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:22:41.315394 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93785b09-4e56-42e1-865e-99e8059e0ce2", "tag": "7e905c9f-4fc1-4edd-8baf-ae4b1a56d65d", "status": "completed", "code": 200}]} {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:22:41.315640 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a7b34d7a-427c-4066-827e-7ff7f49125d7 {{(pid=106202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:22:41.316102 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7b34d7a-427c-4066-827e-7ff7f49125d7'] response: {'name': 'network-changed', 'server_uuid': '93785b09-4e56-42e1-865e-99e8059e0ce2', 'tag': '7e905c9f-4fc1-4edd-8baf-ae4b1a56d65d', 'status': 'completed', 'code': 200} Sep 21 12:22:41.331962 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c07ad99-ac97-4dad-8cb8-6d8eb527c4ad service neutron] Pushing event updated for resources: {'Port': ['ID=7e905c9f-4fc1-4edd-8baf-ae4b1a56d65d,revision_number=3']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:22:41.476127 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c3e59811-0015-48e8-afb5-3d82d64b721e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (cef1489a-7471-4b81-a7c5-b9e507e96767), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:41.524080 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 54380) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:22:41.606316 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47591a6b-7c4e-4151-ae82-e4cdd00ade79 req-77811f82-cf4e-4a36-9ac0-d33aca72a0a9 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:41.608682 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-47591a6b-7c4e-4151-ae82-e4cdd00ade79 req-77811f82-cf4e-4a36-9ac0-d33aca72a0a9 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=93785b09-4e56-42e1-865e-99e8059e0ce2 HTTP/1.1" status: 200 len: 944 time: 0.0504940 Sep 21 12:22:41.645999 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-cd43e150-577b-4d22-870f-2294b598107b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:41.680005 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-47591a6b-7c4e-4151-ae82-e4cdd00ade79 req-1eed7266-003f-4281-a95a-ecf03d19dcb8 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=16cb0007-21fa-4742-b5e1-8a76f121f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657318 Sep 21 12:22:41.743525 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-cd43e150-577b-4d22-870f-2294b598107b admin admin] Publish callbacks [] for security_group (286733d1-0c57-4c5b-aec7-56fc07c7e348), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:41.747968 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-cd43e150-577b-4d22-870f-2294b598107b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (286733d1-0c57-4c5b-aec7-56fc07c7e348), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:41.788201 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-cd43e150-577b-4d22-870f-2294b598107b admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=ab041a7d1acb4e37a6dfc282f0d33bef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2630246 Sep 21 12:22:41.789002 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd43e150-577b-4d22-870f-2294b598107b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=286733d1-0c57-4c5b-aec7-56fc07c7e348,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:22:41.791368 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 54386) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:22:41.842854 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-d33965f3-8dc3-44fd-8e73-57aabee3a514 admin admin] Publish callbacks [] for security_group (286733d1-0c57-4c5b-aec7-56fc07c7e348), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:41.863026 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-d33965f3-8dc3-44fd-8e73-57aabee3a514 admin admin] Publish callbacks [] for security_group (286733d1-0c57-4c5b-aec7-56fc07c7e348), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:41.912410 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-d33965f3-8dc3-44fd-8e73-57aabee3a514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (286733d1-0c57-4c5b-aec7-56fc07c7e348), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:41.914808 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-d33965f3-8dc3-44fd-8e73-57aabee3a514 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:41.915981 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-d33965f3-8dc3-44fd-8e73-57aabee3a514 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/286733d1-0c57-4c5b-aec7-56fc07c7e348 HTTP/1.1" status: 204 len: 168 time: 0.1238065 Sep 21 12:22:41.923620 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33965f3-8dc3-44fd-8e73-57aabee3a514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=286733d1-0c57-4c5b-aec7-56fc07c7e348,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:22:42.151088 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:22:42.189633 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b9bfa-1405-4e28-94ea-a0a26c53f28b req-5348c388-8878-4e8e-85f3-dbe7640d8912 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:42.191121 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-540b9bfa-1405-4e28-94ea-a0a26c53f28b req-5348c388-8878-4e8e-85f3-dbe7640d8912 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 945 time: 0.0489826 Sep 21 12:22:42.195866 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 54396) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:22:42.220588 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-95497abc-ea4b-4ae9-9c2c-123ad4065d37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:42.272466 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-540b9bfa-1405-4e28-94ea-a0a26c53f28b req-b8e16b2a-e997-497c-8bab-61df5be2b805 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cd8a5d76-473c-4b81-a3f8-a207e80c4412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695713 Sep 21 12:22:42.328063 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:INSERT=13,neutron:SELECT=85,neutron:DELETE=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:22:42.333942 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-95497abc-ea4b-4ae9-9c2c-123ad4065d37 admin admin] Publish callbacks [] for security_group (09f87a98-0bcf-4065-b04e-3dc8fc419771), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:42.337804 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-95497abc-ea4b-4ae9-9c2c-123ad4065d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (09f87a98-0bcf-4065-b04e-3dc8fc419771), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:42.378763 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-95497abc-ea4b-4ae9-9c2c-123ad4065d37 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=db3a2c2bf6fe44e78fc956e5723ce11e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1818860 Sep 21 12:22:42.379607 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95497abc-ea4b-4ae9-9c2c-123ad4065d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f87a98-0bcf-4065-b04e-3dc8fc419771,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:22:42.381477 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 54400) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:22:42.397957 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:22:42.430897 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1,neutron:INSERT=8,neutron:DELETE=4 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:22:42.434734 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-32b8a2df-b8b2-4561-8afc-edf5d316bc93 admin admin] Publish callbacks [] for security_group (09f87a98-0bcf-4065-b04e-3dc8fc419771), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:42.456746 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-32b8a2df-b8b2-4561-8afc-edf5d316bc93 admin admin] Publish callbacks [] for security_group (09f87a98-0bcf-4065-b04e-3dc8fc419771), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:42.510050 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-32b8a2df-b8b2-4561-8afc-edf5d316bc93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (09f87a98-0bcf-4065-b04e-3dc8fc419771), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:42.514854 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-32b8a2df-b8b2-4561-8afc-edf5d316bc93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:42.516854 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-32b8a2df-b8b2-4561-8afc-edf5d316bc93 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/09f87a98-0bcf-4065-b04e-3dc8fc419771 HTTP/1.1" status: 204 len: 168 time: 0.1339734 Sep 21 12:22:42.527933 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b8a2df-b8b2-4561-8afc-edf5d316bc93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f87a98-0bcf-4065-b04e-3dc8fc419771,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:22:42.805833 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89033c3-cc0b-4413-8e20-93b49b2076fd req-2a2e2501-7975-4351-a325-aca9af5310a1 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:42.807518 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-c89033c3-cc0b-4413-8e20-93b49b2076fd req-2a2e2501-7975-4351-a325-aca9af5310a1 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=93785b09-4e56-42e1-865e-99e8059e0ce2 HTTP/1.1" status: 200 len: 944 time: 0.0518744 Sep 21 12:22:42.860124 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-c89033c3-cc0b-4413-8e20-93b49b2076fd req-a4c928b6-32d0-4551-baec-409986cd9d45 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=16cb0007-21fa-4742-b5e1-8a76f121f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454285 Sep 21 12:22:43.014357 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fcf6e3-9cb5-449e-9244-1190a85678ea req-91356923-0b27-428d-9214-8f4ee0b51e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:43.015892 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-35fcf6e3-9cb5-449e-9244-1190a85678ea req-91356923-0b27-428d-9214-8f4ee0b51e32 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=c46922ef081642f6a3d8ad5d02e4155a&device_id=93785b09-4e56-42e1-865e-99e8059e0ce2 HTTP/1.1" status: 200 len: 1128 time: 0.0385826 Sep 21 12:22:43.272890 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fcf6e3-9cb5-449e-9244-1190a85678ea req-b5ed125b-5521-42ea-8054-9c1f8b88d8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:43.274409 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-35fcf6e3-9cb5-449e-9244-1190a85678ea req-b5ed125b-5521-42ea-8054-9c1f8b88d8b6 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?tenant_id=c46922ef081642f6a3d8ad5d02e4155a&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1078122 Sep 21 12:22:43.406109 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88983edb-55a6-4d97-8984-79fab082bf09 req-6e7fa73a-1d65-47d9-a2bd-95373368719a tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:43.407596 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-88983edb-55a6-4d97-8984-79fab082bf09 req-6e7fa73a-1d65-47d9-a2bd-95373368719a tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 945 time: 0.0575430 Sep 21 12:22:43.458076 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-88983edb-55a6-4d97-8984-79fab082bf09 req-ae38a3ee-6d7f-41d8-933a-f2b2982615e7 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cd8a5d76-473c-4b81-a3f8-a207e80c4412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449176 Sep 21 12:22:43.740171 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.agents_db [None req-f0b1ed15-d02e-46f0-bd67-2b506ff8404e None None] Agent healthcheck: found 6 active agents {{(pid=106204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:22:43.832450 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fcf6e3-9cb5-449e-9244-1190a85678ea req-4628e168-120a-45ee-b38c-e3a1c4fb8130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:43.833943 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-35fcf6e3-9cb5-449e-9244-1190a85678ea req-4628e168-120a-45ee-b38c-e3a1c4fb8130 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0937059 Sep 21 12:22:44.017082 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096ba94d-e54f-4cf1-b87e-5d47e36ca7f3 req-77dd2373-c7eb-449d-8cda-e7529445e7b8 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:44.018655 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-096ba94d-e54f-4cf1-b87e-5d47e36ca7f3 req-77dd2373-c7eb-449d-8cda-e7529445e7b8 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=93785b09-4e56-42e1-865e-99e8059e0ce2 HTTP/1.1" status: 200 len: 944 time: 0.0732572 Sep 21 12:22:44.117494 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c6394e-7c16-423b-b3f0-906995ae7000 req-1c2ecf17-9cf3-45d4-beb0-506b93563f61 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:44.118982 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-c7c6394e-7c16-423b-b3f0-906995ae7000 req-1c2ecf17-9cf3-45d4-beb0-506b93563f61 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 945 time: 0.0994394 Sep 21 12:22:44.124318 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06260775-1e80-478e-bb01-6f30e138c700 req-308ccaf9-fdd7-42d9-96bf-12bdac0f2d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:44.125611 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-06260775-1e80-478e-bb01-6f30e138c700 req-308ccaf9-fdd7-42d9-96bf-12bdac0f2d07 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=c46922ef081642f6a3d8ad5d02e4155a&device_id=93785b09-4e56-42e1-865e-99e8059e0ce2 HTTP/1.1" status: 200 len: 1128 time: 0.0949867 Sep 21 12:22:44.142813 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-096ba94d-e54f-4cf1-b87e-5d47e36ca7f3 req-156c753f-d91b-4b56-8e00-b72920d6d974 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=16cb0007-21fa-4742-b5e1-8a76f121f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131699 Sep 21 12:22:44.219538 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-06260775-1e80-478e-bb01-6f30e138c700 req-068337c0-3b4f-44b7-b0e1-130b2654a89d service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e905c9f-4fc1-4edd-8baf-ae4b1a56d65d HTTP/1.1" status: 200 len: 217 time: 0.0746181 Sep 21 12:22:44.384274 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [req-c7c6394e-7c16-423b-b3f0-906995ae7000 req-db73adeb-b469-4ff6-b516-f8e93b607398 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] Deleting port 9b27a8b0-6e14-43db-b7d2-00fb7465cce0 {{(pid=106202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:22:44.384610 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-c7c6394e-7c16-423b-b3f0-906995ae7000 req-db73adeb-b469-4ff6-b516-f8e93b607398 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (9b27a8b0-6e14-43db-b7d2-00fb7465cce0), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:44.388595 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06260775-1e80-478e-bb01-6f30e138c700 req-00948f0a-f169-49e0-9d9f-cc190d998425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:44.390053 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-06260775-1e80-478e-bb01-6f30e138c700 req-00948f0a-f169-49e0-9d9f-cc190d998425 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=43b20f8b-0e61-4756-bda6-5da5ff095f43 HTTP/1.1" status: 200 len: 849 time: 0.1594012 Sep 21 12:22:44.464580 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-06260775-1e80-478e-bb01-6f30e138c700 req-8c9e1e1c-6cdd-4e7f-9f68-5688c7334928 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=81a38dde-d245-4a7c-b2e5-d5b018863549&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615785 Sep 21 12:22:44.551113 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:22:44.604760 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [req-c7c6394e-7c16-423b-b3f0-906995ae7000 req-db73adeb-b469-4ff6-b516-f8e93b607398 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] For port 9b27a8b0-6e14-43db-b7d2-00fb7465cce0, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=9b27a8b0-6e14-43db-b7d2-00fb7465cce0,segment=NetworkSegment(5be53f91-aee1-48e3-9112-bdcdf49a807c),segment_id=5be53f91-aee1-48e3-9112-bdcdf49a807c)] {{(pid=106202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:22:44.605151 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-c7c6394e-7c16-423b-b3f0-906995ae7000 req-db73adeb-b469-4ff6-b516-f8e93b607398 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (9b27a8b0-6e14-43db-b7d2-00fb7465cce0), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:44.622126 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf048ca-234f-46c4-aa89-149cecc54e8b req-871c3fe9-dd41-4178-b747-4520add9e17b tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:44.629575 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-eaf048ca-234f-46c4-aa89-149cecc54e8b req-871c3fe9-dd41-4178-b747-4520add9e17b tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 945 time: 0.0735416 Sep 21 12:22:44.663175 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [req-c7c6394e-7c16-423b-b3f0-906995ae7000 req-db73adeb-b469-4ff6-b516-f8e93b607398 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] Calling delete_port for 9b27a8b0-6e14-43db-b7d2-00fb7465cce0 owned by compute:nova {{(pid=106202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:22:44.724974 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-eaf048ca-234f-46c4-aa89-149cecc54e8b req-81c99e6a-5c60-4e7f-8ee8-c5f0de473031 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cd8a5d76-473c-4b81-a3f8-a207e80c4412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879636 Sep 21 12:22:44.763133 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 54510) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:22:44.933977 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-5fec0fc2-610c-4f88-b9fb-4826b2e45927 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:44.934478 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-06260775-1e80-478e-bb01-6f30e138c700 req-757a3440-1650-4a6e-be70-e6618338bd42 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/81a38dde-d245-4a7c-b2e5-d5b018863549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4614131 Sep 21 12:22:45.057638 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-5fec0fc2-610c-4f88-b9fb-4826b2e45927 admin admin] Publish callbacks [] for security_group (c3c58c70-04bd-4b57-b27b-43d35f2494c8), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:45.064272 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-5fec0fc2-610c-4f88-b9fb-4826b2e45927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (c3c58c70-04bd-4b57-b27b-43d35f2494c8), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:45.085134 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:22:45.119738 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fec0fc2-610c-4f88-b9fb-4826b2e45927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c58c70-04bd-4b57-b27b-43d35f2494c8,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:22:45.126066 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-06260775-1e80-478e-bb01-6f30e138c700 req-f5da1bed-01db-44cf-823e-4c8ab1b5f507 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/81a38dde-d245-4a7c-b2e5-d5b018863549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712492 Sep 21 12:22:45.127025 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-5fec0fc2-610c-4f88-b9fb-4826b2e45927 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=b6da3a04825542218ee1a25add941dd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3611376 Sep 21 12:22:45.128054 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 54522) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:22:45.186233 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-a65a6b30-5536-4301-a558-dc7f579eead9 admin admin] Publish callbacks [] for security_group (c3c58c70-04bd-4b57-b27b-43d35f2494c8), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:45.215415 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-a65a6b30-5536-4301-a558-dc7f579eead9 admin admin] Publish callbacks [] for security_group (c3c58c70-04bd-4b57-b27b-43d35f2494c8), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:45.225002 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-c7c6394e-7c16-423b-b3f0-906995ae7000 req-db73adeb-b469-4ff6-b516-f8e93b607398 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (9b27a8b0-6e14-43db-b7d2-00fb7465cce0), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:45.255745 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:22:45.273365 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db73adeb-b469-4ff6-b516-f8e93b607398 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] Pushing event deleted for resources: {'Port': ['ID=9b27a8b0-6e14-43db-b7d2-00fb7465cce0,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:22:45.281650 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-a65a6b30-5536-4301-a558-dc7f579eead9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (c3c58c70-04bd-4b57-b27b-43d35f2494c8), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:45.284411 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-a65a6b30-5536-4301-a558-dc7f579eead9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:45.288016 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-a65a6b30-5536-4301-a558-dc7f579eead9 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/c3c58c70-04bd-4b57-b27b-43d35f2494c8 HTTP/1.1" status: 204 len: 168 time: 0.1567280 Sep 21 12:22:45.313415 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65a6b30-5536-4301-a558-dc7f579eead9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c58c70-04bd-4b57-b27b-43d35f2494c8,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:22:45.386696 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb0841a-cc4b-4b0b-9398-4f142de59f53 req-88c9f960-e65e-4cb7-b684-f3093325d35e tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:45.388342 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-eeb0841a-cc4b-4b0b-9398-4f142de59f53 req-88c9f960-e65e-4cb7-b684-f3093325d35e tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=93785b09-4e56-42e1-865e-99e8059e0ce2 HTTP/1.1" status: 200 len: 944 time: 0.1508951 Sep 21 12:22:45.389394 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7c6394e-7c16-423b-b3f0-906995ae7000 req-db73adeb-b469-4ff6-b516-f8e93b607398 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] No DVR routers for this DVR port 9b27a8b0-6e14-43db-b7d2-00fb7465cce0 on host hv-cinder-85867 {{(pid=106202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 12:22:45.392617 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-c7c6394e-7c16-423b-b3f0-906995ae7000 req-db73adeb-b469-4ff6-b516-f8e93b607398 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for port (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:45.396541 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-c7c6394e-7c16-423b-b3f0-906995ae7000 req-db73adeb-b469-4ff6-b516-f8e93b607398 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.66 "DELETE /networking/v2.0/ports/9b27a8b0-6e14-43db-b7d2-00fb7465cce0 HTTP/1.1" status: 204 len: 173 time: 1.2528450 Sep 21 12:22:45.397053 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b11d666e-1c68-4889-b80e-a66aa10e05e9', 'name': 'network-vif-deleted', 'tag': '9b27a8b0-6e14-43db-b7d2-00fb7465cce0'}] {{(pid=106202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:22:45.399890 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f69dec5372d12bc1dbf2d83c258da0d8b658e28cfccadcad30c8a09044815e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bbef574-2dbb-4cfd-b73c-e70a9ca266c4" -d '{"events": [{"server_uuid": "b11d666e-1c68-4889-b80e-a66aa10e05e9", "name": "network-vif-deleted", "tag": "9b27a8b0-6e14-43db-b7d2-00fb7465cce0"}]}' {{(pid=106202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:22:45.452156 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 12:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0247e07-c056-49cf-9817-0b38ca6b4481 x-openstack-request-id: req-d0247e07-c056-49cf-9817-0b38ca6b4481 {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:22:45.452516 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b11d666e-1c68-4889-b80e-a66aa10e05e9", "name": "network-vif-deleted", "tag": "9b27a8b0-6e14-43db-b7d2-00fb7465cce0", "status": "completed", "code": 200}]} {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:22:45.452893 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d0247e07-c056-49cf-9817-0b38ca6b4481 {{(pid=106202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:22:45.453322 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0247e07-c056-49cf-9817-0b38ca6b4481'] response: {'server_uuid': 'b11d666e-1c68-4889-b80e-a66aa10e05e9', 'name': 'network-vif-deleted', 'tag': '9b27a8b0-6e14-43db-b7d2-00fb7465cce0', 'status': 'completed', 'code': 200} Sep 21 12:22:45.472880 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-eeb0841a-cc4b-4b0b-9398-4f142de59f53 req-358e8acf-611f-434f-8fa5-ed7697c9a69e tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=16cb0007-21fa-4742-b5e1-8a76f121f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702693 Sep 21 12:22:45.635855 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 54532) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:22:45.649606 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-31911b72-8642-4c06-bdb3-8b3b009eda74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:45.726643 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-31911b72-8642-4c06-bdb3-8b3b009eda74 admin admin] Publish callbacks [] for security_group (50e17c4d-349c-4fae-be45-393bf04d3ce1), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:45.730443 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-31911b72-8642-4c06-bdb3-8b3b009eda74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (50e17c4d-349c-4fae-be45-393bf04d3ce1), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:45.773595 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-31911b72-8642-4c06-bdb3-8b3b009eda74 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=9433da7f2dab407c816e7dfccb6ba9dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1366329 Sep 21 12:22:45.774489 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31911b72-8642-4c06-bdb3-8b3b009eda74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e17c4d-349c-4fae-be45-393bf04d3ce1,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:22:45.776726 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 54538) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:22:45.837528 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-251138a8-a532-49a4-ac79-49f0b9a46637 admin admin] Publish callbacks [] for security_group (50e17c4d-349c-4fae-be45-393bf04d3ce1), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:45.854123 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-77ef9fbb-f013-4d4b-a2de-5b176e9a8d64 req-2714faa0-2f60-4e25-8002-958fbcba821a tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 210 time: 0.0290518 Sep 21 12:22:45.863669 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-251138a8-a532-49a4-ac79-49f0b9a46637 admin admin] Publish callbacks [] for security_group (50e17c4d-349c-4fae-be45-393bf04d3ce1), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:45.915889 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-251138a8-a532-49a4-ac79-49f0b9a46637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (50e17c4d-349c-4fae-be45-393bf04d3ce1), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:45.918404 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-251138a8-a532-49a4-ac79-49f0b9a46637 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:45.919617 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-251138a8-a532-49a4-ac79-49f0b9a46637 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/50e17c4d-349c-4fae-be45-393bf04d3ce1 HTTP/1.1" status: 204 len: 168 time: 0.1418426 Sep 21 12:22:45.930346 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251138a8-a532-49a4-ac79-49f0b9a46637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e17c4d-349c-4fae-be45-393bf04d3ce1,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:22:46.359239 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 54566) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:22:46.580768 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-ab38a992-4305-476b-9053-2604d76d7275 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:46.588301 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 9b27a8b0-6e14-43db-b7d2-00fb7465cce0 no longer exists at agent hyperv_hv-cinder-85867 {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 12:22:46.620010 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] No Port match for: 9b27a8b0-6e14-43db-b7d2-00fb7465cce0 {{(pid=106203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 12:22:46.620361 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 9b27a8b0-6e14-43db-b7d2-00fb7465cce0 not bound to the agent host hv-cinder-85867 {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 12:22:46.652904 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73fe7c-808c-47f2-b70d-57e0e3ced68e req-83923c09-3d94-4862-b425-c0bf59c3b96b tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:46.655812 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8d73fe7c-808c-47f2-b70d-57e0e3ced68e req-83923c09-3d94-4862-b425-c0bf59c3b96b tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=93785b09-4e56-42e1-865e-99e8059e0ce2 HTTP/1.1" status: 200 len: 944 time: 0.0705702 Sep 21 12:22:46.685395 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:DELETE=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:22:46.723960 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8d73fe7c-808c-47f2-b70d-57e0e3ced68e req-e864c124-521b-4dcb-a55f-873c0a005492 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=16cb0007-21fa-4742-b5e1-8a76f121f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602212 Sep 21 12:22:46.727694 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-ab38a992-4305-476b-9053-2604d76d7275 admin admin] Publish callbacks [] for security_group (e49f7273-73f2-4b18-8ee4-6368b32d6861), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:46.732629 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-ab38a992-4305-476b-9053-2604d76d7275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (e49f7273-73f2-4b18-8ee4-6368b32d6861), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:46.773323 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab38a992-4305-476b-9053-2604d76d7275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49f7273-73f2-4b18-8ee4-6368b32d6861,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:22:46.785674 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-ab38a992-4305-476b-9053-2604d76d7275 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=fc30e1b8d238499baee1a5f94778044d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4216840 Sep 21 12:22:46.785674 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 54588) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:22:46.835965 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-d1fa392d-7485-44a3-8640-428a78abfd76 admin admin] Publish callbacks [] for security_group (e49f7273-73f2-4b18-8ee4-6368b32d6861), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:46.858177 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-d1fa392d-7485-44a3-8640-428a78abfd76 admin admin] Publish callbacks [] for security_group (e49f7273-73f2-4b18-8ee4-6368b32d6861), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:46.917290 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-d1fa392d-7485-44a3-8640-428a78abfd76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (e49f7273-73f2-4b18-8ee4-6368b32d6861), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:46.921018 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-d1fa392d-7485-44a3-8640-428a78abfd76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:46.924917 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-d1fa392d-7485-44a3-8640-428a78abfd76 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/e49f7273-73f2-4b18-8ee4-6368b32d6861 HTTP/1.1" status: 204 len: 168 time: 0.1363599 Sep 21 12:22:46.937808 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fa392d-7485-44a3-8640-428a78abfd76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49f7273-73f2-4b18-8ee4-6368b32d6861,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:22:46.994601 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-b10c5157-e1a8-4c2b-88a3-7c2e70c11c75 req-61c07d25-61af-4971-a838-065505067b80 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 210 time: 0.0339446 Sep 21 12:22:47.314376 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 54606) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:22:47.329038 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-ee7ab98c-11fc-402c-849c-9d5857a1097f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:47.351402 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 54608) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:22:47.429537 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-ee7ab98c-11fc-402c-849c-9d5857a1097f admin admin] Publish callbacks [] for security_group (04527395-e710-425c-a6ec-dfe6e07a85db), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:47.435391 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-ee7ab98c-11fc-402c-849c-9d5857a1097f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (04527395-e710-425c-a6ec-dfe6e07a85db), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:47.482370 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7ab98c-11fc-402c-849c-9d5857a1097f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04527395-e710-425c-a6ec-dfe6e07a85db,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:22:47.489915 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-ee7ab98c-11fc-402c-849c-9d5857a1097f admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=2f5053a0e5c747298d2f64f9f9dacb3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1711733 Sep 21 12:22:47.490553 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 54612) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:22:47.515323 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:22:47.536876 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-42a5925e-453c-4769-b9ac-6e6c4fd1aa18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:47.548952 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-1357ae5b-a450-40b1-b4a5-24b6073857f0 admin admin] Publish callbacks [] for security_group (04527395-e710-425c-a6ec-dfe6e07a85db), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:47.570076 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-1357ae5b-a450-40b1-b4a5-24b6073857f0 admin admin] Publish callbacks [] for security_group (04527395-e710-425c-a6ec-dfe6e07a85db), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:47.598829 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:22:47.623703 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-42a5925e-453c-4769-b9ac-6e6c4fd1aa18 admin admin] Publish callbacks [] for security_group (06763248-b356-407d-801a-5f31c166dce7), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:47.630152 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-42a5925e-453c-4769-b9ac-6e6c4fd1aa18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (06763248-b356-407d-801a-5f31c166dce7), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:47.633695 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-1357ae5b-a450-40b1-b4a5-24b6073857f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (04527395-e710-425c-a6ec-dfe6e07a85db), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:47.636368 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-1357ae5b-a450-40b1-b4a5-24b6073857f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:47.637528 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-1357ae5b-a450-40b1-b4a5-24b6073857f0 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/04527395-e710-425c-a6ec-dfe6e07a85db HTTP/1.1" status: 204 len: 168 time: 0.1456428 Sep 21 12:22:47.647397 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1357ae5b-a450-40b1-b4a5-24b6073857f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04527395-e710-425c-a6ec-dfe6e07a85db,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:22:47.674852 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a5925e-453c-4769-b9ac-6e6c4fd1aa18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06763248-b356-407d-801a-5f31c166dce7,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:22:47.679321 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-42a5925e-453c-4769-b9ac-6e6c4fd1aa18 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=b91069e1a99e47a58a8bda19be64e6c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3268514 Sep 21 12:22:47.682164 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 54618) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:22:47.751433 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-c60acdf4-ba77-489c-9e86-6a7e28b872ab admin admin] Publish callbacks [] for security_group (06763248-b356-407d-801a-5f31c166dce7), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:47.796911 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-c60acdf4-ba77-489c-9e86-6a7e28b872ab admin admin] Publish callbacks [] for security_group (06763248-b356-407d-801a-5f31c166dce7), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:47.883022 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68fd7f0-a012-4819-9765-5314cd5644d8 req-d350ab1b-ce4b-4737-a9b3-902777de0a67 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:47.884700 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e68fd7f0-a012-4819-9765-5314cd5644d8 req-d350ab1b-ce4b-4737-a9b3-902777de0a67 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=93785b09-4e56-42e1-865e-99e8059e0ce2 HTTP/1.1" status: 200 len: 944 time: 0.0627155 Sep 21 12:22:47.918184 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-c60acdf4-ba77-489c-9e86-6a7e28b872ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (06763248-b356-407d-801a-5f31c166dce7), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:47.931248 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-c60acdf4-ba77-489c-9e86-6a7e28b872ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:47.938697 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-c60acdf4-ba77-489c-9e86-6a7e28b872ab admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/06763248-b356-407d-801a-5f31c166dce7 HTTP/1.1" status: 204 len: 168 time: 0.2549150 Sep 21 12:22:47.952656 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60acdf4-ba77-489c-9e86-6a7e28b872ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06763248-b356-407d-801a-5f31c166dce7,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:22:47.977848 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e68fd7f0-a012-4819-9765-5314cd5644d8 req-5ed03374-ecb0-4d69-aa3f-adc57ac90f27 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=16cb0007-21fa-4742-b5e1-8a76f121f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862832 Sep 21 12:22:48.128027 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-776a3275-b700-4af8-a323-1af5015e202e req-60e62d35-7f53-42f8-bdb4-f04543a8acf4 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 210 time: 0.0320206 Sep 21 12:22:48.168424 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 54636) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:22:48.182911 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-e08f96cd-e89a-449d-b0bf-e4e9f1a1c631 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:48.227533 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:22:48.284102 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-e08f96cd-e89a-449d-b0bf-e4e9f1a1c631 admin admin] Publish callbacks [] for security_group (07d51fa2-aee8-48ed-b127-4675694f207e), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:48.288290 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-e08f96cd-e89a-449d-b0bf-e4e9f1a1c631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (07d51fa2-aee8-48ed-b127-4675694f207e), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:48.329619 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-e08f96cd-e89a-449d-b0bf-e4e9f1a1c631 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=c20342b2e0c242f5a4668547bf9ca1e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1595323 Sep 21 12:22:48.332211 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08f96cd-e89a-449d-b0bf-e4e9f1a1c631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d51fa2-aee8-48ed-b127-4675694f207e,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:22:48.332889 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 54640) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:22:48.391787 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-6df92df7-54d8-4780-ace5-61f6ce1d1db1 admin admin] Publish callbacks [] for security_group (07d51fa2-aee8-48ed-b127-4675694f207e), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:48.413178 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-6df92df7-54d8-4780-ace5-61f6ce1d1db1 admin admin] Publish callbacks [] for security_group (07d51fa2-aee8-48ed-b127-4675694f207e), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:48.443422 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:22:48.467214 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-6df92df7-54d8-4780-ace5-61f6ce1d1db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (07d51fa2-aee8-48ed-b127-4675694f207e), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:48.470170 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-6df92df7-54d8-4780-ace5-61f6ce1d1db1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:48.471431 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-6df92df7-54d8-4780-ace5-61f6ce1d1db1 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/07d51fa2-aee8-48ed-b127-4675694f207e HTTP/1.1" status: 204 len: 168 time: 0.1373386 Sep 21 12:22:48.478186 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (986f726e-8c98-4005-b3b7-e033305b1240), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:48.484266 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df92df7-54d8-4780-ace5-61f6ce1d1db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d51fa2-aee8-48ed-b127-4675694f207e,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:22:48.769820 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 7e905c9f-4fc1-4edd-8baf-ae4b1a56d65d details requested by agent hyperv_hv-cinder-85867 with host hv-cinder-85867 {{(pid=106203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 12:22:48.884915 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port 7e905c9f-4fc1-4edd-8baf-ae4b1a56d65d, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=7e905c9f-4fc1-4edd-8baf-ae4b1a56d65d,segment=NetworkSegment(dab8698b-2b24-445e-9083-b2542a11afe3),segment_id=dab8698b-2b24-445e-9083-b2542a11afe3)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:22:48.900717 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Returning: {'device': '7e905c9f-4fc1-4edd-8baf-ae4b1a56d65d', 'network_id': '81a38dde-d245-4a7c-b2e5-d5b018863549', 'port_id': '7e905c9f-4fc1-4edd-8baf-ae4b1a56d65d', 'mac_address': 'fa:16:3e:e0:38:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b20f8b-0e61-4756-bda6-5da5ff095f43', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 12:22:48.945749 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Current status of the port 7e905c9f-4fc1-4edd-8baf-ae4b1a56d65d is: DOWN; New status is: BUILD {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:22:48.946475 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (7e905c9f-4fc1-4edd-8baf-ae4b1a56d65d), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:48.966057 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.notifiers.nova [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e905c9f-4fc1-4edd-8baf-ae4b1a56d65d {{(pid=106203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 12:22:48.990969 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port 7e905c9f-4fc1-4edd-8baf-ae4b1a56d65d, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=7e905c9f-4fc1-4edd-8baf-ae4b1a56d65d,segment=NetworkSegment(dab8698b-2b24-445e-9083-b2542a11afe3),segment_id=dab8698b-2b24-445e-9083-b2542a11afe3)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:22:48.995710 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (7e905c9f-4fc1-4edd-8baf-ae4b1a56d65d), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:49.045942 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Pushing event updated for resources: {'Port': ['ID=7e905c9f-4fc1-4edd-8baf-ae4b1a56d65d,revision_number=4']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:22:49.056741 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:22:49.057199 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:22:49.057879 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:22:49.058463 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:22:49.058943 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:22:49.059422 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:22:49.060468 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:22:49.060949 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:22:49.061546 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:22:49.062219 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:22:49.062942 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:22:49.063431 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:22:49.063940 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:22:49.064526 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:22:49.065289 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:22:49.142471 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e57b3-d193-4b72-8f91-35dc2f581083 req-d018b73c-c3ef-4bae-a4b4-1d4027a983fc tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:49.144133 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-d84e57b3-d193-4b72-8f91-35dc2f581083 req-d018b73c-c3ef-4bae-a4b4-1d4027a983fc tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=93785b09-4e56-42e1-865e-99e8059e0ce2 HTTP/1.1" status: 200 len: 945 time: 0.0556195 Sep 21 12:22:49.199068 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-d84e57b3-d193-4b72-8f91-35dc2f581083 req-63cc1e9e-09f7-41f0-9572-aa200dc819f8 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=16cb0007-21fa-4742-b5e1-8a76f121f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476553 Sep 21 12:22:49.267642 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-d0725ab3-3546-45dc-971c-5d312216a905 req-bcda8204-39f3-4fb2-8b62-5b546f44adc2 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 210 time: 0.0326815 Sep 21 12:22:50.322392 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e463f-94b8-40a4-a4bd-781f9952582e req-3a68af33-6baf-4ead-ae83-c61e263a6b82 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:50.323955 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8a5e463f-94b8-40a4-a4bd-781f9952582e req-3a68af33-6baf-4ead-ae83-c61e263a6b82 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=93785b09-4e56-42e1-865e-99e8059e0ce2 HTTP/1.1" status: 200 len: 945 time: 0.0466828 Sep 21 12:22:50.379912 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8a5e463f-94b8-40a4-a4bd-781f9952582e req-f267756f-7790-4c1b-b3ff-415c3a309184 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=16cb0007-21fa-4742-b5e1-8a76f121f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504503 Sep 21 12:22:50.518388 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-c0bdbd6a-573f-44c0-af95-268ee25b5445 req-37024c04-6b3f-404b-8f99-b822e03aa770 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 210 time: 0.0272753 Sep 21 12:22:51.502771 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975da5c1-ffba-48bd-8a8a-8180b8124173 req-ab211d3a-fa90-4b7c-84a7-1da3f4662e58 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:51.504316 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-975da5c1-ffba-48bd-8a8a-8180b8124173 req-ab211d3a-fa90-4b7c-84a7-1da3f4662e58 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=93785b09-4e56-42e1-865e-99e8059e0ce2 HTTP/1.1" status: 200 len: 945 time: 0.0503476 Sep 21 12:22:51.553512 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-975da5c1-ffba-48bd-8a8a-8180b8124173 req-4259b75a-1893-41f0-9b62-303cb52c83a0 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=16cb0007-21fa-4742-b5e1-8a76f121f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422919 Sep 21 12:22:51.622775 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-7352c02a-4cbf-4265-9fbb-c494c54056d2 req-43a2ed85-c440-48c9-a273-bf9059890606 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 210 time: 0.0266149 Sep 21 12:22:52.672127 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d480c93-67a2-47f2-81e7-7c6dfd557102 req-5536f492-8220-4c1c-81c8-39615d8e8739 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:52.677455 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-5d480c93-67a2-47f2-81e7-7c6dfd557102 req-5536f492-8220-4c1c-81c8-39615d8e8739 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=93785b09-4e56-42e1-865e-99e8059e0ce2 HTTP/1.1" status: 200 len: 945 time: 0.0488658 Sep 21 12:22:52.728265 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-5d480c93-67a2-47f2-81e7-7c6dfd557102 req-78318fdd-ff78-42a7-a3ed-8b3830108d55 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=16cb0007-21fa-4742-b5e1-8a76f121f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489659 Sep 21 12:22:52.763225 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-173792c5-b0f1-46f9-b49c-36153d1069ee req-6232153b-4e8e-4d30-8882-5fd637f7c557 tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 210 time: 0.0408690 Sep 21 12:22:53.046145 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-81dcb737-bda4-4b97-9856-79381f7b8235 req-ae90a4f7-aade-4436-9510-ca20f4600330 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395875 Sep 21 12:22:53.154920 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dcb737-bda4-4b97-9856-79381f7b8235 req-820c8727-363f-4b84-a45a-e1bc1a550893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:53.156462 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-81dcb737-bda4-4b97-9856-79381f7b8235 req-820c8727-363f-4b84-a45a-e1bc1a550893 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=5e6ef4f3de1943ffbde82d3f0a19542f&device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 1130 time: 0.0396745 Sep 21 12:22:53.275342 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dcb737-bda4-4b97-9856-79381f7b8235 req-555d02d4-580a-4288-baf2-d38f8b51cd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:53.276842 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-81dcb737-bda4-4b97-9856-79381f7b8235 req-555d02d4-580a-4288-baf2-d38f8b51cd41 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=b3f0e30c-c130-4bd6-a99c-2726089c3f25 HTTP/1.1" status: 200 len: 918 time: 0.1018071 Sep 21 12:22:53.341812 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-81dcb737-bda4-4b97-9856-79381f7b8235 req-24829ee5-2fd6-49e5-8aa7-4abed9125aca service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f39c2aa-a245-4b77-8233-20f0c6c6cb30 HTTP/1.1" status: 200 len: 1002 time: 0.0586410 Sep 21 12:22:53.378771 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:22:53.392520 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dcb737-bda4-4b97-9856-79381f7b8235 req-797afb71-4a88-42a5-943f-b63f424df0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:53.393961 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-81dcb737-bda4-4b97-9856-79381f7b8235 req-797afb71-4a88-42a5-943f-b63f424df0a1 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=f5cf9592-7b6c-4eba-b546-68b41c284733 HTTP/1.1" status: 200 len: 856 time: 0.0464272 Sep 21 12:22:53.440960 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dcb737-bda4-4b97-9856-79381f7b8235 req-95721fcd-f35a-4ddc-ae26-4beab87269b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:53.442429 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-81dcb737-bda4-4b97-9856-79381f7b8235 req-95721fcd-f35a-4ddc-ae26-4beab87269b3 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=b3f0e30c-c130-4bd6-a99c-2726089c3f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414512 Sep 21 12:22:53.540349 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-81dcb737-bda4-4b97-9856-79381f7b8235 req-ba009fae-673a-4414-aac0-91fd0419f49b service neutron] 10.222.0.66 "GET /networking/v2.0/networks/b3f0e30c-c130-4bd6-a99c-2726089c3f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887682 Sep 21 12:22:53.594650 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] get_ports_and_sgs() called for port_ids ['7e905c9f-4fc1-4edd-8baf-ae4b1a56d65d'] {{(pid=106203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 12:22:53.637881 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-81dcb737-bda4-4b97-9856-79381f7b8235 req-08ce6076-d6e8-4b6f-aaed-f63b139d5aef service neutron] 10.222.0.66 "GET /networking/v2.0/networks/b3f0e30c-c130-4bd6-a99c-2726089c3f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895669 Sep 21 12:22:53.736289 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:22:53.905076 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4558eb-03b6-490a-8a18-456125d52e27 req-6f8a6f06-1d85-430b-a074-20602a987989 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:53.916586 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-11b942ea-32a0-4008-ab69-3b5f9f0b0757 req-5e345d17-06dd-4a45-ba9f-96bb67d806bf tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 210 time: 0.0346789 Sep 21 12:22:53.919103 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-5b4558eb-03b6-490a-8a18-456125d52e27 req-6f8a6f06-1d85-430b-a074-20602a987989 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=93785b09-4e56-42e1-865e-99e8059e0ce2 HTTP/1.1" status: 200 len: 945 time: 0.0774477 Sep 21 12:22:53.972370 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-5b4558eb-03b6-490a-8a18-456125d52e27 req-21b3f2fd-357f-4f1b-a084-3dbf0f3177a5 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=16cb0007-21fa-4742-b5e1-8a76f121f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520995 Sep 21 12:22:54.914036 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 7e905c9f-4fc1-4edd-8baf-ae4b1a56d65d up at agent hyperv_hv-cinder-85867 {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:22:54.987619 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Provisioning for port 7e905c9f-4fc1-4edd-8baf-ae4b1a56d65d completed by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 21 12:22:54.994936 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Provisioning complete for port 7e905c9f-4fc1-4edd-8baf-ae4b1a56d65d triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:22:54.995738 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (7e905c9f-4fc1-4edd-8baf-ae4b1a56d65d), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:54.996268 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Attempt 1 to provision port 7e905c9f-4fc1-4edd-8baf-ae4b1a56d65d Sep 21 12:22:55.109612 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Current status of the port 7e905c9f-4fc1-4edd-8baf-ae4b1a56d65d is: BUILD; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:22:55.110336 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (7e905c9f-4fc1-4edd-8baf-ae4b1a56d65d), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:55.131041 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:22:55.166877 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:22:55.188685 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed4609b-9648-4ffa-a10b-960fb965a3fc req-3b3649ef-302c-41b5-8c59-ce2e5b8cd47c tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:55.195738 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93785b09-4e56-42e1-865e-99e8059e0ce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e905c9f-4fc1-4edd-8baf-ae4b1a56d65d'}] {{(pid=106203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:22:55.198329 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f5c4d77a05fc023d1f839eaccf47ad38217f4e21b3a59551d1b02ed6bd0851a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f573aeee-af9f-4bba-abef-9374d0f1693e" -d '{"events": [{"server_uuid": "93785b09-4e56-42e1-865e-99e8059e0ce2", "name": "network-vif-plugged", "status": "completed", "tag": "7e905c9f-4fc1-4edd-8baf-ae4b1a56d65d"}]}' {{(pid=106203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:22:55.211213 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-4ed4609b-9648-4ffa-a10b-960fb965a3fc req-3b3649ef-302c-41b5-8c59-ce2e5b8cd47c tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=93785b09-4e56-42e1-865e-99e8059e0ce2 HTTP/1.1" status: 200 len: 945 time: 0.1087987 Sep 21 12:22:55.245347 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port 7e905c9f-4fc1-4edd-8baf-ae4b1a56d65d, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=7e905c9f-4fc1-4edd-8baf-ae4b1a56d65d,segment=NetworkSegment(dab8698b-2b24-445e-9083-b2542a11afe3),segment_id=dab8698b-2b24-445e-9083-b2542a11afe3)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:22:55.251607 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (7e905c9f-4fc1-4edd-8baf-ae4b1a56d65d), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:55.296317 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=100 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:22:55.321445 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-4ed4609b-9648-4ffa-a10b-960fb965a3fc req-215a0286-ffd9-4569-bd76-6f2596f05e8b tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=16cb0007-21fa-4742-b5e1-8a76f121f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049740 Sep 21 12:22:55.371934 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-395970f8-eccb-4935-aaf1-5f46e8a2700c req-8f1b6a68-f318-4fdc-bd49-5f1750e8dd5e tempest-DeleteServersTestJSON-2023134199 tempest-DeleteServersTestJSON-2023134199-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=b11d666e-1c68-4889-b80e-a66aa10e05e9 HTTP/1.1" status: 200 len: 210 time: 0.3078473 Sep 21 12:22:55.395490 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Pushing event updated for resources: {'Port': ['ID=7e905c9f-4fc1-4edd-8baf-ae4b1a56d65d,revision_number=5']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:22:55.399079 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 12:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f87a55c9-d3c6-4d17-88ed-93f7d737cc88 x-openstack-request-id: req-f87a55c9-d3c6-4d17-88ed-93f7d737cc88 {{(pid=106203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:22:55.399448 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93785b09-4e56-42e1-865e-99e8059e0ce2", "name": "network-vif-plugged", "status": "completed", "tag": "7e905c9f-4fc1-4edd-8baf-ae4b1a56d65d", "code": 200}]} {{(pid=106203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:22:55.399722 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f87a55c9-d3c6-4d17-88ed-93f7d737cc88 {{(pid=106203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:22:55.403589 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f87a55c9-d3c6-4d17-88ed-93f7d737cc88'] response: {'server_uuid': '93785b09-4e56-42e1-865e-99e8059e0ce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e905c9f-4fc1-4edd-8baf-ae4b1a56d65d', 'code': 200} Sep 21 12:22:55.919078 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77055ac-db28-4c54-a94d-b14cf87bcc29 req-7f94dcbf-97f3-406c-b6d8-40b18d62e021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:55.921237 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-a77055ac-db28-4c54-a94d-b14cf87bcc29 req-7f94dcbf-97f3-406c-b6d8-40b18d62e021 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=93785b09-4e56-42e1-865e-99e8059e0ce2 HTTP/1.1" status: 200 len: 1130 time: 0.0374544 Sep 21 12:22:55.966274 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-a77055ac-db28-4c54-a94d-b14cf87bcc29 req-f33ff03e-c685-45f5-8cfe-6913df116658 service neutron] 10.222.0.66 "GET /networking/v2.0/security-groups?id=16cb0007-21fa-4742-b5e1-8a76f121f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392530 Sep 21 12:22:56.448224 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d816c2b9-93f2-44c7-a7c3-e6d24d17c368 req-d3ff5c85-78e8-4728-a538-d212f2604ca7 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:56.450142 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-d816c2b9-93f2-44c7-a7c3-e6d24d17c368 req-d3ff5c85-78e8-4728-a538-d212f2604ca7 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=93785b09-4e56-42e1-865e-99e8059e0ce2 HTTP/1.1" status: 200 len: 946 time: 0.0572212 Sep 21 12:22:56.516067 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-d816c2b9-93f2-44c7-a7c3-e6d24d17c368 req-529799f5-b223-4eac-8917-415156d01d5e tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=16cb0007-21fa-4742-b5e1-8a76f121f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495517 Sep 21 12:22:57.101926 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 54898) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:22:57.212700 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-360f0e24-b16c-4118-949f-146c66ad068a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:57.297041 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-360f0e24-b16c-4118-949f-146c66ad068a admin admin] Publish callbacks [] for security_group (feb8f4ff-7105-4553-bdf1-90e8875a1329), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:57.301768 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-360f0e24-b16c-4118-949f-146c66ad068a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (feb8f4ff-7105-4553-bdf1-90e8875a1329), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:57.344944 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-360f0e24-b16c-4118-949f-146c66ad068a admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=65f8fda059f74e06b7f26a7caa24cd02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2419298 Sep 21 12:22:57.347023 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360f0e24-b16c-4118-949f-146c66ad068a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb8f4ff-7105-4553-bdf1-90e8875a1329,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:22:57.347688 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 54902) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:22:57.402292 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-f7309829-6480-4cfc-9ca2-d09e3d569cf2 admin admin] Publish callbacks [] for security_group (feb8f4ff-7105-4553-bdf1-90e8875a1329), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:57.425734 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-f7309829-6480-4cfc-9ca2-d09e3d569cf2 admin admin] Publish callbacks [] for security_group (feb8f4ff-7105-4553-bdf1-90e8875a1329), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:57.484864 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-f7309829-6480-4cfc-9ca2-d09e3d569cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (feb8f4ff-7105-4553-bdf1-90e8875a1329), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:57.487525 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-f7309829-6480-4cfc-9ca2-d09e3d569cf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:57.491789 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-f7309829-6480-4cfc-9ca2-d09e3d569cf2 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/feb8f4ff-7105-4553-bdf1-90e8875a1329 HTTP/1.1" status: 204 len: 168 time: 0.1400399 Sep 21 12:22:57.499291 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7309829-6480-4cfc-9ca2-d09e3d569cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb8f4ff-7105-4553-bdf1-90e8875a1329,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:22:57.658845 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849caea8-8773-498c-85f3-38ab11a6a2bc req-8c10fd09-b023-4ce1-b768-c82e17746818 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:57.660453 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-849caea8-8773-498c-85f3-38ab11a6a2bc req-8c10fd09-b023-4ce1-b768-c82e17746818 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=93785b09-4e56-42e1-865e-99e8059e0ce2 HTTP/1.1" status: 200 len: 946 time: 0.0564699 Sep 21 12:22:57.690585 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:22:57.723544 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-849caea8-8773-498c-85f3-38ab11a6a2bc req-241144ed-e9fc-4b46-9134-fb2eaf77c194 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=16cb0007-21fa-4742-b5e1-8a76f121f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572000 Sep 21 12:22:57.945340 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 54940) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:22:58.345254 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-ce6eb33e-3f97-4288-863a-e871a7f5dceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624550'] for router_interface (2843d53f-fbc2-4376-8215-128694a1d6e6), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:58.397046 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:22:58.663153 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.plugin [None req-ce6eb33e-3f97-4288-863a-e871a7f5dceb admin admin] Deleting port 00ed7fa0-dd5f-43da-bdf1-590272e8d38c {{(pid=106201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:22:58.663733 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-ce6eb33e-3f97-4288-863a-e871a7f5dceb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (00ed7fa0-dd5f-43da-bdf1-590272e8d38c), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:58.747924 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.db [None req-ce6eb33e-3f97-4288-863a-e871a7f5dceb admin admin] For port 00ed7fa0-dd5f-43da-bdf1-590272e8d38c, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=00ed7fa0-dd5f-43da-bdf1-590272e8d38c,segment=NetworkSegment(5be53f91-aee1-48e3-9112-bdcdf49a807c),segment_id=5be53f91-aee1-48e3-9112-bdcdf49a807c)] {{(pid=106201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:22:58.748145 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-ce6eb33e-3f97-4288-863a-e871a7f5dceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (00ed7fa0-dd5f-43da-bdf1-590272e8d38c), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:58.770516 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.plugin [None req-ce6eb33e-3f97-4288-863a-e871a7f5dceb admin admin] Calling delete_port for 00ed7fa0-dd5f-43da-bdf1-590272e8d38c owned by network:router_interface {{(pid=106201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:22:58.852660 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ed9caf-29d6-4aea-b651-a15ccfcb5346 req-0515aafc-2a7a-44ec-9543-404919599734 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:22:58.854146 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-47ed9caf-29d6-4aea-b651-a15ccfcb5346 req-0515aafc-2a7a-44ec-9543-404919599734 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=93785b09-4e56-42e1-865e-99e8059e0ce2 HTTP/1.1" status: 200 len: 946 time: 0.0481353 Sep 21 12:22:58.915446 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-47ed9caf-29d6-4aea-b651-a15ccfcb5346 req-4527f8f5-6791-4c5b-8dff-c9a5afb2eeea tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=16cb0007-21fa-4742-b5e1-8a76f121f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539298 Sep 21 12:22:59.017431 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-ce6eb33e-3f97-4288-863a-e871a7f5dceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6788894'] for port (00ed7fa0-dd5f-43da-bdf1-590272e8d38c), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:59.045770 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6eb33e-3f97-4288-863a-e871a7f5dceb admin admin] Pushing event deleted for resources: {'Port': ['ID=00ed7fa0-dd5f-43da-bdf1-590272e8d38c,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:22:59.049957 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:22:59.082341 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6eb33e-3f97-4288-863a-e871a7f5dceb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:22:59.082686 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6eb33e-3f97-4288-863a-e871a7f5dceb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:22:59.083020 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6eb33e-3f97-4288-863a-e871a7f5dceb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:22:59.083785 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6eb33e-3f97-4288-863a-e871a7f5dceb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:22:59.083966 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6eb33e-3f97-4288-863a-e871a7f5dceb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:22:59.086915 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6eb33e-3f97-4288-863a-e871a7f5dceb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:22:59.087269 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6eb33e-3f97-4288-863a-e871a7f5dceb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:22:59.087886 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6eb33e-3f97-4288-863a-e871a7f5dceb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:22:59.088911 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6eb33e-3f97-4288-863a-e871a7f5dceb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:22:59.089420 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6eb33e-3f97-4288-863a-e871a7f5dceb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:22:59.089754 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6eb33e-3f97-4288-863a-e871a7f5dceb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:22:59.090075 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6eb33e-3f97-4288-863a-e871a7f5dceb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:22:59.090535 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6eb33e-3f97-4288-863a-e871a7f5dceb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:22:59.091008 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6eb33e-3f97-4288-863a-e871a7f5dceb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:22:59.091479 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6eb33e-3f97-4288-863a-e871a7f5dceb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:22:59.303295 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-ce6eb33e-3f97-4288-863a-e871a7f5dceb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-544043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538390'] for router_interface (2843d53f-fbc2-4376-8215-128694a1d6e6), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:59.441659 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 55002) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:22:59.538727 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:22:59.553768 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce6eb33e-3f97-4288-863a-e871a7f5dceb admin admin] Router 2843d53f-fbc2-4376-8215-128694a1d6e6 has already been hosted by L3 agent 4f31b8b6-17c0-474d-bf52-0481ff2a5cf7 {{(pid=106201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 12:22:59.691344 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce6eb33e-3f97-4288-863a-e871a7f5dceb admin admin] Notify agent at l3_agent.dv-cinder-858678-1-iscsi the message routers_updated {{(pid=106201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:22:59.696854 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-ce6eb33e-3f97-4288-863a-e871a7f5dceb admin admin] 10.222.0.71 "PUT /networking/v2.0/routers/2843d53f-fbc2-4376-8215-128694a1d6e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7519956 Sep 21 12:22:59.700311 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 55014) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:22:59.703156 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35840758-6e0f-4d5b-ae8b-4cafc9b5303c None None] Sync routers for ids ['2843d53f-fbc2-4376-8215-128694a1d6e6'] in dv-cinder-858678-1-iscsi {{(pid=106204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:22:59.720087 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35840758-6e0f-4d5b-ae8b-4cafc9b5303c None None] Routers {'2843d53f-fbc2-4376-8215-128694a1d6e6'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:22:59.720748 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-35840758-6e0f-4d5b-ae8b-4cafc9b5303c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:22:39Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['2843d53f-fbc2-4376-8215-128694a1d6e6'], 'active': True} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:22:59.820618 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:22:59.822435 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-42fafd8b-ed91-4874-80ab-b71a46574ada admin admin] Publish callbacks [] for router (2843d53f-fbc2-4376-8215-128694a1d6e6), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:59.896065 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-47d33b35-5962-4487-ad37-2e1364147f74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:22:59.931749 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvr_db [None req-35840758-6e0f-4d5b-ae8b-4cafc9b5303c None None] Set router 2843d53f-fbc2-4376-8215-128694a1d6e6 gateway port host: dv-cinder-858678-1-iscsi {{(pid=106204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:23:00.025716 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f254be4-3200-49cc-ba9e-8b76a436a090 req-2014b0ed-c69c-4015-9e2f-4dce356df7e9 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:00.027295 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-1f254be4-3200-49cc-ba9e-8b76a436a090 req-2014b0ed-c69c-4015-9e2f-4dce356df7e9 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=93785b09-4e56-42e1-865e-99e8059e0ce2 HTTP/1.1" status: 200 len: 946 time: 0.1088223 Sep 21 12:23:00.044725 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-42fafd8b-ed91-4874-80ab-b71a46574ada admin admin] Publish callbacks [] for router_gateway (2843d53f-fbc2-4376-8215-128694a1d6e6), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:00.126624 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-47d33b35-5962-4487-ad37-2e1364147f74 admin admin] Publish callbacks [] for security_group (e2cc8eef-8500-4e63-87cc-22e48c40b582), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:00.144450 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-47d33b35-5962-4487-ad37-2e1364147f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (e2cc8eef-8500-4e63-87cc-22e48c40b582), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:00.165753 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-35840758-6e0f-4d5b-ae8b-4cafc9b5303c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2843d53f-fbc2-4376-8215-128694a1d6e6', 'name': 'tempest-DeleteServersTestJSON-595731396-router', 'tenant_id': '74d5d713723f4ea5a8d1e72627b80c47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'd45428ba-2490-403e-b506-770ef457948f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:20:39Z', 'updated_at': '2022-09-21T12:22:58Z', 'revision_number': 5, 'project_id': '74d5d713723f4ea5a8d1e72627b80c47', 'gw_port': {'id': 'd45428ba-2490-403e-b506-770ef457948f', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:72:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2843d53f-fbc2-4376-8215-128694a1d6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:41Z', 'updated_at': '2022-09-21T12:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi'}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:23:00.178240 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:00.195077 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35840758-6e0f-4d5b-ae8b-4cafc9b5303c None None] Checking router: 2843d53f-fbc2-4376-8215-128694a1d6e6 for host: dv-cinder-858678-1-iscsi {{(pid=106204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:23:00.204603 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35840758-6e0f-4d5b-ae8b-4cafc9b5303c None None] Routers {'2843d53f-fbc2-4376-8215-128694a1d6e6'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:23:00.205214 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-35840758-6e0f-4d5b-ae8b-4cafc9b5303c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:22:39Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['2843d53f-fbc2-4376-8215-128694a1d6e6'], 'active': True} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:23:00.208963 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-1f254be4-3200-49cc-ba9e-8b76a436a090 req-f5175ebe-4f4b-4bb2-bd64-043d1c42b6ef tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=16cb0007-21fa-4742-b5e1-8a76f121f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600771 Sep 21 12:23:00.231198 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d33b35-5962-4487-ad37-2e1364147f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2cc8eef-8500-4e63-87cc-22e48c40b582,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:23:00.245131 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d33b35-5962-4487-ad37-2e1364147f74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:23:00.245711 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d33b35-5962-4487-ad37-2e1364147f74 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:23:00.246185 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d33b35-5962-4487-ad37-2e1364147f74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:23:00.246701 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d33b35-5962-4487-ad37-2e1364147f74 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:23:00.247165 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d33b35-5962-4487-ad37-2e1364147f74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:23:00.247625 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d33b35-5962-4487-ad37-2e1364147f74 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:23:00.248356 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d33b35-5962-4487-ad37-2e1364147f74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:23:00.249027 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d33b35-5962-4487-ad37-2e1364147f74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:23:00.249544 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d33b35-5962-4487-ad37-2e1364147f74 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:23:00.250026 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d33b35-5962-4487-ad37-2e1364147f74 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:23:00.250574 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d33b35-5962-4487-ad37-2e1364147f74 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:23:00.251209 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d33b35-5962-4487-ad37-2e1364147f74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:23:00.251790 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d33b35-5962-4487-ad37-2e1364147f74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:23:00.252359 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d33b35-5962-4487-ad37-2e1364147f74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:23:00.252831 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d33b35-5962-4487-ad37-2e1364147f74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:23:00.266836 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-47d33b35-5962-4487-ad37-2e1364147f74 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=2f8142a083184e349a53858cb30d900d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8231153 Sep 21 12:23:00.267572 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [None req-42fafd8b-ed91-4874-80ab-b71a46574ada admin admin] Deleting port d45428ba-2490-403e-b506-770ef457948f {{(pid=106202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:23:00.268200 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-42fafd8b-ed91-4874-80ab-b71a46574ada admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (d45428ba-2490-403e-b506-770ef457948f), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:00.269591 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 55024) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:23:00.318844 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvr_db [None req-35840758-6e0f-4d5b-ae8b-4cafc9b5303c None None] Set router 2843d53f-fbc2-4376-8215-128694a1d6e6 gateway port host: None {{(pid=106204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:23:00.367974 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-f3f73c17-35c6-49af-aa9e-19d9701cf332 admin admin] Publish callbacks [] for security_group (e2cc8eef-8500-4e63-87cc-22e48c40b582), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:00.374406 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [None req-42fafd8b-ed91-4874-80ab-b71a46574ada admin admin] For port d45428ba-2490-403e-b506-770ef457948f, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=d45428ba-2490-403e-b506-770ef457948f,segment=NetworkSegment(0a2e6652-942c-46a2-8162-ab1d320b7f7e),segment_id=0a2e6652-942c-46a2-8162-ab1d320b7f7e)] {{(pid=106202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:23:00.374867 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-42fafd8b-ed91-4874-80ab-b71a46574ada admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (d45428ba-2490-403e-b506-770ef457948f), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:00.384086 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-35840758-6e0f-4d5b-ae8b-4cafc9b5303c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2843d53f-fbc2-4376-8215-128694a1d6e6', 'name': 'tempest-DeleteServersTestJSON-595731396-router', 'tenant_id': '74d5d713723f4ea5a8d1e72627b80c47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:20:39Z', 'updated_at': '2022-09-21T12:23:00Z', 'revision_number': 6, 'project_id': '74d5d713723f4ea5a8d1e72627b80c47', 'gw_port_host': None}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:23:00.391572 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-f3f73c17-35c6-49af-aa9e-19d9701cf332 admin admin] Publish callbacks [] for security_group (e2cc8eef-8500-4e63-87cc-22e48c40b582), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:00.393488 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [None req-42fafd8b-ed91-4874-80ab-b71a46574ada admin admin] Calling delete_port for d45428ba-2490-403e-b506-770ef457948f owned by network:router_gateway {{(pid=106202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:23:00.432010 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35840758-6e0f-4d5b-ae8b-4cafc9b5303c None None] The sync data for ids ['2843d53f-fbc2-4376-8215-128694a1d6e6'] in dv-cinder-858678-1-iscsi is: [{'id': '2843d53f-fbc2-4376-8215-128694a1d6e6', 'name': 'tempest-DeleteServersTestJSON-595731396-router', 'tenant_id': '74d5d713723f4ea5a8d1e72627b80c47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:20:39Z', 'updated_at': '2022-09-21T12:23:00Z', 'revision_number': 6, 'project_id': '74d5d713723f4ea5a8d1e72627b80c47', 'gw_port_host': None}] {{(pid=106204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:23:00.459440 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-f3f73c17-35c6-49af-aa9e-19d9701cf332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (e2cc8eef-8500-4e63-87cc-22e48c40b582), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:00.462370 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-f3f73c17-35c6-49af-aa9e-19d9701cf332 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:00.466943 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-f3f73c17-35c6-49af-aa9e-19d9701cf332 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/e2cc8eef-8500-4e63-87cc-22e48c40b582 HTTP/1.1" status: 204 len: 168 time: 0.1960375 Sep 21 12:23:00.481744 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f73c17-35c6-49af-aa9e-19d9701cf332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2cc8eef-8500-4e63-87cc-22e48c40b582,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:23:00.636078 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-42fafd8b-ed91-4874-80ab-b71a46574ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (d45428ba-2490-403e-b506-770ef457948f), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:00.662084 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fafd8b-ed91-4874-80ab-b71a46574ada admin admin] Pushing event deleted for resources: {'Port': ['ID=d45428ba-2490-403e-b506-770ef457948f,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:23:00.727737 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-42fafd8b-ed91-4874-80ab-b71a46574ada admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534108'] for router_gateway (2843d53f-fbc2-4376-8215-128694a1d6e6), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:00.847243 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-42fafd8b-ed91-4874-80ab-b71a46574ada admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3984'] for router (2843d53f-fbc2-4376-8215-128694a1d6e6), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:00.850323 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-42fafd8b-ed91-4874-80ab-b71a46574ada admin admin] Publish callbacks [] for router_controller (2843d53f-fbc2-4376-8215-128694a1d6e6), precommit_delete_associations {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:00.882240 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=86,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:00.932301 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-42fafd8b-ed91-4874-80ab-b71a46574ada admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538475'] for router (2843d53f-fbc2-4376-8215-128694a1d6e6), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:00.933014 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42fafd8b-ed91-4874-80ab-b71a46574ada admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2843d53f-fbc2-4376-8215-128694a1d6e6 {{(pid=106202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 12:23:00.938287 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-42fafd8b-ed91-4874-80ab-b71a46574ada admin admin] Publish callbacks [] for router (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:00.939473 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-42fafd8b-ed91-4874-80ab-b71a46574ada admin admin] 10.222.0.71 "DELETE /networking/v2.0/routers/2843d53f-fbc2-4376-8215-128694a1d6e6 HTTP/1.1" status: 204 len: 168 time: 1.2376344 Sep 21 12:23:00.942149 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 55046) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:23:00.994979 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc6902b1-6712-4473-afc9-8642243b0d06 admin admin] Deleting subnet 7ad8a1ff-f00e-4a0f-ba67-d6724a11803d {{(pid=106201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 21 12:23:01.000297 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-bc6902b1-6712-4473-afc9-8642243b0d06 admin admin] Publish callbacks [] for subnet (7ad8a1ff-f00e-4a0f-ba67-d6724a11803d), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:01.036879 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-bc6902b1-6712-4473-afc9-8642243b0d06 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6930226'] for subnet (7ad8a1ff-f00e-4a0f-ba67-d6724a11803d), precommit_delete_associations {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:01.157735 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-bc6902b1-6712-4473-afc9-8642243b0d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462926'] for subnet (7ad8a1ff-f00e-4a0f-ba67-d6724a11803d), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:01.217889 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:01.225792 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-bc6902b1-6712-4473-afc9-8642243b0d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6788977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7012724'] for subnet (7ad8a1ff-f00e-4a0f-ba67-d6724a11803d), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:01.263919 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6902b1-6712-4473-afc9-8642243b0d06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ad8a1ff-f00e-4a0f-ba67-d6724a11803d,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:23:01.274125 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-bc6902b1-6712-4473-afc9-8642243b0d06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544014'] for subnet (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:01.277539 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-bc6902b1-6712-4473-afc9-8642243b0d06 admin admin] 10.222.0.71 "DELETE /networking/v2.0/subnets/7ad8a1ff-f00e-4a0f-ba67-d6724a11803d HTTP/1.1" status: 204 len: 168 time: 0.3340414 Sep 21 12:23:01.280067 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 55062) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:23:01.280189 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24462442-9ad7-4bce-b5a8-06589a777c7b None None] Network b63f4162-66af-473e-9153-2acb9ad38029 requested from dv-cinder-858678-1-iscsi {{(pid=106203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 12:23:01.390689 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-e2a24976-39a5-4a19-81bc-98c052364183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535227'] for network (b63f4162-66af-473e-9153-2acb9ad38029), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:01.419314 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e97f0a-0e6b-473f-9f66-92f0d8627c7a req-838de889-f097-4326-8fbb-b7e7fc4b14ca tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:01.421402 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-68e97f0a-0e6b-473f-9f66-92f0d8627c7a req-838de889-f097-4326-8fbb-b7e7fc4b14ca tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=93785b09-4e56-42e1-865e-99e8059e0ce2 HTTP/1.1" status: 200 len: 946 time: 0.0742259 Sep 21 12:23:01.501082 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43efef41-cc69-4bb8-a35b-05eb76c39494 None None] DHCP port deletion for b63f4162-66af-473e-9153-2acb9ad38029 request from dv-cinder-858678-1-iscsi {{(pid=106203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 21 12:23:01.504805 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.plugin [None req-e2a24976-39a5-4a19-81bc-98c052364183 admin admin] Deleting port 6d99a0df-701d-4fcc-937c-306eb4d19760 {{(pid=106201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:23:01.505340 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-e2a24976-39a5-4a19-81bc-98c052364183 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (6d99a0df-701d-4fcc-937c-306eb4d19760), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:01.562350 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-43efef41-cc69-4bb8-a35b-05eb76c39494 None None] Deleting port 6d99a0df-701d-4fcc-937c-306eb4d19760 {{(pid=106203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:23:01.562727 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-43efef41-cc69-4bb8-a35b-05eb76c39494 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (6d99a0df-701d-4fcc-937c-306eb4d19760), before_delete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:01.638522 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-43efef41-cc69-4bb8-a35b-05eb76c39494 None None] For port 6d99a0df-701d-4fcc-937c-306eb4d19760, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=6d99a0df-701d-4fcc-937c-306eb4d19760,segment=NetworkSegment(5be53f91-aee1-48e3-9112-bdcdf49a807c),segment_id=5be53f91-aee1-48e3-9112-bdcdf49a807c)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:23:01.638931 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-43efef41-cc69-4bb8-a35b-05eb76c39494 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (6d99a0df-701d-4fcc-937c-306eb4d19760), precommit_delete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:01.655184 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-43efef41-cc69-4bb8-a35b-05eb76c39494 None None] Calling delete_port for 6d99a0df-701d-4fcc-937c-306eb4d19760 owned by network:dhcp {{(pid=106203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:23:01.742296 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 00ed7fa0-dd5f-43da-bdf1-590272e8d38c no longer exists at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 12:23:01.766132 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] No Port match for: 00ed7fa0-dd5f-43da-bdf1-590272e8d38c {{(pid=106203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 12:23:01.766483 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 00ed7fa0-dd5f-43da-bdf1-590272e8d38c not bound to the agent host dv-cinder-858678-1-iscsi {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 12:23:01.766906 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 6d99a0df-701d-4fcc-937c-306eb4d19760 no longer exists at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 12:23:01.825725 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-68e97f0a-0e6b-473f-9f66-92f0d8627c7a req-4b9946b5-69f9-427f-b9ef-371c697f5b65 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=16cb0007-21fa-4742-b5e1-8a76f121f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3841186 Sep 21 12:23:01.844065 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.db [None req-e2a24976-39a5-4a19-81bc-98c052364183 admin admin] For port 6d99a0df-701d-4fcc-937c-306eb4d19760, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=6d99a0df-701d-4fcc-937c-306eb4d19760,segment=NetworkSegment(5be53f91-aee1-48e3-9112-bdcdf49a807c),segment_id=5be53f91-aee1-48e3-9112-bdcdf49a807c)] {{(pid=106201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:23:01.844416 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-e2a24976-39a5-4a19-81bc-98c052364183 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (6d99a0df-701d-4fcc-937c-306eb4d19760), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:01.875484 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.plugin [None req-e2a24976-39a5-4a19-81bc-98c052364183 admin admin] Calling delete_port for 6d99a0df-701d-4fcc-937c-306eb4d19760 owned by network:dhcp {{(pid=106201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:23:02.017211 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-43efef41-cc69-4bb8-a35b-05eb76c39494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810'] for port (6d99a0df-701d-4fcc-937c-306eb4d19760), after_delete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:02.026539 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-e2a24976-39a5-4a19-81bc-98c052364183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6788894'] for port (6d99a0df-701d-4fcc-937c-306eb4d19760), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:02.057485 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43efef41-cc69-4bb8-a35b-05eb76c39494 None None] No DVR routers for this DVR port 6d99a0df-701d-4fcc-937c-306eb4d19760 on host dv-cinder-858678-1-iscsi {{(pid=106203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 12:23:02.060570 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56613f58-bd59-4e89-a57c-b7c4114b63f6 req-c05fd3ac-ae14-4e87-9d9e-1fe5417790ab tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:02.061719 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43efef41-cc69-4bb8-a35b-05eb76c39494 None None] Pushing event deleted for resources: {'Port': ['ID=6d99a0df-701d-4fcc-937c-306eb4d19760,revision_number=None']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:23:02.064891 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Current status of the port 6d99a0df-701d-4fcc-937c-306eb4d19760 is: ACTIVE; New status is: DOWN {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:23:02.065491 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (6d99a0df-701d-4fcc-937c-306eb4d19760), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:02.069705 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-56613f58-bd59-4e89-a57c-b7c4114b63f6 req-c05fd3ac-ae14-4e87-9d9e-1fe5417790ab tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=93785b09-4e56-42e1-865e-99e8059e0ce2 HTTP/1.1" status: 200 len: 946 time: 0.0651937 Sep 21 12:23:02.073612 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a24976-39a5-4a19-81bc-98c052364183 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d99a0df-701d-4fcc-937c-306eb4d19760,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:23:02.080382 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a24976-39a5-4a19-81bc-98c052364183 admin admin] No DVR routers for this DVR port 6d99a0df-701d-4fcc-937c-306eb4d19760 on host dv-cinder-858678-1-iscsi {{(pid=106201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 12:23:02.085351 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:02.120276 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device d45428ba-2490-403e-b506-770ef457948f no longer exists at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 12:23:02.142492 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] No Port match for: d45428ba-2490-403e-b506-770ef457948f {{(pid=106203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 12:23:02.143421 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device d45428ba-2490-403e-b506-770ef457948f not bound to the agent host dv-cinder-858678-1-iscsi {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 12:23:02.192354 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-e2a24976-39a5-4a19-81bc-98c052364183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548197', 'neutron.services.segments.db._delete_segments_for_network-8735121314753'] for network (b63f4162-66af-473e-9153-2acb9ad38029), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:02.216911 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [req-56613f58-bd59-4e89-a57c-b7c4114b63f6 req-5312de08-49c1-4644-b3a4-903cdefb8b48 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Deleting port 7e905c9f-4fc1-4edd-8baf-ae4b1a56d65d {{(pid=106202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:23:02.217399 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-56613f58-bd59-4e89-a57c-b7c4114b63f6 req-5312de08-49c1-4644-b3a4-903cdefb8b48 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (7e905c9f-4fc1-4edd-8baf-ae4b1a56d65d), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:02.221273 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.services.segments.db [None req-e2a24976-39a5-4a19-81bc-98c052364183 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b63f4162-66af-473e-9153-2acb9ad38029']}} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:23:02.232373 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.services.segments.db [None req-e2a24976-39a5-4a19-81bc-98c052364183 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5be53f91-aee1-48e3-9112-bdcdf49a807c') {'for_net_delete': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:23:02.232664 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.services.segments.db [None req-e2a24976-39a5-4a19-81bc-98c052364183 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5be53f91-aee1-48e3-9112-bdcdf49a807c') {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:23:02.245811 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-e2a24976-39a5-4a19-81bc-98c052364183 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735121314645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6930185'] for segment (5be53f91-aee1-48e3-9112-bdcdf49a807c), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:02.274308 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-e2a24976-39a5-4a19-81bc-98c052364183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355690'] for segment (5be53f91-aee1-48e3-9112-bdcdf49a807c), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:02.284155 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2a24976-39a5-4a19-81bc-98c052364183 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=106201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 12:23:02.284682 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-e2a24976-39a5-4a19-81bc-98c052364183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6789067'] for segment (5be53f91-aee1-48e3-9112-bdcdf49a807c), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:02.337648 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.services.segments.plugin [-] Segment 5be53f91-aee1-48e3-9112-bdcdf49a807c resource provider aggregate not found Sep 21 12:23:02.345900 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [req-56613f58-bd59-4e89-a57c-b7c4114b63f6 req-5312de08-49c1-4644-b3a4-903cdefb8b48 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] For port 7e905c9f-4fc1-4edd-8baf-ae4b1a56d65d, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=7e905c9f-4fc1-4edd-8baf-ae4b1a56d65d,segment=NetworkSegment(dab8698b-2b24-445e-9083-b2542a11afe3),segment_id=dab8698b-2b24-445e-9083-b2542a11afe3)] {{(pid=106202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:23:02.346252 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-56613f58-bd59-4e89-a57c-b7c4114b63f6 req-5312de08-49c1-4644-b3a4-903cdefb8b48 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (7e905c9f-4fc1-4edd-8baf-ae4b1a56d65d), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:02.357108 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.services.segments.plugin [-] Segment 5be53f91-aee1-48e3-9112-bdcdf49a807c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5be53f91-aee1-48e3-9112-bdcdf49a807c found for delete ", "request_id": "req-0123e856-00c8-452a-be3a-b2b9b7429e9f"}]} Sep 21 12:23:02.379482 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [req-56613f58-bd59-4e89-a57c-b7c4114b63f6 req-5312de08-49c1-4644-b3a4-903cdefb8b48 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Calling delete_port for 7e905c9f-4fc1-4edd-8baf-ae4b1a56d65d owned by compute:nova {{(pid=106202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:23:02.380609 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-e2a24976-39a5-4a19-81bc-98c052364183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534153'] for network (b63f4162-66af-473e-9153-2acb9ad38029), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:02.400283 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a24976-39a5-4a19-81bc-98c052364183 admin admin] Pushing event deleted for resources: {'Network': ['ID=b63f4162-66af-473e-9153-2acb9ad38029,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:23:02.402430 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-e2a24976-39a5-4a19-81bc-98c052364183 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544014'] for network (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:02.411651 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-e2a24976-39a5-4a19-81bc-98c052364183 admin admin] 10.222.0.71 "DELETE /networking/v2.0/networks/b63f4162-66af-473e-9153-2acb9ad38029 HTTP/1.1" status: 204 len: 168 time: 1.1277142 Sep 21 12:23:02.439808 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:02.548985 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-56613f58-bd59-4e89-a57c-b7c4114b63f6 req-5312de08-49c1-4644-b3a4-903cdefb8b48 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (7e905c9f-4fc1-4edd-8baf-ae4b1a56d65d), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:02.585880 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] get_ports_and_sgs() called for port_ids ['7e905c9f-4fc1-4edd-8baf-ae4b1a56d65d'] {{(pid=106203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 12:23:02.590203 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5312de08-49c1-4644-b3a4-903cdefb8b48 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Pushing event deleted for resources: {'Port': ['ID=7e905c9f-4fc1-4edd-8baf-ae4b1a56d65d,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:23:02.680497 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.l3_dvrscheduler_db [req-56613f58-bd59-4e89-a57c-b7c4114b63f6 req-5312de08-49c1-4644-b3a4-903cdefb8b48 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] No DVR routers for this DVR port 7e905c9f-4fc1-4edd-8baf-ae4b1a56d65d on host hv-cinder-85867 {{(pid=106202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 12:23:02.683053 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-56613f58-bd59-4e89-a57c-b7c4114b63f6 req-5312de08-49c1-4644-b3a4-903cdefb8b48 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for port (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:02.690084 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-56613f58-bd59-4e89-a57c-b7c4114b63f6 req-5312de08-49c1-4644-b3a4-903cdefb8b48 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.66 "DELETE /networking/v2.0/ports/7e905c9f-4fc1-4edd-8baf-ae4b1a56d65d HTTP/1.1" status: 204 len: 173 time: 0.6175895 Sep 21 12:23:02.690723 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93785b09-4e56-42e1-865e-99e8059e0ce2', 'name': 'network-vif-deleted', 'tag': '7e905c9f-4fc1-4edd-8baf-ae4b1a56d65d'}] {{(pid=106202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:23:02.700435 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f69dec5372d12bc1dbf2d83c258da0d8b658e28cfccadcad30c8a09044815e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9195b64-d6c9-4400-b6a6-807fdec5d295" -d '{"events": [{"server_uuid": "93785b09-4e56-42e1-865e-99e8059e0ce2", "name": "network-vif-deleted", "tag": "7e905c9f-4fc1-4edd-8baf-ae4b1a56d65d"}]}' {{(pid=106202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:23:02.736948 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 55110) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:23:02.773976 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 12:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b443e36-6667-4c1c-850b-6f623f5cb841 x-openstack-request-id: req-8b443e36-6667-4c1c-850b-6f623f5cb841 {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:23:02.773976 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93785b09-4e56-42e1-865e-99e8059e0ce2", "name": "network-vif-deleted", "tag": "7e905c9f-4fc1-4edd-8baf-ae4b1a56d65d", "status": "completed", "code": 200}]} {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:23:02.773976 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8b443e36-6667-4c1c-850b-6f623f5cb841 {{(pid=106202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:23:02.773976 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b443e36-6667-4c1c-850b-6f623f5cb841'] response: {'server_uuid': '93785b09-4e56-42e1-865e-99e8059e0ce2', 'name': 'network-vif-deleted', 'tag': '7e905c9f-4fc1-4edd-8baf-ae4b1a56d65d', 'status': 'completed', 'code': 200} Sep 21 12:23:02.802540 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-5df751e4-1c9c-4c52-b6d4-4b9ff94cb01d admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=74d5d713723f4ea5a8d1e72627b80c47&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0643566 Sep 21 12:23:02.805238 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 55120) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:23:02.925272 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-90368b3a-dc86-4cad-9c4f-76cd91f779c5 admin admin] Publish callbacks [] for security_group (cd8a5d76-473c-4b81-a3f8-a207e80c4412), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:02.980533 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-90368b3a-dc86-4cad-9c4f-76cd91f779c5 admin admin] Publish callbacks [] for security_group (cd8a5d76-473c-4b81-a3f8-a207e80c4412), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:02.982314 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:03.020454 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-d46a3f1e-edd9-4ba7-bba8-ab9939f376fa req-fa970916-07dd-4b72-b8cc-b8fe401ba046 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=93785b09-4e56-42e1-865e-99e8059e0ce2 HTTP/1.1" status: 200 len: 210 time: 0.0604024 Sep 21 12:23:03.069533 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-90368b3a-dc86-4cad-9c4f-76cd91f779c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (cd8a5d76-473c-4b81-a3f8-a207e80c4412), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:03.074522 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-90368b3a-dc86-4cad-9c4f-76cd91f779c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:03.080358 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-90368b3a-dc86-4cad-9c4f-76cd91f779c5 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/cd8a5d76-473c-4b81-a3f8-a207e80c4412 HTTP/1.1" status: 204 len: 168 time: 0.2739716 Sep 21 12:23:03.090722 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90368b3a-dc86-4cad-9c4f-76cd91f779c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd8a5d76-473c-4b81-a3f8-a207e80c4412,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:23:04.003029 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 55166) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:23:04.180881 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.v2.base [None req-89cfd0a2-ac0e-43b6-8dc4-21aebb62383e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1400485482-network', 'tenant_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a'}} {{(pid=106201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:23:04.203553 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89cfd0a2-ac0e-43b6-8dc4-21aebb62383e admin admin] Made reservation on behalf of d3bd02ae79fd4edb9886b1b4ef3d761a for: {'network': 1} {{(pid=106201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:23:04.207005 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-89cfd0a2-ac0e-43b6-8dc4-21aebb62383e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for network (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:04.216179 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-89cfd0a2-ac0e-43b6-8dc4-21aebb62383e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:04.363933 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-89cfd0a2-ac0e-43b6-8dc4-21aebb62383e admin admin] Publish callbacks [] for security_group (b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:04.369885 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-89cfd0a2-ac0e-43b6-8dc4-21aebb62383e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:04.419795 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89cfd0a2-ac0e-43b6-8dc4-21aebb62383e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=106201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 12:23:04.434035 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7737fd-ffd0-45a2-98f3-9176425dd327 req-1dd20519-f153-499e-a0cf-316b4254fbb7 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:04.435416 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-8c7737fd-ffd0-45a2-98f3-9176425dd327 req-1dd20519-f153-499e-a0cf-316b4254fbb7 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/networks?id=81a38dde-d245-4a7c-b2e5-d5b018863549 HTTP/1.1" status: 200 len: 809 time: 0.1655333 Sep 21 12:23:04.437522 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cfd0a2-ac0e-43b6-8dc4-21aebb62383e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:23:04.450677 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-89cfd0a2-ac0e-43b6-8dc4-21aebb62383e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355690'] for segment (de4c10ad-e50b-46d7-aed4-597b1ab39d3c), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:04.451015 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.db.segments_db [None req-89cfd0a2-ac0e-43b6-8dc4-21aebb62383e admin admin] Added segment de4c10ad-e50b-46d7-aed4-597b1ab39d3c of type vlan for network 46771c4a-a4e0-44e3-b0ad-6700b1914d9d Sep 21 12:23:04.462062 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-8c7737fd-ffd0-45a2-98f3-9176425dd327 req-b6d016cd-6b7e-4dc2-a527-91da7f4c5f59 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/quotas/c46922ef081642f6a3d8ad5d02e4155a HTTP/1.1" status: 200 len: 375 time: 0.0206306 Sep 21 12:23:04.519251 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-8c7737fd-ffd0-45a2-98f3-9176425dd327 req-5d8dfcb8-8dc3-4f84-9506-f3a9bd5d769a tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=c46922ef081642f6a3d8ad5d02e4155a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352578 Sep 21 12:23:04.520746 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-89cfd0a2-ac0e-43b6-8dc4-21aebb62383e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735120869551'] for network (46771c4a-a4e0-44e3-b0ad-6700b1914d9d), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:04.600880 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-89cfd0a2-ac0e-43b6-8dc4-21aebb62383e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028'] for network (46771c4a-a4e0-44e3-b0ad-6700b1914d9d), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:04.601875 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cfd0a2-ac0e-43b6-8dc4-21aebb62383e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:04.602444 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-89cfd0a2-ac0e-43b6-8dc4-21aebb62383e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544014'] for network (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:04.667087 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=12 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:04.676951 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-89cfd0a2-ac0e-43b6-8dc4-21aebb62383e admin admin] 10.222.0.71 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6728361 Sep 21 12:23:04.679922 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 55190) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:23:04.685183 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [None req-7cf6ad18-0c34-497b-967b-e74fe9686c81 admin admin] Request body: {'subnet': {'network_id': '46771c4a-a4e0-44e3-b0ad-6700b1914d9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1400485482-subnet', 'tenant_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:23:04.700120 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cfd0a2-ac0e-43b6-8dc4-21aebb62383e admin admin] Pushing event updated for resources: {'Network': ['ID=46771c4a-a4e0-44e3-b0ad-6700b1914d9d,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:23:04.705007 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-8c7737fd-ffd0-45a2-98f3-9176425dd327 req-810fce9d-5df2-4329-a7e5-a011b2e6ead2 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/81a38dde-d245-4a7c-b2e5-d5b018863549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784616 Sep 21 12:23:04.708696 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf6ad18-0c34-497b-967b-e74fe9686c81 admin admin] Made reservation on behalf of d3bd02ae79fd4edb9886b1b4ef3d761a for: {'subnet': 1} {{(pid=106202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:23:04.711198 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-7cf6ad18-0c34-497b-967b-e74fe9686c81 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7093906'] for subnet (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:04.712484 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Network 46771c4a-a4e0-44e3-b0ad-6700b1914d9d details requested by agent ovs-agent-dv-cinder-858678-1-iscsi with host dv-cinder-858678-1-iscsi {{(pid=106203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 12:23:04.820808 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-8c7737fd-ffd0-45a2-98f3-9176425dd327 req-1c0482fb-ca4f-43cd-964e-8f974c0052a5 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/81a38dde-d245-4a7c-b2e5-d5b018863549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027839 Sep 21 12:23:04.955735 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 7e905c9f-4fc1-4edd-8baf-ae4b1a56d65d no longer exists at agent hyperv_hv-cinder-85867 {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 12:23:05.008762 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] No Port match for: 7e905c9f-4fc1-4edd-8baf-ae4b1a56d65d {{(pid=106203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 12:23:05.009440 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 7e905c9f-4fc1-4edd-8baf-ae4b1a56d65d not bound to the agent host hv-cinder-85867 {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 12:23:05.144675 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-65c2f34e-5f74-4157-a8b8-1a669a25b7b7 req-20668a06-17ef-4697-b40f-f280722b762d tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=309d01e5-d152-40c7-bbe0-db2292d5f103 HTTP/1.1" status: 200 len: 210 time: 0.0474365 Sep 21 12:23:05.152625 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-7cf6ad18-0c34-497b-967b-e74fe9686c81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6962168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7093892'] for subnet (262afd09-1dba-467b-a294-ced74668905b), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:05.219117 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf6ad18-0c34-497b-967b-e74fe9686c81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=262afd09-1dba-467b-a294-ced74668905b,revision_number=0']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:23:05.233384 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf6ad18-0c34-497b-967b-e74fe9686c81 admin admin] Checking segment: {'id': 'de4c10ad-e50b-46d7-aed4-597b1ab39d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '46771c4a-a4e0-44e3-b0ad-6700b1914d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:23:05.234082 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf6ad18-0c34-497b-967b-e74fe9686c81 admin admin] Network hostable DHCP agents. Network: 46771c4a-a4e0-44e3-b0ad-6700b1914d9d, hostable agents: ['f73c601a-29a1-4353-9f34-efd4ba2e6501'], hosted agents: [] {{(pid=106202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 12:23:05.256735 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf6ad18-0c34-497b-967b-e74fe9686c81 admin admin] Network 46771c4a-a4e0-44e3-b0ad-6700b1914d9d is scheduled to be hosted by DHCP agent f73c601a-29a1-4353-9f34-efd4ba2e6501 with binding_index 1 {{(pid=106202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 12:23:05.266772 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.base_scheduler [None req-7cf6ad18-0c34-497b-967b-e74fe9686c81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858678-1-iscsi, 46771c4a-a4e0-44e3-b0ad-6700b1914d9d) {{(pid=106202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:23:05.271555 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf6ad18-0c34-497b-967b-e74fe9686c81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:05.272776 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-7cf6ad18-0c34-497b-967b-e74fe9686c81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544014'] for subnet (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:05.282356 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff32675d-0554-43b0-b350-3bacf35cc546 None None] Network 46771c4a-a4e0-44e3-b0ad-6700b1914d9d requested from dv-cinder-858678-1-iscsi {{(pid=106203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 12:23:05.294185 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-7cf6ad18-0c34-497b-967b-e74fe9686c81 admin admin] 10.222.0.71 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6130722 Sep 21 12:23:05.297245 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 55206) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:23:05.301993 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [None req-d07ec9f5-7ce9-4926-8f34-425fe0000985 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1400485482-router', 'tenant_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d'}}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:23:05.329719 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-d07ec9f5-7ce9-4926-8f34-425fe0000985 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4986'] for router (824a22bf-75a1-4dbe-bcc4-824cc7080650), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:05.331194 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-d07ec9f5-7ce9-4926-8f34-425fe0000985 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4963'] for router (824a22bf-75a1-4dbe-bcc4-824cc7080650), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:05.404927 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-d07ec9f5-7ce9-4926-8f34-425fe0000985 admin admin] Publish callbacks [] for router_controller (824a22bf-75a1-4dbe-bcc4-824cc7080650), precommit_add_association {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:05.411417 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:05.435496 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39a87a3-c1e3-4497-b3ca-c8bf97dffafb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp926fb466-bfb5-5eb1-bc3c-68df119c7c5e-46771c4a-a4e0-44e3-b0ad-6700b1914d9d', 'network_id': '46771c4a-a4e0-44e3-b0ad-6700b1914d9d', 'project_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'fixed_ips': [{'subnet_id': '262afd09-1dba-467b-a294-ced74668905b'}]}} from dv-cinder-858678-1-iscsi. {{(pid=106203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 21 12:23:05.436706 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-a39a87a3-c1e3-4497-b3ca-c8bf97dffafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (None), before_create {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:05.452803 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:DELETE=3 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:05.585267 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-d07ec9f5-7ce9-4926-8f34-425fe0000985 admin admin] Publish callbacks [] for router_gateway (824a22bf-75a1-4dbe-bcc4-824cc7080650), precommit_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:05.637038 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.db_base_plugin_common [None req-a39a87a3-c1e3-4497-b3ca-c8bf97dffafb None None] Allocated IP 172.20.0.2 (46771c4a-a4e0-44e3-b0ad-6700b1914d9d/262afd09-1dba-467b-a294-ced74668905b/16657360-eabe-4f8d-a4f8-63ab5809c580) {{(pid=106203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:23:05.708762 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:05.774914 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:05.827272 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-d07ec9f5-7ce9-4926-8f34-425fe0000985 admin admin] Publish callbacks [] for router_gateway (824a22bf-75a1-4dbe-bcc4-824cc7080650), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:05.849241 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-d07ec9f5-7ce9-4926-8f34-425fe0000985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:05.863450 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-a39a87a3-c1e3-4497-b3ca-c8bf97dffafb None None] Publish callbacks [] for port (16657360-eabe-4f8d-a4f8-63ab5809c580), precommit_create {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:05.870712 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-a39a87a3-c1e3-4497-b3ca-c8bf97dffafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735120900801'] for port (16657360-eabe-4f8d-a4f8-63ab5809c580), after_create {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:05.917955 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39a87a3-c1e3-4497-b3ca-c8bf97dffafb None None] Pushing event updated for resources: {'Port': ['ID=16657360-eabe-4f8d-a4f8-63ab5809c580,revision_number=1']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:23:05.936674 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39a87a3-c1e3-4497-b3ca-c8bf97dffafb None None] Network 46771c4a-a4e0-44e3-b0ad-6700b1914d9d is already hosted by enough agents. {{(pid=106203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:23:05.938134 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.scheduler.base_scheduler [None req-a39a87a3-c1e3-4497-b3ca-c8bf97dffafb None None] Resources bound (agent type, host, resource id): {{(pid=106203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:23:05.941024 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39a87a3-c1e3-4497-b3ca-c8bf97dffafb None None] Received port after_create {{(pid=106203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 12:23:06.002093 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.db_base_plugin_common [None req-d07ec9f5-7ce9-4926-8f34-425fe0000985 admin admin] Allocated IP 172.27.0.185 (988e67c4-a01e-4c04-8cb9-1b0dd07d668d/691ea813-de87-4809-9e6b-d8504be0b97f/eaeaba23-6555-4fb3-991e-622422a54a28) {{(pid=106202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:23:06.005653 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.managers [None req-a39a87a3-c1e3-4497-b3ca-c8bf97dffafb None None] Attempting to bind port 16657360-eabe-4f8d-a4f8-63ab5809c580 on host dv-cinder-858678-1-iscsi for vnic_type normal with profile {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 12:23:06.006516 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.managers [None req-a39a87a3-c1e3-4497-b3ca-c8bf97dffafb None None] Attempting to bind port 16657360-eabe-4f8d-a4f8-63ab5809c580 by drivers openvswitch,hyperv on host dv-cinder-858678-1-iscsi at level 0 using segments [{'id': 'de4c10ad-e50b-46d7-aed4-597b1ab39d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '46771c4a-a4e0-44e3-b0ad-6700b1914d9d'}] {{(pid=106203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 12:23:06.007158 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39a87a3-c1e3-4497-b3ca-c8bf97dffafb None None] Attempting to bind port 16657360-eabe-4f8d-a4f8-63ab5809c580 on network 46771c4a-a4e0-44e3-b0ad-6700b1914d9d {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:23:06.062157 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39a87a3-c1e3-4497-b3ca-c8bf97dffafb None None] Checking agent: {'id': '57fb69a9-4edc-44fd-8965-b65708e41306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858678-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 12, 12, 11), 'started_at': datetime.datetime(2022, 9, 21, 12, 12, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 12, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858678-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 12:23:06.062157 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39a87a3-c1e3-4497-b3ca-c8bf97dffafb None None] Checking segment: {'id': 'de4c10ad-e50b-46d7-aed4-597b1ab39d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '46771c4a-a4e0-44e3-b0ad-6700b1914d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:23:06.062157 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-a39a87a3-c1e3-4497-b3ca-c8bf97dffafb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:06.062157 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39a87a3-c1e3-4497-b3ca-c8bf97dffafb None None] Bound using segment: {'id': 'de4c10ad-e50b-46d7-aed4-597b1ab39d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '46771c4a-a4e0-44e3-b0ad-6700b1914d9d'} {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 12:23:06.062157 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.managers [None req-a39a87a3-c1e3-4497-b3ca-c8bf97dffafb None None] Bound port: 16657360-eabe-4f8d-a4f8-63ab5809c580, host: dv-cinder-858678-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de4c10ad-e50b-46d7-aed4-597b1ab39d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '46771c4a-a4e0-44e3-b0ad-6700b1914d9d'}}] {{(pid=106203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 12:23:06.062157 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-a39a87a3-c1e3-4497-b3ca-c8bf97dffafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (16657360-eabe-4f8d-a4f8-63ab5809c580), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:06.119958 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-a39a87a3-c1e3-4497-b3ca-c8bf97dffafb None None] For port 16657360-eabe-4f8d-a4f8-63ab5809c580, host dv-cinder-858678-1-iscsi, cleared binding levels {{(pid=106203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:23:06.124742 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-a39a87a3-c1e3-4497-b3ca-c8bf97dffafb None None] For port 16657360-eabe-4f8d-a4f8-63ab5809c580, host dv-cinder-858678-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=16657360-eabe-4f8d-a4f8-63ab5809c580,segment=NetworkSegment(de4c10ad-e50b-46d7-aed4-597b1ab39d3c),segment_id=de4c10ad-e50b-46d7-aed4-597b1ab39d3c)] {{(pid=106203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:23:06.132486 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-a39a87a3-c1e3-4497-b3ca-c8bf97dffafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (16657360-eabe-4f8d-a4f8-63ab5809c580), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:06.151027 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-d07ec9f5-7ce9-4926-8f34-425fe0000985 admin admin] Publish callbacks [] for port (eaeaba23-6555-4fb3-991e-622422a54a28), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:06.214932 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39a87a3-c1e3-4497-b3ca-c8bf97dffafb None None] Pushing event updated for resources: {'Port': ['ID=16657360-eabe-4f8d-a4f8-63ab5809c580,revision_number=2']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:23:06.229666 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-d07ec9f5-7ce9-4926-8f34-425fe0000985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735120900801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (eaeaba23-6555-4fb3-991e-622422a54a28), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:06.286809 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07ec9f5-7ce9-4926-8f34-425fe0000985 admin admin] Network 988e67c4-a01e-4c04-8cb9-1b0dd07d668d is already hosted by enough agents. {{(pid=106202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:23:06.292120 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.base_scheduler [None req-d07ec9f5-7ce9-4926-8f34-425fe0000985 admin admin] Resources bound (agent type, host, resource id): {{(pid=106202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:23:06.297019 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07ec9f5-7ce9-4926-8f34-425fe0000985 admin admin] Received port after_create {{(pid=106202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 12:23:06.303560 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07ec9f5-7ce9-4926-8f34-425fe0000985 admin admin] Pushing event updated for resources: {'Port': ['ID=eaeaba23-6555-4fb3-991e-622422a54a28,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:23:06.321917 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-a552f4c9-12fe-4d18-a377-bba070cc258c req-270e56a0-7e73-4316-b81d-3cef1f363f61 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=309d01e5-d152-40c7-bbe0-db2292d5f103 HTTP/1.1" status: 200 len: 210 time: 0.0678561 Sep 21 12:23:06.363622 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-82a444f7-47fc-4297-8c33-81d3f6e8698f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (f73c601a-29a1-4353-9f34-efd4ba2e6501), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:06.660141 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:06.710584 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7737fd-ffd0-45a2-98f3-9176425dd327 req-03c47811-98c0-4aa7-b53d-d6e6780b5f81 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:06.712563 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8c7737fd-ffd0-45a2-98f3-9176425dd327 req-03c47811-98c0-4aa7-b53d-d6e6780b5f81 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.66 "GET /networking/v2.0/networks?id=81a38dde-d245-4a7c-b2e5-d5b018863549 HTTP/1.1" status: 200 len: 809 time: 0.2776906 Sep 21 12:23:06.781465 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-d07ec9f5-7ce9-4926-8f34-425fe0000985 admin admin] Publish callbacks [] for router_gateway (824a22bf-75a1-4dbe-bcc4-824cc7080650), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:06.832565 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [req-8c7737fd-ffd0-45a2-98f3-9176425dd327 req-cd430293-d7ef-4602-96fe-6f69daf84e8e tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Request body: {'port': {'device_id': '309d01e5-d152-40c7-bbe0-db2292d5f103', 'network_id': '81a38dde-d245-4a7c-b2e5-d5b018863549', 'admin_state_up': True, 'tenant_id': 'c46922ef081642f6a3d8ad5d02e4155a'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:23:06.998024 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:07.084772 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c7737fd-ffd0-45a2-98f3-9176425dd327 req-cd430293-d7ef-4602-96fe-6f69daf84e8e tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Made reservation on behalf of c46922ef081642f6a3d8ad5d02e4155a for: {'port': 1} {{(pid=106202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:23:07.087749 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-8c7737fd-ffd0-45a2-98f3-9176425dd327 req-cd430293-d7ef-4602-96fe-6f69daf84e8e tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:07.100712 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-d07ec9f5-7ce9-4926-8f34-425fe0000985 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534052'] for router (824a22bf-75a1-4dbe-bcc4-824cc7080650), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:07.340931 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.db_base_plugin_common [req-8c7737fd-ffd0-45a2-98f3-9176425dd327 req-cd430293-d7ef-4602-96fe-6f69daf84e8e tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Allocated IP 172.20.0.6 (81a38dde-d245-4a7c-b2e5-d5b018863549/43b20f8b-0e61-4756-bda6-5da5ff095f43/31c51ceb-171d-4706-b582-46630abdaa5b) {{(pid=106202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:23:07.372442 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76abe2a6-6cde-4957-b70a-3505dede85b6 None None] Network 46771c4a-a4e0-44e3-b0ad-6700b1914d9d requested from dv-cinder-858678-1-iscsi {{(pid=106203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 12:23:07.385933 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d07ec9f5-7ce9-4926-8f34-425fe0000985 admin admin] Router 824a22bf-75a1-4dbe-bcc4-824cc7080650 is scheduled to L3 agent 4f31b8b6-17c0-474d-bf52-0481ff2a5cf7 with binding_index 1 {{(pid=106202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 12:23:07.449530 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-3494f3f2-1790-4c14-8980-0d8c65b4b4c7 None None] Provisioning complete for port 16657360-eabe-4f8d-a4f8-63ab5809c580 triggered by entity DHCP. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:23:07.449918 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-3494f3f2-1790-4c14-8980-0d8c65b4b4c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (16657360-eabe-4f8d-a4f8-63ab5809c580), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:07.450240 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-3494f3f2-1790-4c14-8980-0d8c65b4b4c7 None None] Attempt 1 to provision port 16657360-eabe-4f8d-a4f8-63ab5809c580 Sep 21 12:23:07.491243 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-a5061b99-e127-459a-a531-2dd5c8f8cc90 req-6b74ebec-c136-496d-afde-9e3347055c3f tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=309d01e5-d152-40c7-bbe0-db2292d5f103 HTTP/1.1" status: 200 len: 210 time: 0.0798421 Sep 21 12:23:07.491645 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:07.617893 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 16657360-eabe-4f8d-a4f8-63ab5809c580 up at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:23:07.658777 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-3494f3f2-1790-4c14-8980-0d8c65b4b4c7 None None] Current status of the port 16657360-eabe-4f8d-a4f8-63ab5809c580 is: DOWN; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:23:07.659307 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-3494f3f2-1790-4c14-8980-0d8c65b4b4c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (16657360-eabe-4f8d-a4f8-63ab5809c580), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:07.689662 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:07.698924 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Provisioning complete for port 16657360-eabe-4f8d-a4f8-63ab5809c580 triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:23:07.699297 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (16657360-eabe-4f8d-a4f8-63ab5809c580), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:07.699722 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Attempt 1 to provision port 16657360-eabe-4f8d-a4f8-63ab5809c580 Sep 21 12:23:07.761341 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-3494f3f2-1790-4c14-8980-0d8c65b4b4c7 None None] For port 16657360-eabe-4f8d-a4f8-63ab5809c580, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=16657360-eabe-4f8d-a4f8-63ab5809c580,segment=NetworkSegment(de4c10ad-e50b-46d7-aed4-597b1ab39d3c),segment_id=de4c10ad-e50b-46d7-aed4-597b1ab39d3c)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:23:07.808853 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-3494f3f2-1790-4c14-8980-0d8c65b4b4c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (16657360-eabe-4f8d-a4f8-63ab5809c580), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:07.816970 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:07.874608 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Current status of the port 16657360-eabe-4f8d-a4f8-63ab5809c580 is: ACTIVE; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:23:07.882347 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3494f3f2-1790-4c14-8980-0d8c65b4b4c7 None None] Pushing event updated for resources: {'Port': ['ID=16657360-eabe-4f8d-a4f8-63ab5809c580,revision_number=3']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:23:07.913242 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d07ec9f5-7ce9-4926-8f34-425fe0000985 admin admin] Notify agent at l3_agent.dv-cinder-858678-1-iscsi the message routers_updated {{(pid=106202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:23:07.926436 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894c1348-cf24-4872-b2e8-ae41c50529d6 None None] Sync routers for ids ['824a22bf-75a1-4dbe-bcc4-824cc7080650'] in dv-cinder-858678-1-iscsi {{(pid=106203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:23:07.949090 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-d07ec9f5-7ce9-4926-8f34-425fe0000985 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:07.953198 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-d07ec9f5-7ce9-4926-8f34-425fe0000985 admin admin] 10.222.0.71 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.6520793 Sep 21 12:23:07.953572 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 55270) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:23:07.963707 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-75eb6d20-fb78-47b7-8b96-e0368c33f3de None None] Provisioning complete for port 16657360-eabe-4f8d-a4f8-63ab5809c580 triggered by entity DHCP. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:23:07.964954 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-75eb6d20-fb78-47b7-8b96-e0368c33f3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (16657360-eabe-4f8d-a4f8-63ab5809c580), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:07.965287 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-8c7737fd-ffd0-45a2-98f3-9176425dd327 req-cd430293-d7ef-4602-96fe-6f69daf84e8e tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Publish callbacks [] for port (31c51ceb-171d-4706-b582-46630abdaa5b), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:07.965866 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-75eb6d20-fb78-47b7-8b96-e0368c33f3de None None] Attempt 1 to provision port 16657360-eabe-4f8d-a4f8-63ab5809c580 Sep 21 12:23:07.971526 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894c1348-cf24-4872-b2e8-ae41c50529d6 None None] Routers {'824a22bf-75a1-4dbe-bcc4-824cc7080650'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:23:07.972538 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-894c1348-cf24-4872-b2e8-ae41c50529d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:22:39Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['824a22bf-75a1-4dbe-bcc4-824cc7080650'], 'active': True} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:23:08.039792 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-8c7737fd-ffd0-45a2-98f3-9176425dd327 req-cd430293-d7ef-4602-96fe-6f69daf84e8e tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735120900801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (31c51ceb-171d-4706-b582-46630abdaa5b), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:08.058766 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:08.093277 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:08.099234 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd430293-d7ef-4602-96fe-6f69daf84e8e tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Pushing event updated for resources: {'Port': ['ID=31c51ceb-171d-4706-b582-46630abdaa5b,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:23:08.118821 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c7737fd-ffd0-45a2-98f3-9176425dd327 req-cd430293-d7ef-4602-96fe-6f69daf84e8e tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Network 81a38dde-d245-4a7c-b2e5-d5b018863549 is already hosted by enough agents. {{(pid=106202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:23:08.121227 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.base_scheduler [req-8c7737fd-ffd0-45a2-98f3-9176425dd327 req-cd430293-d7ef-4602-96fe-6f69daf84e8e tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Resources bound (agent type, host, resource id): {{(pid=106202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:23:08.125177 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c7737fd-ffd0-45a2-98f3-9176425dd327 req-cd430293-d7ef-4602-96fe-6f69daf84e8e tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Received port after_create {{(pid=106202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 12:23:08.192597 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7737fd-ffd0-45a2-98f3-9176425dd327 req-cd430293-d7ef-4602-96fe-6f69daf84e8e tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:08.193500 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-8c7737fd-ffd0-45a2-98f3-9176425dd327 req-cd430293-d7ef-4602-96fe-6f69daf84e8e tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for port (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:08.219737 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvr_db [None req-894c1348-cf24-4872-b2e8-ae41c50529d6 None None] Set router 824a22bf-75a1-4dbe-bcc4-824cc7080650 gateway port host: dv-cinder-858678-1-iscsi {{(pid=106203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:23:08.227892 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8c7737fd-ffd0-45a2-98f3-9176425dd327 req-cd430293-d7ef-4602-96fe-6f69daf84e8e tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.66 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3995695 Sep 21 12:23:08.249988 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-75eb6d20-fb78-47b7-8b96-e0368c33f3de None None] Current status of the port 16657360-eabe-4f8d-a4f8-63ab5809c580 is: ACTIVE; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:23:08.256084 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [req-8c7737fd-ffd0-45a2-98f3-9176425dd327 req-e64a7e66-f847-497a-9b1a-2051d6cec02b service neutron] Request body: {'port': {'device_id': '309d01e5-d152-40c7-bbe0-db2292d5f103', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85867'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:23:08.322383 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-8c7737fd-ffd0-45a2-98f3-9176425dd327 req-e64a7e66-f847-497a-9b1a-2051d6cec02b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (31c51ceb-171d-4706-b582-46630abdaa5b), before_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:08.450392 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-894c1348-cf24-4872-b2e8-ae41c50529d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '824a22bf-75a1-4dbe-bcc4-824cc7080650', 'name': 'tempest-ServerRescueNegativeTestJSON-1400485482-router', 'tenant_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'eaeaba23-6555-4fb3-991e-622422a54a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:23:05Z', 'updated_at': '2022-09-21T12:23:06Z', 'revision_number': 3, 'project_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'gw_port': {'id': 'eaeaba23-6555-4fb3-991e-622422a54a28', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:03:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '824a22bf-75a1-4dbe-bcc4-824cc7080650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:23:05Z', 'updated_at': '2022-09-21T12:23:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi'}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:23:08.484502 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894c1348-cf24-4872-b2e8-ae41c50529d6 None None] Checking router: 824a22bf-75a1-4dbe-bcc4-824cc7080650 for host: dv-cinder-858678-1-iscsi {{(pid=106203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:23:08.485330 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894c1348-cf24-4872-b2e8-ae41c50529d6 None None] Updating router 824a22bf-75a1-4dbe-bcc4-824cc7080650 port eaeaba23-6555-4fb3-991e-622422a54a28 binding host dv-cinder-858678-1-iscsi {{(pid=106203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 12:23:08.495864 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-0b5dfe7d-9301-4cac-8ac4-08e1c9bb228a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:08.517488 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-894c1348-cf24-4872-b2e8-ae41c50529d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (eaeaba23-6555-4fb3-991e-622422a54a28), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:08.661196 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-31d8a911-373d-4d1f-aa3f-0b2f1c3683ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (4f31b8b6-17c0-474d-bf52-0481ff2a5cf7), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:08.700006 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.notifiers.nova [req-8c7737fd-ffd0-45a2-98f3-9176425dd327 req-e64a7e66-f847-497a-9b1a-2051d6cec02b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31c51ceb-171d-4706-b582-46630abdaa5b {{(pid=106202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 12:23:08.710347 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-8c7737fd-ffd0-45a2-98f3-9176425dd327 req-e64a7e66-f847-497a-9b1a-2051d6cec02b service neutron] Publish callbacks [] for port (31c51ceb-171d-4706-b582-46630abdaa5b), precommit_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:08.735153 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.provisioning_blocks [req-8c7737fd-ffd0-45a2-98f3-9176425dd327 req-e64a7e66-f847-497a-9b1a-2051d6cec02b service neutron] Transition to ACTIVE for port object 31c51ceb-171d-4706-b582-46630abdaa5b will not be triggered until provisioned by entity L2. {{(pid=106202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 12:23:08.739688 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-8c7737fd-ffd0-45a2-98f3-9176425dd327 req-e64a7e66-f847-497a-9b1a-2051d6cec02b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6955121'] for port (31c51ceb-171d-4706-b582-46630abdaa5b), after_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:08.745424 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58087a4-533f-4c2c-9262-e7a6b254610c req-f2969543-308f-4419-839b-21af800e3040 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:08.752475 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-f58087a4-533f-4c2c-9262-e7a6b254610c req-f2969543-308f-4419-839b-21af800e3040 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=309d01e5-d152-40c7-bbe0-db2292d5f103 HTTP/1.1" status: 200 len: 931 time: 0.1111288 Sep 21 12:23:08.795411 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.db.db_base_plugin_common [None req-0b5dfe7d-9301-4cac-8ac4-08e1c9bb228a admin admin] Allocated IP 172.20.0.1 (46771c4a-a4e0-44e3-b0ad-6700b1914d9d/262afd09-1dba-467b-a294-ced74668905b/e812e9b3-7c14-459c-86a6-919b9ec320d5) {{(pid=106201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:23:08.804404 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a7e66-f847-497a-9b1a-2051d6cec02b service neutron] Pushing event updated for resources: {'Port': ['ID=31c51ceb-171d-4706-b582-46630abdaa5b,revision_number=2']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:23:08.843644 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:08.847179 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-f58087a4-533f-4c2c-9262-e7a6b254610c req-f06678a2-2f54-4486-86cf-1521a1254bc6 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=16cb0007-21fa-4742-b5e1-8a76f121f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939465 Sep 21 12:23:08.906994 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.managers [req-8c7737fd-ffd0-45a2-98f3-9176425dd327 req-e64a7e66-f847-497a-9b1a-2051d6cec02b service neutron] Attempting to bind port 31c51ceb-171d-4706-b582-46630abdaa5b on host hv-cinder-85867 for vnic_type normal with profile {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 12:23:08.907394 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.managers [req-8c7737fd-ffd0-45a2-98f3-9176425dd327 req-e64a7e66-f847-497a-9b1a-2051d6cec02b service neutron] Attempting to bind port 31c51ceb-171d-4706-b582-46630abdaa5b by drivers openvswitch,hyperv on host hv-cinder-85867 at level 0 using segments [{'id': 'dab8698b-2b24-445e-9083-b2542a11afe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '81a38dde-d245-4a7c-b2e5-d5b018863549'}] {{(pid=106202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 12:23:08.907669 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7737fd-ffd0-45a2-98f3-9176425dd327 req-e64a7e66-f847-497a-9b1a-2051d6cec02b service neutron] Attempting to bind port 31c51ceb-171d-4706-b582-46630abdaa5b on network 81a38dde-d245-4a7c-b2e5-d5b018863549 {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:23:08.935923 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:08.955354 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7737fd-ffd0-45a2-98f3-9176425dd327 req-e64a7e66-f847-497a-9b1a-2051d6cec02b service neutron] Port 31c51ceb-171d-4706-b582-46630abdaa5b on network 81a38dde-d245-4a7c-b2e5-d5b018863549 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85867 {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 12:23:08.956588 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7737fd-ffd0-45a2-98f3-9176425dd327 req-e64a7e66-f847-497a-9b1a-2051d6cec02b service neutron] Attempting to bind port 31c51ceb-171d-4706-b582-46630abdaa5b on network 81a38dde-d245-4a7c-b2e5-d5b018863549 {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:23:08.957839 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-894c1348-cf24-4872-b2e8-ae41c50529d6 None None] Publish callbacks [] for port (eaeaba23-6555-4fb3-991e-622422a54a28), precommit_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:08.965269 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-894c1348-cf24-4872-b2e8-ae41c50529d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (eaeaba23-6555-4fb3-991e-622422a54a28), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:08.969811 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-0b5dfe7d-9301-4cac-8ac4-08e1c9bb228a admin admin] Publish callbacks [] for port (e812e9b3-7c14-459c-86a6-919b9ec320d5), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:08.971519 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:09.004371 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-0b5dfe7d-9301-4cac-8ac4-08e1c9bb228a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735120900801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6788894'] for port (e812e9b3-7c14-459c-86a6-919b9ec320d5), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:09.004794 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7737fd-ffd0-45a2-98f3-9176425dd327 req-e64a7e66-f847-497a-9b1a-2051d6cec02b service neutron] Checking agent: {'id': '986f726e-8c98-4005-b3b7-e033305b1240', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85867', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 12, 18, 46), 'started_at': datetime.datetime(2022, 9, 21, 12, 18, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 12, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 12:23:09.005153 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7737fd-ffd0-45a2-98f3-9176425dd327 req-e64a7e66-f847-497a-9b1a-2051d6cec02b service neutron] Checking segment: {'id': 'dab8698b-2b24-445e-9083-b2542a11afe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '81a38dde-d245-4a7c-b2e5-d5b018863549'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:23:09.005525 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7737fd-ffd0-45a2-98f3-9176425dd327 req-e64a7e66-f847-497a-9b1a-2051d6cec02b service neutron] Bound using segment: {'id': 'dab8698b-2b24-445e-9083-b2542a11afe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '81a38dde-d245-4a7c-b2e5-d5b018863549'} {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 12:23:09.005972 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.managers [req-8c7737fd-ffd0-45a2-98f3-9176425dd327 req-e64a7e66-f847-497a-9b1a-2051d6cec02b service neutron] Bound port: 31c51ceb-171d-4706-b582-46630abdaa5b, host: hv-cinder-85867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dab8698b-2b24-445e-9083-b2542a11afe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '81a38dde-d245-4a7c-b2e5-d5b018863549'}}] {{(pid=106202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 12:23:09.006335 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-8c7737fd-ffd0-45a2-98f3-9176425dd327 req-e64a7e66-f847-497a-9b1a-2051d6cec02b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (31c51ceb-171d-4706-b582-46630abdaa5b), before_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:09.048292 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5dfe7d-9301-4cac-8ac4-08e1c9bb228a admin admin] Network 46771c4a-a4e0-44e3-b0ad-6700b1914d9d is already hosted by enough agents. {{(pid=106201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:23:09.053738 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.base_scheduler [None req-0b5dfe7d-9301-4cac-8ac4-08e1c9bb228a admin admin] Resources bound (agent type, host, resource id): {{(pid=106201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:23:09.056215 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5dfe7d-9301-4cac-8ac4-08e1c9bb228a admin admin] Received port after_create {{(pid=106201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 12:23:09.059514 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5dfe7d-9301-4cac-8ac4-08e1c9bb228a admin admin] Pushing event updated for resources: {'Port': ['ID=e812e9b3-7c14-459c-86a6-919b9ec320d5,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:23:09.084168 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [req-8c7737fd-ffd0-45a2-98f3-9176425dd327 req-e64a7e66-f847-497a-9b1a-2051d6cec02b service neutron] For port 31c51ceb-171d-4706-b582-46630abdaa5b, host hv-cinder-85867, cleared binding levels {{(pid=106202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:23:09.084735 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:09.089357 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [req-8c7737fd-ffd0-45a2-98f3-9176425dd327 req-e64a7e66-f847-497a-9b1a-2051d6cec02b service neutron] For port 31c51ceb-171d-4706-b582-46630abdaa5b, host hv-cinder-85867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=31c51ceb-171d-4706-b582-46630abdaa5b,segment=NetworkSegment(dab8698b-2b24-445e-9083-b2542a11afe3),segment_id=dab8698b-2b24-445e-9083-b2542a11afe3)] {{(pid=106202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:23:09.100920 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-8c7737fd-ffd0-45a2-98f3-9176425dd327 req-e64a7e66-f847-497a-9b1a-2051d6cec02b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6955121'] for port (31c51ceb-171d-4706-b582-46630abdaa5b), after_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:09.102524 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-0b5dfe7d-9301-4cac-8ac4-08e1c9bb228a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-624413'] for router_interface (824a22bf-75a1-4dbe-bcc4-824cc7080650), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:09.107655 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7737fd-ffd0-45a2-98f3-9176425dd327 req-e64a7e66-f847-497a-9b1a-2051d6cec02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:09.108530 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-8c7737fd-ffd0-45a2-98f3-9176425dd327 req-e64a7e66-f847-497a-9b1a-2051d6cec02b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for port (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:09.110538 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8c7737fd-ffd0-45a2-98f3-9176425dd327 req-e64a7e66-f847-497a-9b1a-2051d6cec02b service neutron] 10.222.0.66 "PUT /networking/v2.0/ports/31c51ceb-171d-4706-b582-46630abdaa5b HTTP/1.1" status: 200 len: 1093 time: 0.8595924 Sep 21 12:23:09.112518 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '309d01e5-d152-40c7-bbe0-db2292d5f103', 'tag': '31c51ceb-171d-4706-b582-46630abdaa5b'}] {{(pid=106202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:23:09.115520 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f69dec5372d12bc1dbf2d83c258da0d8b658e28cfccadcad30c8a09044815e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b6d6ac-0ce2-466c-9ee1-61029e0609f7" -d '{"events": [{"name": "network-changed", "server_uuid": "309d01e5-d152-40c7-bbe0-db2292d5f103", "tag": "31c51ceb-171d-4706-b582-46630abdaa5b"}]}' {{(pid=106202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:23:09.147914 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.managers [None req-894c1348-cf24-4872-b2e8-ae41c50529d6 None None] Attempting to bind port eaeaba23-6555-4fb3-991e-622422a54a28 on host dv-cinder-858678-1-iscsi for vnic_type normal with profile {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 12:23:09.148413 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.managers [None req-894c1348-cf24-4872-b2e8-ae41c50529d6 None None] Attempting to bind port eaeaba23-6555-4fb3-991e-622422a54a28 by drivers openvswitch,hyperv on host dv-cinder-858678-1-iscsi at level 0 using segments [{'id': '0a2e6652-942c-46a2-8162-ab1d320b7f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d'}] {{(pid=106203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 12:23:09.148868 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894c1348-cf24-4872-b2e8-ae41c50529d6 None None] Attempting to bind port eaeaba23-6555-4fb3-991e-622422a54a28 on network 988e67c4-a01e-4c04-8cb9-1b0dd07d668d {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:23:09.188886 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3391d36d-7257-4121-a0ef-70a48edbd57c None None] Pushing event updated for resources: {'Port': ['ID=eaeaba23-6555-4fb3-991e-622422a54a28,revision_number=2']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:23:09.215968 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894c1348-cf24-4872-b2e8-ae41c50529d6 None None] Checking agent: {'id': '57fb69a9-4edc-44fd-8965-b65708e41306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858678-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 12, 12, 11), 'started_at': datetime.datetime(2022, 9, 21, 12, 12, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 12, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858678-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 12:23:09.222100 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894c1348-cf24-4872-b2e8-ae41c50529d6 None None] Checking segment: {'id': '0a2e6652-942c-46a2-8162-ab1d320b7f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:23:09.226883 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-894c1348-cf24-4872-b2e8-ae41c50529d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:09.227383 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894c1348-cf24-4872-b2e8-ae41c50529d6 None None] Bound using segment: {'id': '0a2e6652-942c-46a2-8162-ab1d320b7f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d'} {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 12:23:09.227972 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.managers [None req-894c1348-cf24-4872-b2e8-ae41c50529d6 None None] Bound port: eaeaba23-6555-4fb3-991e-622422a54a28, host: dv-cinder-858678-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2e6652-942c-46a2-8162-ab1d320b7f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d'}}] {{(pid=106203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 12:23:09.228434 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-894c1348-cf24-4872-b2e8-ae41c50529d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (eaeaba23-6555-4fb3-991e-622422a54a28), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:09.243695 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 12:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150594a8-34e5-457a-9200-a1acb0fdd646 x-openstack-request-id: req-150594a8-34e5-457a-9200-a1acb0fdd646 {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:23:09.247171 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "309d01e5-d152-40c7-bbe0-db2292d5f103", "tag": "31c51ceb-171d-4706-b582-46630abdaa5b", "status": "completed", "code": 200}]} {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:23:09.247501 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-150594a8-34e5-457a-9200-a1acb0fdd646 {{(pid=106202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:23:09.248797 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-150594a8-34e5-457a-9200-a1acb0fdd646'] response: {'name': 'network-changed', 'server_uuid': '309d01e5-d152-40c7-bbe0-db2292d5f103', 'tag': '31c51ceb-171d-4706-b582-46630abdaa5b', 'status': 'completed', 'code': 200} Sep 21 12:23:09.307142 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-0b5dfe7d-9301-4cac-8ac4-08e1c9bb228a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (e812e9b3-7c14-459c-86a6-919b9ec320d5), before_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:09.321282 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-894c1348-cf24-4872-b2e8-ae41c50529d6 None None] For port eaeaba23-6555-4fb3-991e-622422a54a28, host dv-cinder-858678-1-iscsi, cleared binding levels {{(pid=106203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:23:09.323728 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:09.327681 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-894c1348-cf24-4872-b2e8-ae41c50529d6 None None] For port eaeaba23-6555-4fb3-991e-622422a54a28, host dv-cinder-858678-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=eaeaba23-6555-4fb3-991e-622422a54a28,segment=NetworkSegment(0a2e6652-942c-46a2-8162-ab1d320b7f7e),segment_id=0a2e6652-942c-46a2-8162-ab1d320b7f7e)] {{(pid=106203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:23:09.341766 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-894c1348-cf24-4872-b2e8-ae41c50529d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (eaeaba23-6555-4fb3-991e-622422a54a28), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:09.342611 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a7e66-f847-497a-9b1a-2051d6cec02b service neutron] Pushing event updated for resources: {'Port': ['ID=31c51ceb-171d-4706-b582-46630abdaa5b,revision_number=3']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:23:09.349358 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7737fd-ffd0-45a2-98f3-9176425dd327 req-51c2aee9-f2cf-490f-995f-b36cc736ca38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:09.351123 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8c7737fd-ffd0-45a2-98f3-9176425dd327 req-51c2aee9-f2cf-490f-995f-b36cc736ca38 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=c46922ef081642f6a3d8ad5d02e4155a&device_id=309d01e5-d152-40c7-bbe0-db2292d5f103 HTTP/1.1" status: 200 len: 1127 time: 0.1014693 Sep 21 12:23:09.396912 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894c1348-cf24-4872-b2e8-ae41c50529d6 None None] Routers {'824a22bf-75a1-4dbe-bcc4-824cc7080650'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:23:09.397415 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-894c1348-cf24-4872-b2e8-ae41c50529d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:23:09Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['824a22bf-75a1-4dbe-bcc4-824cc7080650'], 'active': True} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:23:09.414162 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8c7737fd-ffd0-45a2-98f3-9176425dd327 req-ad2db188-4870-493e-a5c7-32e091718ba0 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31c51ceb-171d-4706-b582-46630abdaa5b HTTP/1.1" status: 200 len: 217 time: 0.0420518 Sep 21 12:23:09.443735 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-d67144fe-f3fd-4519-afdc-b8fc9c2ed67b None None] Provisioning complete for port e812e9b3-7c14-459c-86a6-919b9ec320d5 triggered by entity DHCP. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:23:09.444345 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-d67144fe-f3fd-4519-afdc-b8fc9c2ed67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (e812e9b3-7c14-459c-86a6-919b9ec320d5), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:09.444686 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-d67144fe-f3fd-4519-afdc-b8fc9c2ed67b None None] Attempt 1 to provision port e812e9b3-7c14-459c-86a6-919b9ec320d5 Sep 21 12:23:09.475674 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3391d36d-7257-4121-a0ef-70a48edbd57c None None] Pushing event updated for resources: {'Port': ['ID=eaeaba23-6555-4fb3-991e-622422a54a28,revision_number=3']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:23:09.489917 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7737fd-ffd0-45a2-98f3-9176425dd327 req-8edefc57-bf17-4d17-8b90-c4eb0393068f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:09.491513 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8c7737fd-ffd0-45a2-98f3-9176425dd327 req-8edefc57-bf17-4d17-8b90-c4eb0393068f service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=43b20f8b-0e61-4756-bda6-5da5ff095f43 HTTP/1.1" status: 200 len: 849 time: 0.0701172 Sep 21 12:23:09.522726 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:09.524019 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-d67144fe-f3fd-4519-afdc-b8fc9c2ed67b None None] Port e812e9b3-7c14-459c-86a6-919b9ec320d5 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:23:09.551065 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8c7737fd-ffd0-45a2-98f3-9176425dd327 req-e21a2ed8-602c-40c3-b4e1-fcb721850d1c service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=81a38dde-d245-4a7c-b2e5-d5b018863549&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460896 Sep 21 12:23:09.556965 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvr_db [None req-894c1348-cf24-4872-b2e8-ae41c50529d6 None None] Set router 824a22bf-75a1-4dbe-bcc4-824cc7080650 gateway port host: dv-cinder-858678-1-iscsi {{(pid=106203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:23:09.582472 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-0b5dfe7d-9301-4cac-8ac4-08e1c9bb228a admin admin] Publish callbacks [] for port (e812e9b3-7c14-459c-86a6-919b9ec320d5), precommit_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:09.590199 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-0b5dfe7d-9301-4cac-8ac4-08e1c9bb228a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6788903'] for port (e812e9b3-7c14-459c-86a6-919b9ec320d5), after_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:09.608275 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 16657360-eabe-4f8d-a4f8-63ab5809c580 up at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:23:09.668142 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8c7737fd-ffd0-45a2-98f3-9176425dd327 req-fe396b4c-b744-4626-89a7-368589ba02ea service neutron] 10.222.0.66 "GET /networking/v2.0/networks/81a38dde-d245-4a7c-b2e5-d5b018863549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049829 Sep 21 12:23:09.682660 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 55314) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:23:09.690442 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5dfe7d-9301-4cac-8ac4-08e1c9bb228a admin admin] Pushing event updated for resources: {'Port': ['ID=e812e9b3-7c14-459c-86a6-919b9ec320d5,revision_number=2']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:23:09.702171 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-0b5dfe7d-9301-4cac-8ac4-08e1c9bb228a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-544034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624521'] for router_interface (824a22bf-75a1-4dbe-bcc4-824cc7080650), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:09.789831 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Provisioning complete for port 16657360-eabe-4f8d-a4f8-63ab5809c580 triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:23:09.790207 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (16657360-eabe-4f8d-a4f8-63ab5809c580), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:09.790561 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Attempt 1 to provision port 16657360-eabe-4f8d-a4f8-63ab5809c580 Sep 21 12:23:09.810503 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8c7737fd-ffd0-45a2-98f3-9176425dd327 req-e46abad6-84d2-48ce-aec2-16cd8265674d service neutron] 10.222.0.66 "GET /networking/v2.0/networks/81a38dde-d245-4a7c-b2e5-d5b018863549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355793 Sep 21 12:23:09.818563 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5dfe7d-9301-4cac-8ac4-08e1c9bb228a admin admin] Network 46771c4a-a4e0-44e3-b0ad-6700b1914d9d is already hosted by enough agents. {{(pid=106201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:23:09.819958 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.base_scheduler [None req-0b5dfe7d-9301-4cac-8ac4-08e1c9bb228a admin admin] Resources bound (agent type, host, resource id): {{(pid=106201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:23:09.940060 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-894c1348-cf24-4872-b2e8-ae41c50529d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '824a22bf-75a1-4dbe-bcc4-824cc7080650', 'name': 'tempest-ServerRescueNegativeTestJSON-1400485482-router', 'tenant_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'eaeaba23-6555-4fb3-991e-622422a54a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:23:05Z', 'updated_at': '2022-09-21T12:23:09Z', 'revision_number': 4, 'project_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'gw_port': {'id': 'eaeaba23-6555-4fb3-991e-622422a54a28', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:03:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '824a22bf-75a1-4dbe-bcc4-824cc7080650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:23:05Z', 'updated_at': '2022-09-21T12:23:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': 'e812e9b3-7c14-459c-86a6-919b9ec320d5', 'name': '', 'network_id': '46771c4a-a4e0-44e3-b0ad-6700b1914d9d', 'tenant_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'mac_address': 'fa:16:3e:bf:26:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '824a22bf-75a1-4dbe-bcc4-824cc7080650', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '262afd09-1dba-467b-a294-ced74668905b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:23:08Z', 'updated_at': '2022-09-21T12:23:08Z', 'revision_number': 1, 'project_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'subnets': [{'id': '262afd09-1dba-467b-a294-ced74668905b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:23:09.971026 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894c1348-cf24-4872-b2e8-ae41c50529d6 None None] The sync data for ids ['824a22bf-75a1-4dbe-bcc4-824cc7080650'] in dv-cinder-858678-1-iscsi is: [{'id': '824a22bf-75a1-4dbe-bcc4-824cc7080650', 'name': 'tempest-ServerRescueNegativeTestJSON-1400485482-router', 'tenant_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'eaeaba23-6555-4fb3-991e-622422a54a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:23:05Z', 'updated_at': '2022-09-21T12:23:09Z', 'revision_number': 4, 'project_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'gw_port': {'id': 'eaeaba23-6555-4fb3-991e-622422a54a28', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:03:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '824a22bf-75a1-4dbe-bcc4-824cc7080650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:23:05Z', 'updated_at': '2022-09-21T12:23:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': 'e812e9b3-7c14-459c-86a6-919b9ec320d5', 'name': '', 'network_id': '46771c4a-a4e0-44e3-b0ad-6700b1914d9d', 'tenant_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'mac_address': 'fa:16:3e:bf:26:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '824a22bf-75a1-4dbe-bcc4-824cc7080650', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '262afd09-1dba-467b-a294-ced74668905b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:23:08Z', 'updated_at': '2022-09-21T12:23:08Z', 'revision_number': 1, 'project_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'subnets': [{'id': '262afd09-1dba-467b-a294-ced74668905b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:23:09.973091 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-740e41e1-10de-4b2e-a9f0-9582d49d2a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (d7a8950b-d4d7-4646-ba54-d395483871b4), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:10.004150 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-023f361a-22ca-4a6d-813e-95f41c1cb539 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:10.015335 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b5dfe7d-9301-4cac-8ac4-08e1c9bb228a admin admin] Router 824a22bf-75a1-4dbe-bcc4-824cc7080650 has already been hosted by L3 agent 4f31b8b6-17c0-474d-bf52-0481ff2a5cf7 {{(pid=106201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 12:23:10.026545 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-d67144fe-f3fd-4519-afdc-b8fc9c2ed67b None None] Attempt 2 to provision port e812e9b3-7c14-459c-86a6-919b9ec320d5 Sep 21 12:23:10.038126 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:10.056826 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Current status of the port 16657360-eabe-4f8d-a4f8-63ab5809c580 is: ACTIVE; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:23:10.083970 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-d67144fe-f3fd-4519-afdc-b8fc9c2ed67b None None] Port e812e9b3-7c14-459c-86a6-919b9ec320d5 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:23:10.183823 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb7f12-32d9-4334-8886-218a35eaa34a req-657610fc-9b96-47df-8d82-dbe05316b84a tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:10.186205 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-a7eb7f12-32d9-4334-8886-218a35eaa34a req-657610fc-9b96-47df-8d82-dbe05316b84a tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=309d01e5-d152-40c7-bbe0-db2292d5f103 HTTP/1.1" status: 200 len: 943 time: 0.1663702 Sep 21 12:23:10.262432 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:10.315534 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5dfe7d-9301-4cac-8ac4-08e1c9bb228a admin admin] Notify agent at l3_agent.dv-cinder-858678-1-iscsi the message routers_updated {{(pid=106201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:23:10.327197 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-a7eb7f12-32d9-4334-8886-218a35eaa34a req-cdd1fedf-211f-47fc-be0a-1e5bf5c21513 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=16cb0007-21fa-4742-b5e1-8a76f121f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132998 Sep 21 12:23:10.331865 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-0b5dfe7d-9301-4cac-8ac4-08e1c9bb228a admin admin] 10.222.0.71 "PUT /networking/v2.0/routers/824a22bf-75a1-4dbe-bcc4-824cc7080650/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3772140 Sep 21 12:23:10.346741 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=54 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:10.376535 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-023f361a-22ca-4a6d-813e-95f41c1cb539 admin admin] Publish callbacks [] for security_group (3bd7ead8-bbcd-4694-bbc0-0976a76a7569), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:10.383846 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-023f361a-22ca-4a6d-813e-95f41c1cb539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (3bd7ead8-bbcd-4694-bbc0-0976a76a7569), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:10.388357 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=61 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:10.426255 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-023f361a-22ca-4a6d-813e-95f41c1cb539 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=3b400c240440419591009bf08c86083f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7396820 Sep 21 12:23:10.426422 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 55342) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:23:10.482072 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f361a-22ca-4a6d-813e-95f41c1cb539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd7ead8-bbcd-4694-bbc0-0976a76a7569,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:23:10.514425 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-08e7d930-ec7d-45e3-973c-460b863fb08d admin admin] Publish callbacks [] for security_group (3bd7ead8-bbcd-4694-bbc0-0976a76a7569), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:10.538236 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-08e7d930-ec7d-45e3-973c-460b863fb08d admin admin] Publish callbacks [] for security_group (3bd7ead8-bbcd-4694-bbc0-0976a76a7569), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:10.585853 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-d67144fe-f3fd-4519-afdc-b8fc9c2ed67b None None] Attempt 3 to provision port e812e9b3-7c14-459c-86a6-919b9ec320d5 Sep 21 12:23:10.615518 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-08e7d930-ec7d-45e3-973c-460b863fb08d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (3bd7ead8-bbcd-4694-bbc0-0976a76a7569), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:10.620040 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-08e7d930-ec7d-45e3-973c-460b863fb08d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:10.621536 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-08e7d930-ec7d-45e3-973c-460b863fb08d admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/3bd7ead8-bbcd-4694-bbc0-0976a76a7569 HTTP/1.1" status: 204 len: 168 time: 0.1944222 Sep 21 12:23:10.641732 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e7d930-ec7d-45e3-973c-460b863fb08d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd7ead8-bbcd-4694-bbc0-0976a76a7569,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:23:10.647246 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-d67144fe-f3fd-4519-afdc-b8fc9c2ed67b None None] Port e812e9b3-7c14-459c-86a6-919b9ec320d5 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:23:11.100331 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 55372) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:23:11.118609 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-d01aa3c4-56a1-414d-97d8-f971bdb469a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:11.149493 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-d67144fe-f3fd-4519-afdc-b8fc9c2ed67b None None] Attempt 4 to provision port e812e9b3-7c14-459c-86a6-919b9ec320d5 Sep 21 12:23:11.199355 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:11.226285 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-d01aa3c4-56a1-414d-97d8-f971bdb469a4 admin admin] Publish callbacks [] for security_group (0189d745-ea6d-4571-8fa7-7bb04390bbc8), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:11.233084 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-d01aa3c4-56a1-414d-97d8-f971bdb469a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (0189d745-ea6d-4571-8fa7-7bb04390bbc8), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:11.233506 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a8e51d-d0b3-44ed-bb66-e8356768c7a1 req-f563dba4-684a-4c66-b238-80be116bfff0 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:11.235858 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-05a8e51d-d0b3-44ed-bb66-e8356768c7a1 req-f563dba4-684a-4c66-b238-80be116bfff0 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/networks?id=46771c4a-a4e0-44e3-b0ad-6700b1914d9d HTTP/1.1" status: 200 len: 819 time: 0.1507027 Sep 21 12:23:11.242142 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-d67144fe-f3fd-4519-afdc-b8fc9c2ed67b None None] Port e812e9b3-7c14-459c-86a6-919b9ec320d5 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:23:11.255003 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (57fb69a9-4edc-44fd-8965-b65708e41306), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:11.257494 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-05a8e51d-d0b3-44ed-bb66-e8356768c7a1 req-b7ac5aca-637a-41d4-b46e-6970066030b0 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/quotas/d3bd02ae79fd4edb9886b1b4ef3d761a HTTP/1.1" status: 200 len: 375 time: 0.0116024 Sep 21 12:23:11.299501 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01aa3c4-56a1-414d-97d8-f971bdb469a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0189d745-ea6d-4571-8fa7-7bb04390bbc8,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:23:11.304536 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-d01aa3c4-56a1-414d-97d8-f971bdb469a4 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=fe407858de174dfab3c46f19a1c9ddf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1988645 Sep 21 12:23:11.307112 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 55382) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:23:11.356339 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-05a8e51d-d0b3-44ed-bb66-e8356768c7a1 req-d71b3cae-4f30-4d37-bae7-23512fc285dc tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=d3bd02ae79fd4edb9886b1b4ef3d761a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0910969 Sep 21 12:23:11.377572 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-c0108a8b-b6c2-4177-b4a1-2aedca2b2209 admin admin] Publish callbacks [] for security_group (0189d745-ea6d-4571-8fa7-7bb04390bbc8), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:11.403237 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-c0108a8b-b6c2-4177-b4a1-2aedca2b2209 admin admin] Publish callbacks [] for security_group (0189d745-ea6d-4571-8fa7-7bb04390bbc8), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:11.478398 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-c0108a8b-b6c2-4177-b4a1-2aedca2b2209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (0189d745-ea6d-4571-8fa7-7bb04390bbc8), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:11.482403 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-c0108a8b-b6c2-4177-b4a1-2aedca2b2209 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:11.483620 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-c0108a8b-b6c2-4177-b4a1-2aedca2b2209 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/0189d745-ea6d-4571-8fa7-7bb04390bbc8 HTTP/1.1" status: 204 len: 168 time: 0.1754193 Sep 21 12:23:11.503999 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-05a8e51d-d0b3-44ed-bb66-e8356768c7a1 req-871daa3f-b7e5-48b7-80a1-d60b3d71f1e6 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/46771c4a-a4e0-44e3-b0ad-6700b1914d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391997 Sep 21 12:23:11.547606 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c3e59811-0015-48e8-afb5-3d82d64b721e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (cef1489a-7471-4b81-a7c5-b9e507e96767), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:11.570754 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0108a8b-b6c2-4177-b4a1-2aedca2b2209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0189d745-ea6d-4571-8fa7-7bb04390bbc8,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:23:11.596092 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a8c163-aae3-41b9-8ec5-c1cb3e8d8e14 req-b1d4a96a-1ca9-4b11-a567-b067bf76a8ca tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:11.597942 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-63a8c163-aae3-41b9-8ec5-c1cb3e8d8e14 req-b1d4a96a-1ca9-4b11-a567-b067bf76a8ca tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=309d01e5-d152-40c7-bbe0-db2292d5f103 HTTP/1.1" status: 200 len: 943 time: 0.1133027 Sep 21 12:23:11.628255 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-05a8e51d-d0b3-44ed-bb66-e8356768c7a1 req-5f94f39a-e335-4e65-b7ed-e85954b77d59 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/46771c4a-a4e0-44e3-b0ad-6700b1914d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167371 Sep 21 12:23:11.670778 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:11.709171 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-63a8c163-aae3-41b9-8ec5-c1cb3e8d8e14 req-687ec2d5-753a-425b-a286-836ff0c13177 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=16cb0007-21fa-4742-b5e1-8a76f121f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968440 Sep 21 12:23:11.712880 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device eaeaba23-6555-4fb3-991e-622422a54a28 up at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:23:11.764434 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-d67144fe-f3fd-4519-afdc-b8fc9c2ed67b None None] Attempt 5 to provision port e812e9b3-7c14-459c-86a6-919b9ec320d5 Sep 21 12:23:11.860494 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-d67144fe-f3fd-4519-afdc-b8fc9c2ed67b None None] Port e812e9b3-7c14-459c-86a6-919b9ec320d5 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:23:11.872519 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Provisioning complete for port eaeaba23-6555-4fb3-991e-622422a54a28 triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:23:11.873718 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (eaeaba23-6555-4fb3-991e-622422a54a28), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:11.874200 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Attempt 1 to provision port eaeaba23-6555-4fb3-991e-622422a54a28 Sep 21 12:23:11.944291 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-115483be-621e-4599-962e-58501b3080c3 req-ff8c1586-6f2a-4fe6-aa0c-e8c17c1f2935 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5560ddde-2668-4e31-bbbf-b94d7485df5a HTTP/1.1" status: 200 len: 210 time: 0.0653114 Sep 21 12:23:12.028971 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Current status of the port eaeaba23-6555-4fb3-991e-622422a54a28 is: DOWN; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:23:12.030464 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (eaeaba23-6555-4fb3-991e-622422a54a28), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:12.039672 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:12.060548 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] For port eaeaba23-6555-4fb3-991e-622422a54a28, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=eaeaba23-6555-4fb3-991e-622422a54a28,segment=NetworkSegment(0a2e6652-942c-46a2-8162-ab1d320b7f7e),segment_id=0a2e6652-942c-46a2-8162-ab1d320b7f7e)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:23:12.065096 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (eaeaba23-6555-4fb3-991e-622422a54a28), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:12.133200 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 55418) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:23:12.160303 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-0522dc37-9359-41d9-a7d1-9631b4f2474f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:12.171217 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Pushing event updated for resources: {'Port': ['ID=eaeaba23-6555-4fb3-991e-622422a54a28,revision_number=4']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:23:12.276042 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:12.276591 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-0522dc37-9359-41d9-a7d1-9631b4f2474f admin admin] Publish callbacks [] for security_group (9d3f1d42-7a2c-4c4e-b932-3a2860a615b3), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:12.289050 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-0522dc37-9359-41d9-a7d1-9631b4f2474f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (9d3f1d42-7a2c-4c4e-b932-3a2860a615b3), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:12.335652 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-0522dc37-9359-41d9-a7d1-9631b4f2474f admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=f916f82aa2d540158ed7529c946661de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2007928 Sep 21 12:23:12.336842 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0522dc37-9359-41d9-a7d1-9631b4f2474f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3f1d42-7a2c-4c4e-b932-3a2860a615b3,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:23:12.339065 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 55432) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:23:12.362472 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-d67144fe-f3fd-4519-afdc-b8fc9c2ed67b None None] Attempt 6 to provision port e812e9b3-7c14-459c-86a6-919b9ec320d5 Sep 21 12:23:12.403679 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-d67144fe-f3fd-4519-afdc-b8fc9c2ed67b None None] Port e812e9b3-7c14-459c-86a6-919b9ec320d5 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:23:12.407797 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2acaf8-386b-4495-b3d2-76d3cfe0af55 req-526efa55-687f-4ae6-9679-c1c410f72f13 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:12.409469 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-6a2acaf8-386b-4495-b3d2-76d3cfe0af55 req-526efa55-687f-4ae6-9679-c1c410f72f13 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/networks?id=46771c4a-a4e0-44e3-b0ad-6700b1914d9d HTTP/1.1" status: 200 len: 819 time: 0.1586056 Sep 21 12:23:12.433118 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:12.438615 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-269f9bc1-0b4e-45e3-bd30-e1a8f5f8f01a admin admin] Publish callbacks [] for security_group (9d3f1d42-7a2c-4c4e-b932-3a2860a615b3), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:12.458521 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-6a2acaf8-386b-4495-b3d2-76d3cfe0af55 req-cbe7ffc2-7fec-4062-aa7e-032951802b25 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/quotas/d3bd02ae79fd4edb9886b1b4ef3d761a HTTP/1.1" status: 200 len: 375 time: 0.0390859 Sep 21 12:23:12.463398 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-269f9bc1-0b4e-45e3-bd30-e1a8f5f8f01a admin admin] Publish callbacks [] for security_group (9d3f1d42-7a2c-4c4e-b932-3a2860a615b3), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:12.541305 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-6a2acaf8-386b-4495-b3d2-76d3cfe0af55 req-c767202e-9b9b-4b8b-bc73-b227d95cf14f tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=d3bd02ae79fd4edb9886b1b4ef3d761a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0690005 Sep 21 12:23:12.624520 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-269f9bc1-0b4e-45e3-bd30-e1a8f5f8f01a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (9d3f1d42-7a2c-4c4e-b932-3a2860a615b3), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:12.627319 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-269f9bc1-0b4e-45e3-bd30-e1a8f5f8f01a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:12.629303 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-269f9bc1-0b4e-45e3-bd30-e1a8f5f8f01a admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/9d3f1d42-7a2c-4c4e-b932-3a2860a615b3 HTTP/1.1" status: 204 len: 168 time: 0.2882762 Sep 21 12:23:12.641274 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269f9bc1-0b4e-45e3-bd30-e1a8f5f8f01a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3f1d42-7a2c-4c4e-b932-3a2860a615b3,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:23:12.698618 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-6a2acaf8-386b-4495-b3d2-76d3cfe0af55 req-11d4e7c8-0804-47b0-b2d5-ab874534b993 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/46771c4a-a4e0-44e3-b0ad-6700b1914d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396868 Sep 21 12:23:12.829398 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b6d6ac-0ce2-466c-9ee1-61029e0609f7 req-030065a5-4b73-4376-ace3-d6f2e1b5f098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:12.831806 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f9b6d6ac-0ce2-466c-9ee1-61029e0609f7 req-030065a5-4b73-4376-ace3-d6f2e1b5f098 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=c46922ef081642f6a3d8ad5d02e4155a&device_id=309d01e5-d152-40c7-bbe0-db2292d5f103 HTTP/1.1" status: 200 len: 1127 time: 0.0547338 Sep 21 12:23:12.905641 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-d67144fe-f3fd-4519-afdc-b8fc9c2ed67b None None] Attempt 7 to provision port e812e9b3-7c14-459c-86a6-919b9ec320d5 Sep 21 12:23:12.930157 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-6a2acaf8-386b-4495-b3d2-76d3cfe0af55 req-ce551921-28a1-4ed9-ae71-c2d7d3a343c9 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/46771c4a-a4e0-44e3-b0ad-6700b1914d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237334 Sep 21 12:23:12.934681 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cd0f22-7cea-4303-b507-c96042d4a5e5 None None] Sync routers for ids ['824a22bf-75a1-4dbe-bcc4-824cc7080650'] in dv-cinder-858678-1-iscsi {{(pid=106204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:23:12.963001 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cd0f22-7cea-4303-b507-c96042d4a5e5 None None] Routers {'824a22bf-75a1-4dbe-bcc4-824cc7080650'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:23:12.964471 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-42cd0f22-7cea-4303-b507-c96042d4a5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:23:09Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['824a22bf-75a1-4dbe-bcc4-824cc7080650'], 'active': True} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:23:12.967438 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbfa609-c7e0-4879-a368-34d542e9de1f req-09c9e5c4-5535-4eb0-bd0c-1e63aa4cd1b8 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:12.973582 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-6bbfa609-c7e0-4879-a368-34d542e9de1f req-09c9e5c4-5535-4eb0-bd0c-1e63aa4cd1b8 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=309d01e5-d152-40c7-bbe0-db2292d5f103 HTTP/1.1" status: 200 len: 943 time: 0.1087379 Sep 21 12:23:13.002002 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 31c51ceb-171d-4706-b582-46630abdaa5b details requested by agent hyperv_hv-cinder-85867 with host hv-cinder-85867 {{(pid=106203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 12:23:13.085935 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-d67144fe-f3fd-4519-afdc-b8fc9c2ed67b None None] Port e812e9b3-7c14-459c-86a6-919b9ec320d5 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:23:13.102432 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b6d6ac-0ce2-466c-9ee1-61029e0609f7 req-0cb3bc12-c3d9-4cda-8c6d-cc46fbf95702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:13.104258 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f9b6d6ac-0ce2-466c-9ee1-61029e0609f7 req-0cb3bc12-c3d9-4cda-8c6d-cc46fbf95702 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=81a38dde-d245-4a7c-b2e5-d5b018863549 HTTP/1.1" status: 200 len: 910 time: 0.2594733 Sep 21 12:23:13.143547 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-6bbfa609-c7e0-4879-a368-34d542e9de1f req-bbe63dd0-2e39-4fa4-a8c8-7919867e0060 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=16cb0007-21fa-4742-b5e1-8a76f121f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622634 Sep 21 12:23:13.220320 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvr_db [None req-42cd0f22-7cea-4303-b507-c96042d4a5e5 None None] Set router 824a22bf-75a1-4dbe-bcc4-824cc7080650 gateway port host: dv-cinder-858678-1-iscsi {{(pid=106204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:23:13.262997 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f9b6d6ac-0ce2-466c-9ee1-61029e0609f7 req-e57545c6-c503-447f-9b5c-657a6c750241 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31c51ceb-171d-4706-b582-46630abdaa5b HTTP/1.1" status: 200 len: 217 time: 0.1500201 Sep 21 12:23:13.370636 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 55464) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:23:13.398369 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b6d6ac-0ce2-466c-9ee1-61029e0609f7 req-8c268d6a-622d-473b-a051-a3916d7e36d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:13.402470 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f9b6d6ac-0ce2-466c-9ee1-61029e0609f7 req-8c268d6a-622d-473b-a051-a3916d7e36d5 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=43b20f8b-0e61-4756-bda6-5da5ff095f43 HTTP/1.1" status: 200 len: 849 time: 0.1294301 Sep 21 12:23:13.470772 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-7f848438-41e4-42d4-a0f7-0a1449a43d47 req-315834c5-34a2-4745-be1a-c6fff76acbaf tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de0f1a98-9419-4e35-b8e0-520c7fc482fb HTTP/1.1" status: 200 len: 210 time: 0.0744622 Sep 21 12:23:13.473009 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-42cd0f22-7cea-4303-b507-c96042d4a5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '824a22bf-75a1-4dbe-bcc4-824cc7080650', 'name': 'tempest-ServerRescueNegativeTestJSON-1400485482-router', 'tenant_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'eaeaba23-6555-4fb3-991e-622422a54a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:23:05Z', 'updated_at': '2022-09-21T12:23:09Z', 'revision_number': 4, 'project_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'gw_port': {'id': 'eaeaba23-6555-4fb3-991e-622422a54a28', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:03:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824a22bf-75a1-4dbe-bcc4-824cc7080650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:23:05Z', 'updated_at': '2022-09-21T12:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': 'e812e9b3-7c14-459c-86a6-919b9ec320d5', 'name': '', 'network_id': '46771c4a-a4e0-44e3-b0ad-6700b1914d9d', 'tenant_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'mac_address': 'fa:16:3e:bf:26:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '824a22bf-75a1-4dbe-bcc4-824cc7080650', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '262afd09-1dba-467b-a294-ced74668905b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:23:08Z', 'updated_at': '2022-09-21T12:23:09Z', 'revision_number': 2, 'project_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'subnets': [{'id': '262afd09-1dba-467b-a294-ced74668905b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:23:13.485380 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f9b6d6ac-0ce2-466c-9ee1-61029e0609f7 req-69ca1417-55a1-4677-abfe-e76a12a284e6 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=81a38dde-d245-4a7c-b2e5-d5b018863549&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726640 Sep 21 12:23:13.510082 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cd0f22-7cea-4303-b507-c96042d4a5e5 None None] Checking router: 824a22bf-75a1-4dbe-bcc4-824cc7080650 for host: dv-cinder-858678-1-iscsi {{(pid=106204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:23:13.510437 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cd0f22-7cea-4303-b507-c96042d4a5e5 None None] Updating router 824a22bf-75a1-4dbe-bcc4-824cc7080650 port e812e9b3-7c14-459c-86a6-919b9ec320d5 binding host dv-cinder-858678-1-iscsi {{(pid=106204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 12:23:13.554194 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port 31c51ceb-171d-4706-b582-46630abdaa5b, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=31c51ceb-171d-4706-b582-46630abdaa5b,segment=NetworkSegment(dab8698b-2b24-445e-9083-b2542a11afe3),segment_id=dab8698b-2b24-445e-9083-b2542a11afe3)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:23:13.579079 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-42cd0f22-7cea-4303-b507-c96042d4a5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (e812e9b3-7c14-459c-86a6-919b9ec320d5), before_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:13.579689 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-d67144fe-f3fd-4519-afdc-b8fc9c2ed67b None None] Attempt 8 to provision port e812e9b3-7c14-459c-86a6-919b9ec320d5 Sep 21 12:23:13.613268 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-ec63cd81-ed98-44cd-a092-965922a1ce07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:13.666522 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Returning: {'device': '31c51ceb-171d-4706-b582-46630abdaa5b', 'network_id': '81a38dde-d245-4a7c-b2e5-d5b018863549', 'port_id': '31c51ceb-171d-4706-b582-46630abdaa5b', 'mac_address': 'fa:16:3e:42:24:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43b20f8b-0e61-4756-bda6-5da5ff095f43', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 12:23:13.668527 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device eaeaba23-6555-4fb3-991e-622422a54a28 up at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:23:13.679592 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:INSERT=8,neutron:SELECT=90,neutron:DELETE=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:13.708223 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-d67144fe-f3fd-4519-afdc-b8fc9c2ed67b None None] Port e812e9b3-7c14-459c-86a6-919b9ec320d5 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:23:13.722247 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f9b6d6ac-0ce2-466c-9ee1-61029e0609f7 req-35580996-bb7a-4afd-9cdd-2298f1ce2b0c service neutron] 10.222.0.66 "GET /networking/v2.0/networks/81a38dde-d245-4a7c-b2e5-d5b018863549?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280924 Sep 21 12:23:13.775596 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Current status of the port 31c51ceb-171d-4706-b582-46630abdaa5b is: DOWN; New status is: BUILD {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:23:13.776034 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (31c51ceb-171d-4706-b582-46630abdaa5b), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:13.786816 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Provisioning complete for port eaeaba23-6555-4fb3-991e-622422a54a28 triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:23:13.788165 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (eaeaba23-6555-4fb3-991e-622422a54a28), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:13.788534 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Attempt 1 to provision port eaeaba23-6555-4fb3-991e-622422a54a28 Sep 21 12:23:13.815169 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-ec63cd81-ed98-44cd-a092-965922a1ce07 admin admin] Publish callbacks [] for security_group (d2e6fb69-128d-44b8-9c54-3fc3f73bd783), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:13.817283 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.notifiers.nova [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31c51ceb-171d-4706-b582-46630abdaa5b {{(pid=106203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 12:23:13.820020 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-ec63cd81-ed98-44cd-a092-965922a1ce07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (d2e6fb69-128d-44b8-9c54-3fc3f73bd783), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:13.858140 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port 31c51ceb-171d-4706-b582-46630abdaa5b, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=31c51ceb-171d-4706-b582-46630abdaa5b,segment=NetworkSegment(dab8698b-2b24-445e-9083-b2542a11afe3),segment_id=dab8698b-2b24-445e-9083-b2542a11afe3)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:23:13.866991 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-ec63cd81-ed98-44cd-a092-965922a1ce07 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=187c155c2d0740ce9f0c9554ac62afa7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4928460 Sep 21 12:23:13.866991 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec63cd81-ed98-44cd-a092-965922a1ce07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e6fb69-128d-44b8-9c54-3fc3f73bd783,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:23:13.868787 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 55474) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:23:13.911371 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (31c51ceb-171d-4706-b582-46630abdaa5b), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:13.950281 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-42cd0f22-7cea-4303-b507-c96042d4a5e5 None None] Publish callbacks [] for port (e812e9b3-7c14-459c-86a6-919b9ec320d5), precommit_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:13.958631 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Current status of the port eaeaba23-6555-4fb3-991e-622422a54a28 is: ACTIVE; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:23:13.959478 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-42cd0f22-7cea-4303-b507-c96042d4a5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (e812e9b3-7c14-459c-86a6-919b9ec320d5), after_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:13.979621 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Pushing event updated for resources: {'Port': ['ID=31c51ceb-171d-4706-b582-46630abdaa5b,revision_number=4']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:23:14.018849 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-52f22364-c8b0-4936-84f0-f2092d1be52d admin admin] Publish callbacks [] for security_group (d2e6fb69-128d-44b8-9c54-3fc3f73bd783), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:14.047110 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:14.047616 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abbd507-7f90-460f-9554-bfc7361764b4 None None] Pushing event updated for resources: {'Port': ['ID=e812e9b3-7c14-459c-86a6-919b9ec320d5,revision_number=3']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:23:14.051138 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-52f22364-c8b0-4936-84f0-f2092d1be52d admin admin] Publish callbacks [] for security_group (d2e6fb69-128d-44b8-9c54-3fc3f73bd783), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:14.066076 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abbd507-7f90-460f-9554-bfc7361764b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:23:14.066754 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abbd507-7f90-460f-9554-bfc7361764b4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:23:14.067465 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abbd507-7f90-460f-9554-bfc7361764b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:23:14.067940 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abbd507-7f90-460f-9554-bfc7361764b4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:23:14.068510 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abbd507-7f90-460f-9554-bfc7361764b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:23:14.069099 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abbd507-7f90-460f-9554-bfc7361764b4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:23:14.069626 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abbd507-7f90-460f-9554-bfc7361764b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:23:14.070150 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abbd507-7f90-460f-9554-bfc7361764b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:23:14.070696 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abbd507-7f90-460f-9554-bfc7361764b4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:23:14.071218 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abbd507-7f90-460f-9554-bfc7361764b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:23:14.071739 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abbd507-7f90-460f-9554-bfc7361764b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:23:14.072682 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abbd507-7f90-460f-9554-bfc7361764b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:23:14.073092 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abbd507-7f90-460f-9554-bfc7361764b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:23:14.073439 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abbd507-7f90-460f-9554-bfc7361764b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:23:14.073773 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abbd507-7f90-460f-9554-bfc7361764b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:23:14.085317 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.managers [None req-42cd0f22-7cea-4303-b507-c96042d4a5e5 None None] Attempting to bind port e812e9b3-7c14-459c-86a6-919b9ec320d5 on host dv-cinder-858678-1-iscsi for vnic_type normal with profile {{(pid=106204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 12:23:14.085691 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.managers [None req-42cd0f22-7cea-4303-b507-c96042d4a5e5 None None] Attempting to bind port e812e9b3-7c14-459c-86a6-919b9ec320d5 by drivers openvswitch,hyperv on host dv-cinder-858678-1-iscsi at level 0 using segments [{'id': 'de4c10ad-e50b-46d7-aed4-597b1ab39d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '46771c4a-a4e0-44e3-b0ad-6700b1914d9d'}] {{(pid=106204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 12:23:14.086049 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cd0f22-7cea-4303-b507-c96042d4a5e5 None None] Attempting to bind port e812e9b3-7c14-459c-86a6-919b9ec320d5 on network 46771c4a-a4e0-44e3-b0ad-6700b1914d9d {{(pid=106204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:23:14.089062 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:14.099282 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f9b6d6ac-0ce2-466c-9ee1-61029e0609f7 req-980a0e9d-4636-4809-89ac-6aae381439d9 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/81a38dde-d245-4a7c-b2e5-d5b018863549?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790204 Sep 21 12:23:14.134025 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-52f22364-c8b0-4936-84f0-f2092d1be52d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (d2e6fb69-128d-44b8-9c54-3fc3f73bd783), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:14.137705 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-52f22364-c8b0-4936-84f0-f2092d1be52d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:14.144158 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-52f22364-c8b0-4936-84f0-f2092d1be52d admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/d2e6fb69-128d-44b8-9c54-3fc3f73bd783 HTTP/1.1" status: 204 len: 168 time: 0.2709787 Sep 21 12:23:14.144387 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cd0f22-7cea-4303-b507-c96042d4a5e5 None None] Checking agent: {'id': '57fb69a9-4edc-44fd-8965-b65708e41306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858678-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 12, 12, 11), 'started_at': datetime.datetime(2022, 9, 21, 12, 12, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 12, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858678-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 12:23:14.144387 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cd0f22-7cea-4303-b507-c96042d4a5e5 None None] Checking segment: {'id': 'de4c10ad-e50b-46d7-aed4-597b1ab39d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '46771c4a-a4e0-44e3-b0ad-6700b1914d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:23:14.144387 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-42cd0f22-7cea-4303-b507-c96042d4a5e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:14.144387 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cd0f22-7cea-4303-b507-c96042d4a5e5 None None] Bound using segment: {'id': 'de4c10ad-e50b-46d7-aed4-597b1ab39d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '46771c4a-a4e0-44e3-b0ad-6700b1914d9d'} {{(pid=106204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 12:23:14.144387 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.managers [None req-42cd0f22-7cea-4303-b507-c96042d4a5e5 None None] Bound port: e812e9b3-7c14-459c-86a6-919b9ec320d5, host: dv-cinder-858678-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de4c10ad-e50b-46d7-aed4-597b1ab39d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '46771c4a-a4e0-44e3-b0ad-6700b1914d9d'}}] {{(pid=106204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 12:23:14.144387 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-42cd0f22-7cea-4303-b507-c96042d4a5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (e812e9b3-7c14-459c-86a6-919b9ec320d5), before_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:14.152492 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f22364-c8b0-4936-84f0-f2092d1be52d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e6fb69-128d-44b8-9c54-3fc3f73bd783,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:23:14.211715 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-d67144fe-f3fd-4519-afdc-b8fc9c2ed67b None None] Attempt 9 to provision port e812e9b3-7c14-459c-86a6-919b9ec320d5 Sep 21 12:23:14.218031 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.db [None req-42cd0f22-7cea-4303-b507-c96042d4a5e5 None None] For port e812e9b3-7c14-459c-86a6-919b9ec320d5, host dv-cinder-858678-1-iscsi, cleared binding levels {{(pid=106204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:23:14.221761 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.db [None req-42cd0f22-7cea-4303-b507-c96042d4a5e5 None None] For port e812e9b3-7c14-459c-86a6-919b9ec320d5, host dv-cinder-858678-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=e812e9b3-7c14-459c-86a6-919b9ec320d5,segment=NetworkSegment(de4c10ad-e50b-46d7-aed4-597b1ab39d3c),segment_id=de4c10ad-e50b-46d7-aed4-597b1ab39d3c)] {{(pid=106204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:23:14.230913 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-42cd0f22-7cea-4303-b507-c96042d4a5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (e812e9b3-7c14-459c-86a6-919b9ec320d5), after_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:14.272159 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-d67144fe-f3fd-4519-afdc-b8fc9c2ed67b None None] Port e812e9b3-7c14-459c-86a6-919b9ec320d5 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:23:14.274770 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cd0f22-7cea-4303-b507-c96042d4a5e5 None None] Routers {'824a22bf-75a1-4dbe-bcc4-824cc7080650'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:23:14.277736 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-42cd0f22-7cea-4303-b507-c96042d4a5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:23:09Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['824a22bf-75a1-4dbe-bcc4-824cc7080650'], 'active': True} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:23:14.380476 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:14.427063 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abbd507-7f90-460f-9554-bfc7361764b4 None None] Pushing event updated for resources: {'Port': ['ID=e812e9b3-7c14-459c-86a6-919b9ec320d5,revision_number=4']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:23:14.430995 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvr_db [None req-42cd0f22-7cea-4303-b507-c96042d4a5e5 None None] Set router 824a22bf-75a1-4dbe-bcc4-824cc7080650 gateway port host: dv-cinder-858678-1-iscsi {{(pid=106204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:23:14.434833 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] get_ports_and_sgs() called for port_ids ['31c51ceb-171d-4706-b582-46630abdaa5b'] {{(pid=106203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 12:23:14.469436 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:14.483955 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37639336-e500-4d67-95b7-f39c498cbb92 req-2b0cf91b-52f5-4f87-ac0b-e438e93aac34 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:14.486078 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-37639336-e500-4d67-95b7-f39c498cbb92 req-2b0cf91b-52f5-4f87-ac0b-e438e93aac34 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=309d01e5-d152-40c7-bbe0-db2292d5f103 HTTP/1.1" status: 200 len: 944 time: 0.1270571 Sep 21 12:23:14.500648 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a8e51d-d0b3-44ed-bb66-e8356768c7a1 req-ab871617-ec04-45ea-8c04-a02020d62dc9 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:14.502940 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-05a8e51d-d0b3-44ed-bb66-e8356768c7a1 req-ab871617-ec04-45ea-8c04-a02020d62dc9 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.66 "GET /networking/v2.0/networks?id=46771c4a-a4e0-44e3-b0ad-6700b1914d9d HTTP/1.1" status: 200 len: 819 time: 0.3142884 Sep 21 12:23:14.547106 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:14.564135 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-37639336-e500-4d67-95b7-f39c498cbb92 req-98795359-dc87-4d88-9a8a-819924e7f303 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=16cb0007-21fa-4742-b5e1-8a76f121f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599537 Sep 21 12:23:14.591040 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:14.599118 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [req-05a8e51d-d0b3-44ed-bb66-e8356768c7a1 req-51fd4e03-e8a5-40d7-a630-2f2b87a9a0e1 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Request body: {'port': {'device_id': '5560ddde-2668-4e31-bbbf-b94d7485df5a', 'network_id': '46771c4a-a4e0-44e3-b0ad-6700b1914d9d', 'admin_state_up': True, 'tenant_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:23:14.620792 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-c4d1bbfb-f708-4aad-b9f9-f9e18950bbe4 req-a674b996-3be1-4c52-b25f-b31d90d833f5 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de0f1a98-9419-4e35-b8e0-520c7fc482fb HTTP/1.1" status: 200 len: 210 time: 0.0677683 Sep 21 12:23:14.684425 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 55494) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:23:14.704020 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-dd10e540-dae3-4e3c-9d50-6dd5eeca840f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:14.773647 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-d67144fe-f3fd-4519-afdc-b8fc9c2ed67b None None] Attempt 10 to provision port e812e9b3-7c14-459c-86a6-919b9ec320d5 Sep 21 12:23:14.810024 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-dd10e540-dae3-4e3c-9d50-6dd5eeca840f admin admin] Publish callbacks [] for security_group (db67ec95-de2f-49bb-828b-31228fb51625), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:14.825514 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-dd10e540-dae3-4e3c-9d50-6dd5eeca840f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (db67ec95-de2f-49bb-828b-31228fb51625), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:14.840420 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-42cd0f22-7cea-4303-b507-c96042d4a5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '824a22bf-75a1-4dbe-bcc4-824cc7080650', 'name': 'tempest-ServerRescueNegativeTestJSON-1400485482-router', 'tenant_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'eaeaba23-6555-4fb3-991e-622422a54a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:23:05Z', 'updated_at': '2022-09-21T12:23:09Z', 'revision_number': 4, 'project_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'gw_port': {'id': 'eaeaba23-6555-4fb3-991e-622422a54a28', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:03:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824a22bf-75a1-4dbe-bcc4-824cc7080650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:23:05Z', 'updated_at': '2022-09-21T12:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': 'e812e9b3-7c14-459c-86a6-919b9ec320d5', 'name': '', 'network_id': '46771c4a-a4e0-44e3-b0ad-6700b1914d9d', 'tenant_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'mac_address': 'fa:16:3e:bf:26:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '824a22bf-75a1-4dbe-bcc4-824cc7080650', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '262afd09-1dba-467b-a294-ced74668905b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:23:08Z', 'updated_at': '2022-09-21T12:23:14Z', 'revision_number': 4, 'project_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'subnets': [{'id': '262afd09-1dba-467b-a294-ced74668905b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:23:14.862973 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=70,neutron:INSERT=28,neutron:UPDATE=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:14.865335 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd10e540-dae3-4e3c-9d50-6dd5eeca840f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db67ec95-de2f-49bb-828b-31228fb51625,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:23:14.896549 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-dd10e540-dae3-4e3c-9d50-6dd5eeca840f admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=fbaf9c39b4594eefbeca5404e1033758&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2111204 Sep 21 12:23:14.897199 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 55500) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:23:14.905917 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cd0f22-7cea-4303-b507-c96042d4a5e5 None None] The sync data for ids ['824a22bf-75a1-4dbe-bcc4-824cc7080650'] in dv-cinder-858678-1-iscsi is: [{'id': '824a22bf-75a1-4dbe-bcc4-824cc7080650', 'name': 'tempest-ServerRescueNegativeTestJSON-1400485482-router', 'tenant_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'eaeaba23-6555-4fb3-991e-622422a54a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:23:05Z', 'updated_at': '2022-09-21T12:23:09Z', 'revision_number': 4, 'project_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'gw_port': {'id': 'eaeaba23-6555-4fb3-991e-622422a54a28', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:03:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824a22bf-75a1-4dbe-bcc4-824cc7080650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:23:05Z', 'updated_at': '2022-09-21T12:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': 'e812e9b3-7c14-459c-86a6-919b9ec320d5', 'name': '', 'network_id': '46771c4a-a4e0-44e3-b0ad-6700b1914d9d', 'tenant_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'mac_address': 'fa:16:3e:bf:26:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '824a22bf-75a1-4dbe-bcc4-824cc7080650', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '262afd09-1dba-467b-a294-ced74668905b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:23:08Z', 'updated_at': '2022-09-21T12:23:14Z', 'revision_number': 4, 'project_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'subnets': [{'id': '262afd09-1dba-467b-a294-ced74668905b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:23:14.919938 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05a8e51d-d0b3-44ed-bb66-e8356768c7a1 req-51fd4e03-e8a5-40d7-a630-2f2b87a9a0e1 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Made reservation on behalf of d3bd02ae79fd4edb9886b1b4ef3d761a for: {'port': 1} {{(pid=106202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:23:14.929089 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-05a8e51d-d0b3-44ed-bb66-e8356768c7a1 req-51fd4e03-e8a5-40d7-a630-2f2b87a9a0e1 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:14.936273 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-d67144fe-f3fd-4519-afdc-b8fc9c2ed67b None None] Current status of the port e812e9b3-7c14-459c-86a6-919b9ec320d5 is: DOWN; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:23:14.936820 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-d67144fe-f3fd-4519-afdc-b8fc9c2ed67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (e812e9b3-7c14-459c-86a6-919b9ec320d5), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:14.986130 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-d67144fe-f3fd-4519-afdc-b8fc9c2ed67b None None] For port e812e9b3-7c14-459c-86a6-919b9ec320d5, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=e812e9b3-7c14-459c-86a6-919b9ec320d5,segment=NetworkSegment(de4c10ad-e50b-46d7-aed4-597b1ab39d3c),segment_id=de4c10ad-e50b-46d7-aed4-597b1ab39d3c)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:23:14.990031 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-6a578d2a-f990-4a7d-957a-8704b6cfefd9 admin admin] Publish callbacks [] for security_group (db67ec95-de2f-49bb-828b-31228fb51625), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:14.992779 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-d67144fe-f3fd-4519-afdc-b8fc9c2ed67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (e812e9b3-7c14-459c-86a6-919b9ec320d5), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:15.022252 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-6a578d2a-f990-4a7d-957a-8704b6cfefd9 admin admin] Publish callbacks [] for security_group (db67ec95-de2f-49bb-828b-31228fb51625), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:15.053761 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67144fe-f3fd-4519-afdc-b8fc9c2ed67b None None] Pushing event updated for resources: {'Port': ['ID=e812e9b3-7c14-459c-86a6-919b9ec320d5,revision_number=5']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:23:15.090752 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-6a578d2a-f990-4a7d-957a-8704b6cfefd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (db67ec95-de2f-49bb-828b-31228fb51625), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:15.093763 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-6a578d2a-f990-4a7d-957a-8704b6cfefd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:15.095219 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-6a578d2a-f990-4a7d-957a-8704b6cfefd9 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/db67ec95-de2f-49bb-828b-31228fb51625 HTTP/1.1" status: 204 len: 168 time: 0.1971188 Sep 21 12:23:15.105032 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a578d2a-f990-4a7d-957a-8704b6cfefd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db67ec95-de2f-49bb-828b-31228fb51625,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:23:15.116128 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.db_base_plugin_common [req-05a8e51d-d0b3-44ed-bb66-e8356768c7a1 req-51fd4e03-e8a5-40d7-a630-2f2b87a9a0e1 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Allocated IP 172.20.0.13 (46771c4a-a4e0-44e3-b0ad-6700b1914d9d/262afd09-1dba-467b-a294-ced74668905b/3fb9b2d0-df9a-421a-b7da-b2bbf6f67639) {{(pid=106202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:23:15.139737 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-0180b0f2-fd20-47be-bc6a-4830257ccac9 None None] Provisioning complete for port e812e9b3-7c14-459c-86a6-919b9ec320d5 triggered by entity DHCP. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:23:15.140390 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-0180b0f2-fd20-47be-bc6a-4830257ccac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (e812e9b3-7c14-459c-86a6-919b9ec320d5), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:15.140903 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-0180b0f2-fd20-47be-bc6a-4830257ccac9 None None] Attempt 1 to provision port e812e9b3-7c14-459c-86a6-919b9ec320d5 Sep 21 12:23:15.245874 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-0180b0f2-fd20-47be-bc6a-4830257ccac9 None None] Current status of the port e812e9b3-7c14-459c-86a6-919b9ec320d5 is: ACTIVE; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:23:15.312014 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-05a8e51d-d0b3-44ed-bb66-e8356768c7a1 req-51fd4e03-e8a5-40d7-a630-2f2b87a9a0e1 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Publish callbacks [] for port (3fb9b2d0-df9a-421a-b7da-b2bbf6f67639), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:15.361245 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-05a8e51d-d0b3-44ed-bb66-e8356768c7a1 req-51fd4e03-e8a5-40d7-a630-2f2b87a9a0e1 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735120900801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (3fb9b2d0-df9a-421a-b7da-b2bbf6f67639), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:15.371409 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:15.422395 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05a8e51d-d0b3-44ed-bb66-e8356768c7a1 req-51fd4e03-e8a5-40d7-a630-2f2b87a9a0e1 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Network 46771c4a-a4e0-44e3-b0ad-6700b1914d9d is already hosted by enough agents. {{(pid=106202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:23:15.428600 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.base_scheduler [req-05a8e51d-d0b3-44ed-bb66-e8356768c7a1 req-51fd4e03-e8a5-40d7-a630-2f2b87a9a0e1 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Resources bound (agent type, host, resource id): {{(pid=106202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:23:15.430977 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a8e51d-d0b3-44ed-bb66-e8356768c7a1 req-51fd4e03-e8a5-40d7-a630-2f2b87a9a0e1 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Received port after_create {{(pid=106202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 12:23:15.434145 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fd4e03-e8a5-40d7-a630-2f2b87a9a0e1 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Pushing event updated for resources: {'Port': ['ID=3fb9b2d0-df9a-421a-b7da-b2bbf6f67639,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:23:15.509271 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a8e51d-d0b3-44ed-bb66-e8356768c7a1 req-51fd4e03-e8a5-40d7-a630-2f2b87a9a0e1 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:15.510051 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-05a8e51d-d0b3-44ed-bb66-e8356768c7a1 req-51fd4e03-e8a5-40d7-a630-2f2b87a9a0e1 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for port (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:15.660280 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-05a8e51d-d0b3-44ed-bb66-e8356768c7a1 req-51fd4e03-e8a5-40d7-a630-2f2b87a9a0e1 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.66 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0671468 Sep 21 12:23:15.665049 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device e812e9b3-7c14-459c-86a6-919b9ec320d5 up at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:23:15.711150 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 55510) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:23:15.736405 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2307-ef66-451e-8859-055029817071 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:15.779270 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Provisioning complete for port e812e9b3-7c14-459c-86a6-919b9ec320d5 triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:23:15.779649 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (e812e9b3-7c14-459c-86a6-919b9ec320d5), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:15.780181 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Attempt 1 to provision port e812e9b3-7c14-459c-86a6-919b9ec320d5 Sep 21 12:23:15.842418 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-19f15bca-8c1e-4937-ad92-66a26d3477a2 req-6e62b82b-0d3d-4cc2-acdf-c505c44caf27 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de0f1a98-9419-4e35-b8e0-520c7fc482fb HTTP/1.1" status: 200 len: 210 time: 0.0502725 Sep 21 12:23:15.847392 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2acaf8-386b-4495-b3d2-76d3cfe0af55 req-f14a7801-f89e-441c-84c5-861b87f66515 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:15.848971 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-6a2acaf8-386b-4495-b3d2-76d3cfe0af55 req-f14a7801-f89e-441c-84c5-861b87f66515 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.66 "GET /networking/v2.0/networks?id=46771c4a-a4e0-44e3-b0ad-6700b1914d9d HTTP/1.1" status: 200 len: 819 time: 0.3334389 Sep 21 12:23:15.871541 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3420f952-2eaf-4816-b0ea-93fe22c57580 req-ff3a639a-6f6c-4ebe-b72d-4c9927008b11 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:15.874086 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-3420f952-2eaf-4816-b0ea-93fe22c57580 req-ff3a639a-6f6c-4ebe-b72d-4c9927008b11 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=309d01e5-d152-40c7-bbe0-db2292d5f103 HTTP/1.1" status: 200 len: 944 time: 0.1197691 Sep 21 12:23:15.899681 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Current status of the port e812e9b3-7c14-459c-86a6-919b9ec320d5 is: ACTIVE; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:23:15.907973 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [req-6a2acaf8-386b-4495-b3d2-76d3cfe0af55 req-bae081a7-aef1-47f5-8278-943602347b3f tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Request body: {'port': {'device_id': 'de0f1a98-9419-4e35-b8e0-520c7fc482fb', 'network_id': '46771c4a-a4e0-44e3-b0ad-6700b1914d9d', 'admin_state_up': True, 'tenant_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:23:15.926553 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [req-05a8e51d-d0b3-44ed-bb66-e8356768c7a1 req-e00d0b36-f1e0-4d99-8b9a-0718bc56303f service neutron] Request body: {'port': {'device_id': '5560ddde-2668-4e31-bbbf-b94d7485df5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85867'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:23:15.927225 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 31c51ceb-171d-4706-b582-46630abdaa5b up at agent hyperv_hv-cinder-85867 {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:23:15.950491 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2307-ef66-451e-8859-055029817071 admin admin] Publish callbacks [] for security_group (283910c9-b9df-4491-b9db-7ae31e0d2431), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:15.966908 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-53b26491-b101-4a07-aa42-71aa13f6fe97 None None] Provisioning complete for port 3fb9b2d0-df9a-421a-b7da-b2bbf6f67639 triggered by entity DHCP. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:23:15.967460 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-53b26491-b101-4a07-aa42-71aa13f6fe97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (3fb9b2d0-df9a-421a-b7da-b2bbf6f67639), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:15.967604 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-53b26491-b101-4a07-aa42-71aa13f6fe97 None None] Attempt 1 to provision port 3fb9b2d0-df9a-421a-b7da-b2bbf6f67639 Sep 21 12:23:15.971351 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-5c7c2307-ef66-451e-8859-055029817071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (283910c9-b9df-4491-b9db-7ae31e0d2431), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:15.984113 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:16.015976 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-53b26491-b101-4a07-aa42-71aa13f6fe97 None None] Port 3fb9b2d0-df9a-421a-b7da-b2bbf6f67639 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:23:16.022621 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Provisioning for port 31c51ceb-171d-4706-b582-46630abdaa5b completed by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 21 12:23:16.031507 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Provisioning complete for port 31c51ceb-171d-4706-b582-46630abdaa5b triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:23:16.031998 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (31c51ceb-171d-4706-b582-46630abdaa5b), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:16.032359 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Attempt 1 to provision port 31c51ceb-171d-4706-b582-46630abdaa5b Sep 21 12:23:16.059263 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7c2307-ef66-451e-8859-055029817071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283910c9-b9df-4491-b9db-7ae31e0d2431,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:23:16.070501 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-5c7c2307-ef66-451e-8859-055029817071 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=d883083f8a3c4f07a1208a4034c212fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3576491 Sep 21 12:23:16.071507 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 55522) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:23:16.138309 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Current status of the port 31c51ceb-171d-4706-b582-46630abdaa5b is: BUILD; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:23:16.138693 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (31c51ceb-171d-4706-b582-46630abdaa5b), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:16.138838 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-9971928c-b782-4e66-8a71-5ddf39dcb13b admin admin] Publish callbacks [] for security_group (283910c9-b9df-4491-b9db-7ae31e0d2431), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:16.163922 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-9971928c-b782-4e66-8a71-5ddf39dcb13b admin admin] Publish callbacks [] for security_group (283910c9-b9df-4491-b9db-7ae31e0d2431), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:16.164904 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:16.172194 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '309d01e5-d152-40c7-bbe0-db2292d5f103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31c51ceb-171d-4706-b582-46630abdaa5b'}] {{(pid=106203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:23:16.173276 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-05a8e51d-d0b3-44ed-bb66-e8356768c7a1 req-e00d0b36-f1e0-4d99-8b9a-0718bc56303f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (3fb9b2d0-df9a-421a-b7da-b2bbf6f67639), before_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:16.176020 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f5c4d77a05fc023d1f839eaccf47ad38217f4e21b3a59551d1b02ed6bd0851a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7138f403-6fbf-477b-bc4a-5299154d88c3" -d '{"events": [{"server_uuid": "309d01e5-d152-40c7-bbe0-db2292d5f103", "name": "network-vif-plugged", "status": "completed", "tag": "31c51ceb-171d-4706-b582-46630abdaa5b"}]}' {{(pid=106203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:23:16.205211 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-3420f952-2eaf-4816-b0ea-93fe22c57580 req-89376c3f-6cb3-46b2-aa87-f05db07b2d93 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=16cb0007-21fa-4742-b5e1-8a76f121f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904747 Sep 21 12:23:16.226933 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port 31c51ceb-171d-4706-b582-46630abdaa5b, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=31c51ceb-171d-4706-b582-46630abdaa5b,segment=NetworkSegment(dab8698b-2b24-445e-9083-b2542a11afe3),segment_id=dab8698b-2b24-445e-9083-b2542a11afe3)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:23:16.241672 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (31c51ceb-171d-4706-b582-46630abdaa5b), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:16.252475 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-9971928c-b782-4e66-8a71-5ddf39dcb13b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (283910c9-b9df-4491-b9db-7ae31e0d2431), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:16.256068 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-9971928c-b782-4e66-8a71-5ddf39dcb13b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:16.256397 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 12:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b922b96-cfe3-4a13-942a-548c4b04af37 x-openstack-request-id: req-2b922b96-cfe3-4a13-942a-548c4b04af37 {{(pid=106203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:23:16.256823 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "309d01e5-d152-40c7-bbe0-db2292d5f103", "name": "network-vif-plugged", "status": "completed", "tag": "31c51ceb-171d-4706-b582-46630abdaa5b", "code": 200}]} {{(pid=106203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:23:16.257049 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2b922b96-cfe3-4a13-942a-548c4b04af37 {{(pid=106203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:23:16.257916 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b922b96-cfe3-4a13-942a-548c4b04af37'] response: {'server_uuid': '309d01e5-d152-40c7-bbe0-db2292d5f103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31c51ceb-171d-4706-b582-46630abdaa5b', 'code': 200} Sep 21 12:23:16.264300 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-9971928c-b782-4e66-8a71-5ddf39dcb13b admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/283910c9-b9df-4491-b9db-7ae31e0d2431 HTTP/1.1" status: 204 len: 168 time: 0.1916008 Sep 21 12:23:16.277892 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9971928c-b782-4e66-8a71-5ddf39dcb13b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283910c9-b9df-4491-b9db-7ae31e0d2431,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:23:16.287157 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a2acaf8-386b-4495-b3d2-76d3cfe0af55 req-bae081a7-aef1-47f5-8278-943602347b3f tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Made reservation on behalf of d3bd02ae79fd4edb9886b1b4ef3d761a for: {'port': 1} {{(pid=106202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:23:16.291489 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-6a2acaf8-386b-4495-b3d2-76d3cfe0af55 req-bae081a7-aef1-47f5-8278-943602347b3f tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:16.320897 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:16.322383 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Pushing event updated for resources: {'Port': ['ID=31c51ceb-171d-4706-b582-46630abdaa5b,revision_number=5']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:23:16.410833 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 55530) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:23:16.496414 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:16.517806 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-53b26491-b101-4a07-aa42-71aa13f6fe97 None None] Attempt 2 to provision port 3fb9b2d0-df9a-421a-b7da-b2bbf6f67639 Sep 21 12:23:16.577081 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb5118-2194-44f0-ac6b-c473cc66ed73 req-54bbe6d0-bf74-4dbd-bf10-74fe1fdf66e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:16.579100 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-4edb5118-2194-44f0-ac6b-c473cc66ed73 req-54bbe6d0-bf74-4dbd-bf10-74fe1fdf66e1 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=309d01e5-d152-40c7-bbe0-db2292d5f103 HTTP/1.1" status: 200 len: 1129 time: 0.0932434 Sep 21 12:23:16.584331 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-53b26491-b101-4a07-aa42-71aa13f6fe97 None None] Port 3fb9b2d0-df9a-421a-b7da-b2bbf6f67639 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:23:16.654397 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-4edb5118-2194-44f0-ac6b-c473cc66ed73 req-6548f97a-fb7b-4dcc-88f5-965a903059f5 service neutron] 10.222.0.66 "GET /networking/v2.0/security-groups?id=16cb0007-21fa-4742-b5e1-8a76f121f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666597 Sep 21 12:23:16.676189 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.notifiers.nova [req-05a8e51d-d0b3-44ed-bb66-e8356768c7a1 req-e00d0b36-f1e0-4d99-8b9a-0718bc56303f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fb9b2d0-df9a-421a-b7da-b2bbf6f67639 {{(pid=106202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 12:23:16.685261 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-05a8e51d-d0b3-44ed-bb66-e8356768c7a1 req-e00d0b36-f1e0-4d99-8b9a-0718bc56303f service neutron] Publish callbacks [] for port (3fb9b2d0-df9a-421a-b7da-b2bbf6f67639), precommit_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:16.699828 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.provisioning_blocks [req-05a8e51d-d0b3-44ed-bb66-e8356768c7a1 req-e00d0b36-f1e0-4d99-8b9a-0718bc56303f service neutron] Transition to ACTIVE for port object 3fb9b2d0-df9a-421a-b7da-b2bbf6f67639 will not be triggered until provisioned by entity L2. {{(pid=106202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 12:23:16.707271 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-05a8e51d-d0b3-44ed-bb66-e8356768c7a1 req-e00d0b36-f1e0-4d99-8b9a-0718bc56303f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6955121'] for port (3fb9b2d0-df9a-421a-b7da-b2bbf6f67639), after_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:16.708119 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-f69ae711-03d0-4aae-96bf-2f7433f1f805 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:16.715605 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:16.801124 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-f69ae711-03d0-4aae-96bf-2f7433f1f805 admin admin] Publish callbacks [] for security_group (d8336525-b791-4d23-98bb-578939dceef9), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:16.805918 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-f69ae711-03d0-4aae-96bf-2f7433f1f805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (d8336525-b791-4d23-98bb-578939dceef9), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:16.816903 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00d0b36-f1e0-4d99-8b9a-0718bc56303f service neutron] Pushing event updated for resources: {'Port': ['ID=3fb9b2d0-df9a-421a-b7da-b2bbf6f67639,revision_number=2']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:23:16.846832 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.db_base_plugin_common [req-6a2acaf8-386b-4495-b3d2-76d3cfe0af55 req-bae081a7-aef1-47f5-8278-943602347b3f tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Allocated IP 172.20.0.12 (46771c4a-a4e0-44e3-b0ad-6700b1914d9d/262afd09-1dba-467b-a294-ced74668905b/16f7d649-433e-42b0-aede-b34b15fd092f) {{(pid=106202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:23:16.850388 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69ae711-03d0-4aae-96bf-2f7433f1f805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8336525-b791-4d23-98bb-578939dceef9,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:23:16.854780 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-f69ae711-03d0-4aae-96bf-2f7433f1f805 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=c61099572cb04210988b5863247bc641&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4424844 Sep 21 12:23:16.857968 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 55544) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:23:16.912451 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.managers [req-05a8e51d-d0b3-44ed-bb66-e8356768c7a1 req-e00d0b36-f1e0-4d99-8b9a-0718bc56303f service neutron] Attempting to bind port 3fb9b2d0-df9a-421a-b7da-b2bbf6f67639 on host hv-cinder-85867 for vnic_type normal with profile {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 12:23:16.912786 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.managers [req-05a8e51d-d0b3-44ed-bb66-e8356768c7a1 req-e00d0b36-f1e0-4d99-8b9a-0718bc56303f service neutron] Attempting to bind port 3fb9b2d0-df9a-421a-b7da-b2bbf6f67639 by drivers openvswitch,hyperv on host hv-cinder-85867 at level 0 using segments [{'id': 'de4c10ad-e50b-46d7-aed4-597b1ab39d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '46771c4a-a4e0-44e3-b0ad-6700b1914d9d'}] {{(pid=106202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 12:23:16.913118 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a8e51d-d0b3-44ed-bb66-e8356768c7a1 req-e00d0b36-f1e0-4d99-8b9a-0718bc56303f service neutron] Attempting to bind port 3fb9b2d0-df9a-421a-b7da-b2bbf6f67639 on network 46771c4a-a4e0-44e3-b0ad-6700b1914d9d {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:23:17.086299 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-53b26491-b101-4a07-aa42-71aa13f6fe97 None None] Attempt 3 to provision port 3fb9b2d0-df9a-421a-b7da-b2bbf6f67639 Sep 21 12:23:17.097614 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=12 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:17.114963 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-250e4205-4f96-4449-aba9-077b41f8380f req-d5d69592-5da9-4a76-8e6f-20eb12c0a72b tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de0f1a98-9419-4e35-b8e0-520c7fc482fb HTTP/1.1" status: 200 len: 210 time: 0.0601301 Sep 21 12:23:17.137515 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:17.149861 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-908c209d-37f4-4638-b9d9-cb549c23d687 admin admin] Publish callbacks [] for security_group (d8336525-b791-4d23-98bb-578939dceef9), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:17.157514 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-53b26491-b101-4a07-aa42-71aa13f6fe97 None None] Port 3fb9b2d0-df9a-421a-b7da-b2bbf6f67639 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:23:17.173170 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-908c209d-37f4-4638-b9d9-cb549c23d687 admin admin] Publish callbacks [] for security_group (d8336525-b791-4d23-98bb-578939dceef9), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:17.173683 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a8e51d-d0b3-44ed-bb66-e8356768c7a1 req-e00d0b36-f1e0-4d99-8b9a-0718bc56303f service neutron] Port 3fb9b2d0-df9a-421a-b7da-b2bbf6f67639 on network 46771c4a-a4e0-44e3-b0ad-6700b1914d9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85867 {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 12:23:17.174023 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a8e51d-d0b3-44ed-bb66-e8356768c7a1 req-e00d0b36-f1e0-4d99-8b9a-0718bc56303f service neutron] Attempting to bind port 3fb9b2d0-df9a-421a-b7da-b2bbf6f67639 on network 46771c4a-a4e0-44e3-b0ad-6700b1914d9d {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:23:17.179370 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-6a2acaf8-386b-4495-b3d2-76d3cfe0af55 req-bae081a7-aef1-47f5-8278-943602347b3f tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Publish callbacks [] for port (16f7d649-433e-42b0-aede-b34b15fd092f), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:17.231821 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-908c209d-37f4-4638-b9d9-cb549c23d687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (d8336525-b791-4d23-98bb-578939dceef9), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:17.234379 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-908c209d-37f4-4638-b9d9-cb549c23d687 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:17.235785 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-908c209d-37f4-4638-b9d9-cb549c23d687 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/d8336525-b791-4d23-98bb-578939dceef9 HTTP/1.1" status: 204 len: 168 time: 0.3768592 Sep 21 12:23:17.245941 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908c209d-37f4-4638-b9d9-cb549c23d687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8336525-b791-4d23-98bb-578939dceef9,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:23:17.249550 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a8e51d-d0b3-44ed-bb66-e8356768c7a1 req-e00d0b36-f1e0-4d99-8b9a-0718bc56303f service neutron] Checking agent: {'id': '986f726e-8c98-4005-b3b7-e033305b1240', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85867', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 12, 18, 46), 'started_at': datetime.datetime(2022, 9, 21, 12, 18, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 12, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 12:23:17.249907 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a8e51d-d0b3-44ed-bb66-e8356768c7a1 req-e00d0b36-f1e0-4d99-8b9a-0718bc56303f service neutron] Checking segment: {'id': 'de4c10ad-e50b-46d7-aed4-597b1ab39d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '46771c4a-a4e0-44e3-b0ad-6700b1914d9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:23:17.250286 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a8e51d-d0b3-44ed-bb66-e8356768c7a1 req-e00d0b36-f1e0-4d99-8b9a-0718bc56303f service neutron] Bound using segment: {'id': 'de4c10ad-e50b-46d7-aed4-597b1ab39d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '46771c4a-a4e0-44e3-b0ad-6700b1914d9d'} {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 12:23:17.250877 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.managers [req-05a8e51d-d0b3-44ed-bb66-e8356768c7a1 req-e00d0b36-f1e0-4d99-8b9a-0718bc56303f service neutron] Bound port: 3fb9b2d0-df9a-421a-b7da-b2bbf6f67639, host: hv-cinder-85867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de4c10ad-e50b-46d7-aed4-597b1ab39d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '46771c4a-a4e0-44e3-b0ad-6700b1914d9d'}}] {{(pid=106202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 12:23:17.251575 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-05a8e51d-d0b3-44ed-bb66-e8356768c7a1 req-e00d0b36-f1e0-4d99-8b9a-0718bc56303f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (3fb9b2d0-df9a-421a-b7da-b2bbf6f67639), before_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:17.266321 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-6a2acaf8-386b-4495-b3d2-76d3cfe0af55 req-bae081a7-aef1-47f5-8278-943602347b3f tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735120900801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (16f7d649-433e-42b0-aede-b34b15fd092f), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:17.327372 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a2acaf8-386b-4495-b3d2-76d3cfe0af55 req-bae081a7-aef1-47f5-8278-943602347b3f tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Network 46771c4a-a4e0-44e3-b0ad-6700b1914d9d is already hosted by enough agents. {{(pid=106202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:23:17.336540 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.base_scheduler [req-6a2acaf8-386b-4495-b3d2-76d3cfe0af55 req-bae081a7-aef1-47f5-8278-943602347b3f tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Resources bound (agent type, host, resource id): {{(pid=106202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:23:17.346292 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a2acaf8-386b-4495-b3d2-76d3cfe0af55 req-bae081a7-aef1-47f5-8278-943602347b3f tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Received port after_create {{(pid=106202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 12:23:17.390351 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72887a25-f37e-4489-97ac-01109eb9e19c req-31786350-8c98-4645-b5ac-194b1c8a8a5f tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:17.392002 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-72887a25-f37e-4489-97ac-01109eb9e19c req-31786350-8c98-4645-b5ac-194b1c8a8a5f tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=309d01e5-d152-40c7-bbe0-db2292d5f103 HTTP/1.1" status: 200 len: 945 time: 0.0747912 Sep 21 12:23:17.486113 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-72887a25-f37e-4489-97ac-01109eb9e19c req-ffce1d4c-1018-475f-9d57-6e1a1cb401c5 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=16cb0007-21fa-4742-b5e1-8a76f121f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819776 Sep 21 12:23:17.652551 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae081a7-aef1-47f5-8278-943602347b3f tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Pushing event updated for resources: {'Port': ['ID=16f7d649-433e-42b0-aede-b34b15fd092f,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:23:17.659003 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-53b26491-b101-4a07-aa42-71aa13f6fe97 None None] Attempt 4 to provision port 3fb9b2d0-df9a-421a-b7da-b2bbf6f67639 Sep 21 12:23:17.669129 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [req-05a8e51d-d0b3-44ed-bb66-e8356768c7a1 req-e00d0b36-f1e0-4d99-8b9a-0718bc56303f service neutron] For port 3fb9b2d0-df9a-421a-b7da-b2bbf6f67639, host hv-cinder-85867, cleared binding levels {{(pid=106202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:23:17.669129 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [req-05a8e51d-d0b3-44ed-bb66-e8356768c7a1 req-e00d0b36-f1e0-4d99-8b9a-0718bc56303f service neutron] For port 3fb9b2d0-df9a-421a-b7da-b2bbf6f67639, host hv-cinder-85867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=3fb9b2d0-df9a-421a-b7da-b2bbf6f67639,segment=NetworkSegment(de4c10ad-e50b-46d7-aed4-597b1ab39d3c),segment_id=de4c10ad-e50b-46d7-aed4-597b1ab39d3c)] {{(pid=106202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:23:17.679267 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-05a8e51d-d0b3-44ed-bb66-e8356768c7a1 req-e00d0b36-f1e0-4d99-8b9a-0718bc56303f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6955121'] for port (3fb9b2d0-df9a-421a-b7da-b2bbf6f67639), after_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:17.706262 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a8e51d-d0b3-44ed-bb66-e8356768c7a1 req-e00d0b36-f1e0-4d99-8b9a-0718bc56303f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:17.706892 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-05a8e51d-d0b3-44ed-bb66-e8356768c7a1 req-e00d0b36-f1e0-4d99-8b9a-0718bc56303f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for port (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:17.708431 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-05a8e51d-d0b3-44ed-bb66-e8356768c7a1 req-e00d0b36-f1e0-4d99-8b9a-0718bc56303f service neutron] 10.222.0.66 "PUT /networking/v2.0/ports/3fb9b2d0-df9a-421a-b7da-b2bbf6f67639 HTTP/1.1" status: 200 len: 1094 time: 1.8142276 Sep 21 12:23:17.714630 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5560ddde-2668-4e31-bbbf-b94d7485df5a', 'tag': '3fb9b2d0-df9a-421a-b7da-b2bbf6f67639'}] {{(pid=106202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:23:17.714630 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f69dec5372d12bc1dbf2d83c258da0d8b658e28cfccadcad30c8a09044815e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ee3d72-c887-41bd-aa1a-266f02868c8f" -d '{"events": [{"name": "network-changed", "server_uuid": "5560ddde-2668-4e31-bbbf-b94d7485df5a", "tag": "3fb9b2d0-df9a-421a-b7da-b2bbf6f67639"}]}' {{(pid=106202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:23:17.723486 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2acaf8-386b-4495-b3d2-76d3cfe0af55 req-bae081a7-aef1-47f5-8278-943602347b3f tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:17.724158 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-6a2acaf8-386b-4495-b3d2-76d3cfe0af55 req-bae081a7-aef1-47f5-8278-943602347b3f tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for port (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:17.780063 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 12:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48aabeb2-0af6-46b5-9a18-1e4cbaa0dc04 x-openstack-request-id: req-48aabeb2-0af6-46b5-9a18-1e4cbaa0dc04 {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:23:17.781055 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5560ddde-2668-4e31-bbbf-b94d7485df5a", "tag": "3fb9b2d0-df9a-421a-b7da-b2bbf6f67639", "status": "completed", "code": 200}]} {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:23:17.782204 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-48aabeb2-0af6-46b5-9a18-1e4cbaa0dc04 {{(pid=106202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:23:17.782861 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48aabeb2-0af6-46b5-9a18-1e4cbaa0dc04'] response: {'name': 'network-changed', 'server_uuid': '5560ddde-2668-4e31-bbbf-b94d7485df5a', 'tag': '3fb9b2d0-df9a-421a-b7da-b2bbf6f67639', 'status': 'completed', 'code': 200} Sep 21 12:23:17.795371 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-6a2acaf8-386b-4495-b3d2-76d3cfe0af55 req-bae081a7-aef1-47f5-8278-943602347b3f tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.66 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8978202 Sep 21 12:23:17.797627 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:17.803097 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00d0b36-f1e0-4d99-8b9a-0718bc56303f service neutron] Pushing event updated for resources: {'Port': ['ID=3fb9b2d0-df9a-421a-b7da-b2bbf6f67639,revision_number=3']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:23:17.865222 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-53b26491-b101-4a07-aa42-71aa13f6fe97 None None] Port 3fb9b2d0-df9a-421a-b7da-b2bbf6f67639 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:23:17.991590 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [req-6a2acaf8-386b-4495-b3d2-76d3cfe0af55 req-cdb27636-3e25-496a-8b35-f92eefdbbb45 service neutron] Request body: {'port': {'device_id': 'de0f1a98-9419-4e35-b8e0-520c7fc482fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85867'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:23:18.060382 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee3d72-c887-41bd-aa1a-266f02868c8f req-00588edd-197f-43fb-b0f1-c96317a2ddfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:18.061890 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e4ee3d72-c887-41bd-aa1a-266f02868c8f req-00588edd-197f-43fb-b0f1-c96317a2ddfb service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=d3bd02ae79fd4edb9886b1b4ef3d761a&device_id=5560ddde-2668-4e31-bbbf-b94d7485df5a HTTP/1.1" status: 200 len: 1128 time: 0.0670958 Sep 21 12:23:18.089057 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-6a2acaf8-386b-4495-b3d2-76d3cfe0af55 req-cdb27636-3e25-496a-8b35-f92eefdbbb45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (16f7d649-433e-42b0-aede-b34b15fd092f), before_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:18.258638 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c104f988-2c48-47f6-ae4a-d609a3c7673f req-37502907-006f-49fe-a7b5-1f7bc7b3d205 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:18.260485 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-c104f988-2c48-47f6-ae4a-d609a3c7673f req-37502907-006f-49fe-a7b5-1f7bc7b3d205 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de0f1a98-9419-4e35-b8e0-520c7fc482fb HTTP/1.1" status: 200 len: 932 time: 0.0521243 Sep 21 12:23:18.293229 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee3d72-c887-41bd-aa1a-266f02868c8f req-ef58cfd9-b0aa-4ad9-bd9f-3a45cd4435c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:18.295248 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e4ee3d72-c887-41bd-aa1a-266f02868c8f req-ef58cfd9-b0aa-4ad9-bd9f-3a45cd4435c5 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?tenant_id=d3bd02ae79fd4edb9886b1b4ef3d761a&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1929116 Sep 21 12:23:18.313176 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-c104f988-2c48-47f6-ae4a-d609a3c7673f req-6b30acb0-aff6-40ad-8e51-039417044ab9 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471911 Sep 21 12:23:18.367136 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-53b26491-b101-4a07-aa42-71aa13f6fe97 None None] Attempt 5 to provision port 3fb9b2d0-df9a-421a-b7da-b2bbf6f67639 Sep 21 12:23:18.409116 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-53b26491-b101-4a07-aa42-71aa13f6fe97 None None] Port 3fb9b2d0-df9a-421a-b7da-b2bbf6f67639 had new provisioning blocks added so it will not transition to active. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 21 12:23:18.446892 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.notifiers.nova [req-6a2acaf8-386b-4495-b3d2-76d3cfe0af55 req-cdb27636-3e25-496a-8b35-f92eefdbbb45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16f7d649-433e-42b0-aede-b34b15fd092f {{(pid=106202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 12:23:18.454953 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-6a2acaf8-386b-4495-b3d2-76d3cfe0af55 req-cdb27636-3e25-496a-8b35-f92eefdbbb45 service neutron] Publish callbacks [] for port (16f7d649-433e-42b0-aede-b34b15fd092f), precommit_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:18.470500 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.provisioning_blocks [req-6a2acaf8-386b-4495-b3d2-76d3cfe0af55 req-cdb27636-3e25-496a-8b35-f92eefdbbb45 service neutron] Transition to ACTIVE for port object 16f7d649-433e-42b0-aede-b34b15fd092f will not be triggered until provisioned by entity L2. {{(pid=106202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 12:23:18.476068 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-6a2acaf8-386b-4495-b3d2-76d3cfe0af55 req-cdb27636-3e25-496a-8b35-f92eefdbbb45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6955121'] for port (16f7d649-433e-42b0-aede-b34b15fd092f), after_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:18.477186 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (986f726e-8c98-4005-b3b7-e033305b1240), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:18.562098 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:18.619808 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb27636-3e25-496a-8b35-f92eefdbbb45 service neutron] Pushing event updated for resources: {'Port': ['ID=16f7d649-433e-42b0-aede-b34b15fd092f,revision_number=2']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:23:18.700372 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83253317-a2b2-4fc3-991f-ea2985cb321d req-261cae1e-ca93-42e3-99ed-ac0ad7f6340a tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:18.702371 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-83253317-a2b2-4fc3-991f-ea2985cb321d req-261cae1e-ca93-42e3-99ed-ac0ad7f6340a tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=309d01e5-d152-40c7-bbe0-db2292d5f103 HTTP/1.1" status: 200 len: 945 time: 0.1138475 Sep 21 12:23:18.712149 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.managers [req-6a2acaf8-386b-4495-b3d2-76d3cfe0af55 req-cdb27636-3e25-496a-8b35-f92eefdbbb45 service neutron] Attempting to bind port 16f7d649-433e-42b0-aede-b34b15fd092f on host hv-cinder-85867 for vnic_type normal with profile {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 12:23:18.712488 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.managers [req-6a2acaf8-386b-4495-b3d2-76d3cfe0af55 req-cdb27636-3e25-496a-8b35-f92eefdbbb45 service neutron] Attempting to bind port 16f7d649-433e-42b0-aede-b34b15fd092f by drivers openvswitch,hyperv on host hv-cinder-85867 at level 0 using segments [{'id': 'de4c10ad-e50b-46d7-aed4-597b1ab39d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '46771c4a-a4e0-44e3-b0ad-6700b1914d9d'}] {{(pid=106202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 12:23:18.712817 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2acaf8-386b-4495-b3d2-76d3cfe0af55 req-cdb27636-3e25-496a-8b35-f92eefdbbb45 service neutron] Attempting to bind port 16f7d649-433e-42b0-aede-b34b15fd092f on network 46771c4a-a4e0-44e3-b0ad-6700b1914d9d {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:23:18.760842 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:18.789373 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee3d72-c887-41bd-aa1a-266f02868c8f req-0eff174e-5d90-4fe0-918b-ad2fb72355d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:18.790855 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e4ee3d72-c887-41bd-aa1a-266f02868c8f req-0eff174e-5d90-4fe0-918b-ad2fb72355d0 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2555313 Sep 21 12:23:18.818446 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2acaf8-386b-4495-b3d2-76d3cfe0af55 req-cdb27636-3e25-496a-8b35-f92eefdbbb45 service neutron] Port 16f7d649-433e-42b0-aede-b34b15fd092f on network 46771c4a-a4e0-44e3-b0ad-6700b1914d9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85867 {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 12:23:18.818779 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2acaf8-386b-4495-b3d2-76d3cfe0af55 req-cdb27636-3e25-496a-8b35-f92eefdbbb45 service neutron] Attempting to bind port 16f7d649-433e-42b0-aede-b34b15fd092f on network 46771c4a-a4e0-44e3-b0ad-6700b1914d9d {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:23:18.846285 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-83253317-a2b2-4fc3-991f-ea2985cb321d req-d4a13552-9d3e-4d4a-8986-c81d198b6a35 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=16cb0007-21fa-4742-b5e1-8a76f121f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338732 Sep 21 12:23:18.874786 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2acaf8-386b-4495-b3d2-76d3cfe0af55 req-cdb27636-3e25-496a-8b35-f92eefdbbb45 service neutron] Checking agent: {'id': '986f726e-8c98-4005-b3b7-e033305b1240', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85867', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 12, 18, 46), 'started_at': datetime.datetime(2022, 9, 21, 12, 18, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 12, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 12:23:18.875627 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2acaf8-386b-4495-b3d2-76d3cfe0af55 req-cdb27636-3e25-496a-8b35-f92eefdbbb45 service neutron] Checking segment: {'id': 'de4c10ad-e50b-46d7-aed4-597b1ab39d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '46771c4a-a4e0-44e3-b0ad-6700b1914d9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:23:18.876124 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2acaf8-386b-4495-b3d2-76d3cfe0af55 req-cdb27636-3e25-496a-8b35-f92eefdbbb45 service neutron] Bound using segment: {'id': 'de4c10ad-e50b-46d7-aed4-597b1ab39d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '46771c4a-a4e0-44e3-b0ad-6700b1914d9d'} {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 12:23:18.876917 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.managers [req-6a2acaf8-386b-4495-b3d2-76d3cfe0af55 req-cdb27636-3e25-496a-8b35-f92eefdbbb45 service neutron] Bound port: 16f7d649-433e-42b0-aede-b34b15fd092f, host: hv-cinder-85867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de4c10ad-e50b-46d7-aed4-597b1ab39d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '46771c4a-a4e0-44e3-b0ad-6700b1914d9d'}}] {{(pid=106202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 12:23:18.877350 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-6a2acaf8-386b-4495-b3d2-76d3cfe0af55 req-cdb27636-3e25-496a-8b35-f92eefdbbb45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (16f7d649-433e-42b0-aede-b34b15fd092f), before_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:18.952033 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [req-6a2acaf8-386b-4495-b3d2-76d3cfe0af55 req-cdb27636-3e25-496a-8b35-f92eefdbbb45 service neutron] For port 16f7d649-433e-42b0-aede-b34b15fd092f, host hv-cinder-85867, cleared binding levels {{(pid=106202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:23:18.955151 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [req-6a2acaf8-386b-4495-b3d2-76d3cfe0af55 req-cdb27636-3e25-496a-8b35-f92eefdbbb45 service neutron] For port 16f7d649-433e-42b0-aede-b34b15fd092f, host hv-cinder-85867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=16f7d649-433e-42b0-aede-b34b15fd092f,segment=NetworkSegment(de4c10ad-e50b-46d7-aed4-597b1ab39d3c),segment_id=de4c10ad-e50b-46d7-aed4-597b1ab39d3c)] {{(pid=106202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:23:18.961069 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-6a2acaf8-386b-4495-b3d2-76d3cfe0af55 req-cdb27636-3e25-496a-8b35-f92eefdbbb45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6955121'] for port (16f7d649-433e-42b0-aede-b34b15fd092f), after_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:18.964255 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2acaf8-386b-4495-b3d2-76d3cfe0af55 req-cdb27636-3e25-496a-8b35-f92eefdbbb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:18.965214 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-6a2acaf8-386b-4495-b3d2-76d3cfe0af55 req-cdb27636-3e25-496a-8b35-f92eefdbbb45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for port (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:18.966654 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-6a2acaf8-386b-4495-b3d2-76d3cfe0af55 req-cdb27636-3e25-496a-8b35-f92eefdbbb45 service neutron] 10.222.0.66 "PUT /networking/v2.0/ports/16f7d649-433e-42b0-aede-b34b15fd092f HTTP/1.1" status: 200 len: 1094 time: 0.9826381 Sep 21 12:23:19.013023 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb27636-3e25-496a-8b35-f92eefdbbb45 service neutron] Pushing event updated for resources: {'Port': ['ID=16f7d649-433e-42b0-aede-b34b15fd092f,revision_number=3']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:23:19.317777 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2acaf8-386b-4495-b3d2-76d3cfe0af55 req-7980b92b-c73b-4ec1-b277-a46766d964e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:19.319271 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-6a2acaf8-386b-4495-b3d2-76d3cfe0af55 req-7980b92b-c73b-4ec1-b277-a46766d964e4 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=d3bd02ae79fd4edb9886b1b4ef3d761a&device_id=de0f1a98-9419-4e35-b8e0-520c7fc482fb HTTP/1.1" status: 200 len: 1128 time: 0.0727103 Sep 21 12:23:19.321000 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a8e51d-d0b3-44ed-bb66-e8356768c7a1 req-3d6f74b9-df39-4bc1-9fa3-2476a56c4158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:19.322368 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-05a8e51d-d0b3-44ed-bb66-e8356768c7a1 req-3d6f74b9-df39-4bc1-9fa3-2476a56c4158 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=d3bd02ae79fd4edb9886b1b4ef3d761a&device_id=5560ddde-2668-4e31-bbbf-b94d7485df5a HTTP/1.1" status: 200 len: 1128 time: 0.0665021 Sep 21 12:23:19.409996 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-6a2acaf8-386b-4495-b3d2-76d3cfe0af55 req-b08649f8-1892-41ad-9321-ff2535da1f98 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16f7d649-433e-42b0-aede-b34b15fd092f HTTP/1.1" status: 200 len: 217 time: 0.0612729 Sep 21 12:23:19.411132 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-05a8e51d-d0b3-44ed-bb66-e8356768c7a1 req-d9bed331-0273-4338-83e7-cb1d341223cd service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3fb9b2d0-df9a-421a-b7da-b2bbf6f67639 HTTP/1.1" status: 200 len: 217 time: 0.0568638 Sep 21 12:23:19.433943 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08fea2b-b6ef-4ee7-b7f3-96e0fe645c58 req-8f809fd6-e966-4ac2-9d46-1ca0ed195a56 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:19.435974 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-e08fea2b-b6ef-4ee7-b7f3-96e0fe645c58 req-8f809fd6-e966-4ac2-9d46-1ca0ed195a56 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de0f1a98-9419-4e35-b8e0-520c7fc482fb HTTP/1.1" status: 200 len: 944 time: 0.0469999 Sep 21 12:23:19.486009 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-e08fea2b-b6ef-4ee7-b7f3-96e0fe645c58 req-ca4faf66-267d-4864-86b0-bc0f061e9a8f tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442982 Sep 21 12:23:19.502838 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a8e51d-d0b3-44ed-bb66-e8356768c7a1 req-9cc16967-bad8-4828-9ab4-8120f7854403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:19.504301 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-05a8e51d-d0b3-44ed-bb66-e8356768c7a1 req-9cc16967-bad8-4828-9ab4-8120f7854403 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=262afd09-1dba-467b-a294-ced74668905b HTTP/1.1" status: 200 len: 858 time: 0.0751317 Sep 21 12:23:19.512831 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2acaf8-386b-4495-b3d2-76d3cfe0af55 req-466804f1-cf74-4ef6-a72a-85506e228c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:19.514270 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-6a2acaf8-386b-4495-b3d2-76d3cfe0af55 req-466804f1-cf74-4ef6-a72a-85506e228c3b service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=262afd09-1dba-467b-a294-ced74668905b HTTP/1.1" status: 200 len: 858 time: 0.0924578 Sep 21 12:23:19.578935 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a8e51d-d0b3-44ed-bb66-e8356768c7a1 req-d0f2a9eb-e0a7-4845-8633-42347efada6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:19.580443 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-05a8e51d-d0b3-44ed-bb66-e8356768c7a1 req-d0f2a9eb-e0a7-4845-8633-42347efada6d service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=46771c4a-a4e0-44e3-b0ad-6700b1914d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0653515 Sep 21 12:23:19.581733 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2acaf8-386b-4495-b3d2-76d3cfe0af55 req-311075e6-5b17-4c0b-b9ac-a0042e58566b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:19.583030 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-6a2acaf8-386b-4495-b3d2-76d3cfe0af55 req-311075e6-5b17-4c0b-b9ac-a0042e58566b service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=46771c4a-a4e0-44e3-b0ad-6700b1914d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0605247 Sep 21 12:23:19.736331 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:19.746197 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-05a8e51d-d0b3-44ed-bb66-e8356768c7a1 req-1aeeb0a2-b777-4629-94cc-b422c23628cf service neutron] 10.222.0.66 "GET /networking/v2.0/networks/46771c4a-a4e0-44e3-b0ad-6700b1914d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538575 Sep 21 12:23:19.749934 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-6a2acaf8-386b-4495-b3d2-76d3cfe0af55 req-021e7137-5a6b-407e-a97d-bb555acc8bb7 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/46771c4a-a4e0-44e3-b0ad-6700b1914d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565917 Sep 21 12:23:19.789287 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de0f1a98-9419-4e35-b8e0-520c7fc482fb', 'tag': '16f7d649-433e-42b0-aede-b34b15fd092f'}] {{(pid=106202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:23:19.791486 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f69dec5372d12bc1dbf2d83c258da0d8b658e28cfccadcad30c8a09044815e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69c8950-fa0c-469a-8708-968e6e3186f2" -d '{"events": [{"name": "network-changed", "server_uuid": "de0f1a98-9419-4e35-b8e0-520c7fc482fb", "tag": "16f7d649-433e-42b0-aede-b34b15fd092f"}]}' {{(pid=106202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:23:19.848109 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 12:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1902f9e4-85b0-4c56-a1f0-063458533b5d x-openstack-request-id: req-1902f9e4-85b0-4c56-a1f0-063458533b5d {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:23:19.848393 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de0f1a98-9419-4e35-b8e0-520c7fc482fb", "tag": "16f7d649-433e-42b0-aede-b34b15fd092f", "status": "completed", "code": 200}]} {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:23:19.848636 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1902f9e4-85b0-4c56-a1f0-063458533b5d {{(pid=106202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:23:19.849013 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1902f9e4-85b0-4c56-a1f0-063458533b5d'] response: {'name': 'network-changed', 'server_uuid': 'de0f1a98-9419-4e35-b8e0-520c7fc482fb', 'tag': '16f7d649-433e-42b0-aede-b34b15fd092f', 'status': 'completed', 'code': 200} Sep 21 12:23:19.921619 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-05a8e51d-d0b3-44ed-bb66-e8356768c7a1 req-916e1b99-86c4-4d50-986d-e47aa4bd10f9 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/46771c4a-a4e0-44e3-b0ad-6700b1914d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646252 Sep 21 12:23:19.923471 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-6a2acaf8-386b-4495-b3d2-76d3cfe0af55 req-18c62029-db75-438b-b732-f1959f384369 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/46771c4a-a4e0-44e3-b0ad-6700b1914d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654415 Sep 21 12:23:19.981441 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf5130-6faa-4364-800c-70b79091296e req-46383810-eb98-40e1-845a-12005736724e tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:19.982947 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-5bbf5130-6faa-4364-800c-70b79091296e req-46383810-eb98-40e1-845a-12005736724e tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=309d01e5-d152-40c7-bbe0-db2292d5f103 HTTP/1.1" status: 200 len: 945 time: 0.0571744 Sep 21 12:23:20.030914 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-5bbf5130-6faa-4364-800c-70b79091296e req-0a7629a9-a5d1-4f2e-9615-11b1aeb015d5 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=16cb0007-21fa-4742-b5e1-8a76f121f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422411 Sep 21 12:23:20.247322 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-afeec9b6-8ace-466d-843e-b53f557878e0 req-631034c8-e724-4ab2-b1c4-0a8a5ac8c6df tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] 10.222.0.71 "GET /networking/v2.0/networks?tenant_id=1a86f263882a44f385804b84f83d735c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321465 Sep 21 12:23:20.439241 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeec9b6-8ace-466d-843e-b53f557878e0 req-626e5388-36dc-495b-bfce-36a4b96a0bf3 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:20.440722 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-afeec9b6-8ace-466d-843e-b53f557878e0 req-626e5388-36dc-495b-bfce-36a4b96a0bf3 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] 10.222.0.71 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1874926 Sep 21 12:23:20.455925 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-afeec9b6-8ace-466d-843e-b53f557878e0 req-9a525eeb-2e1a-473e-bf09-0e880abf0d00 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] 10.222.0.71 "GET /networking/v2.0/quotas/1a86f263882a44f385804b84f83d735c HTTP/1.1" status: 200 len: 375 time: 0.0095241 Sep 21 12:23:20.615939 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711089a5-45ba-4a7d-b7a3-ce9880571a9e req-09e26363-16e0-4024-94ae-bb3ed41162df tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:20.617506 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-711089a5-45ba-4a7d-b7a3-ce9880571a9e req-09e26363-16e0-4024-94ae-bb3ed41162df tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de0f1a98-9419-4e35-b8e0-520c7fc482fb HTTP/1.1" status: 200 len: 944 time: 0.0518911 Sep 21 12:23:20.672358 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-711089a5-45ba-4a7d-b7a3-ce9880571a9e req-cc059348-775f-48c2-ae4b-b84e7130d724 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469031 Sep 21 12:23:20.707879 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-afeec9b6-8ace-466d-843e-b53f557878e0 req-ab355485-683e-432d-9f89-dc0381f5aae9 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=1a86f263882a44f385804b84f83d735c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2470400 Sep 21 12:23:20.741127 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.agents_db [None req-f0b1ed15-d02e-46f0-bd67-2b506ff8404e None None] Agent healthcheck: found 6 active agents {{(pid=106204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:23:20.889833 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-4da3d790-7634-4764-80b7-bef5415fcf97 req-3074a880-a083-452c-9797-13c8c373aed8 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=714df43c-52c2-426d-a391-bf58f3fa2584 HTTP/1.1" status: 200 len: 210 time: 0.0378902 Sep 21 12:23:20.921403 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a203e8ff-2991-4193-b1db-ab7ac93b0d71 req-291d96a5-f98b-4365-ae75-aaf96a95b4dd tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:20.922899 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-a203e8ff-2991-4193-b1db-ab7ac93b0d71 req-291d96a5-f98b-4365-ae75-aaf96a95b4dd tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=309d01e5-d152-40c7-bbe0-db2292d5f103 HTTP/1.1" status: 200 len: 945 time: 0.0506461 Sep 21 12:23:20.946240 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:20.978771 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-a203e8ff-2991-4193-b1db-ab7ac93b0d71 req-4c49868d-0ec5-4f0a-a2ae-f244a68e1ae1 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=16cb0007-21fa-4742-b5e1-8a76f121f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494790 Sep 21 12:23:21.757460 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:21.793532 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b44971c-2bc7-4be9-a495-fcdc72202707 req-a1c61976-fa35-46de-81fa-01044b5bd28f tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:21.794978 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-3b44971c-2bc7-4be9-a495-fcdc72202707 req-a1c61976-fa35-46de-81fa-01044b5bd28f tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de0f1a98-9419-4e35-b8e0-520c7fc482fb HTTP/1.1" status: 200 len: 944 time: 0.0476568 Sep 21 12:23:21.844534 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-3b44971c-2bc7-4be9-a495-fcdc72202707 req-7e38be80-9942-4908-aa21-b1cbef8bdb75 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439653 Sep 21 12:23:21.991469 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-6bb52854-6899-4183-86f0-c5a2d66840f1 req-37ff2a45-7bb1-4b1b-929b-676e5f15ea55 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=714df43c-52c2-426d-a391-bf58f3fa2584 HTTP/1.1" status: 200 len: 210 time: 0.0267270 Sep 21 12:23:22.100117 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56aab81-22ca-410a-a915-15180d73fa3a req-4468bce2-433f-47b6-8fcd-a8369126ba21 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:22.101140 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b56aab81-22ca-410a-a915-15180d73fa3a req-4468bce2-433f-47b6-8fcd-a8369126ba21 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=309d01e5-d152-40c7-bbe0-db2292d5f103 HTTP/1.1" status: 200 len: 945 time: 0.0468049 Sep 21 12:23:22.147850 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b56aab81-22ca-410a-a915-15180d73fa3a req-c5d9c6c2-cdba-4e4d-999a-800b681922f2 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=16cb0007-21fa-4742-b5e1-8a76f121f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411859 Sep 21 12:23:22.962757 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f68fe7-bd6a-4a0a-b7ab-dd88aa332059 req-33261f90-b21b-46fb-ad68-fb6498469446 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:22.964274 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-c1f68fe7-bd6a-4a0a-b7ab-dd88aa332059 req-33261f90-b21b-46fb-ad68-fb6498469446 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de0f1a98-9419-4e35-b8e0-520c7fc482fb HTTP/1.1" status: 200 len: 944 time: 0.0454934 Sep 21 12:23:23.010809 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-c1f68fe7-bd6a-4a0a-b7ab-dd88aa332059 req-c314af24-13b9-4c8a-a82b-0eef157923e9 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402732 Sep 21 12:23:23.094114 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-7fdecf4e-bd65-45ac-910d-18dd733806b0 req-3770cbe7-fc75-4db8-a006-5977c324a911 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=714df43c-52c2-426d-a391-bf58f3fa2584 HTTP/1.1" status: 200 len: 210 time: 0.0283129 Sep 21 12:23:23.271541 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9852b289-979b-46fc-a1be-99d8334136af req-a8415f3f-feb2-4bee-9f60-0e82c9ddb948 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:23.273250 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-9852b289-979b-46fc-a1be-99d8334136af req-a8415f3f-feb2-4bee-9f60-0e82c9ddb948 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=309d01e5-d152-40c7-bbe0-db2292d5f103 HTTP/1.1" status: 200 len: 945 time: 0.0504849 Sep 21 12:23:23.319901 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-9852b289-979b-46fc-a1be-99d8334136af req-98d88d0d-3ead-41f8-a64c-99f7bf67c98c tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=16cb0007-21fa-4742-b5e1-8a76f121f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408607 Sep 21 12:23:24.131145 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a11b51-475b-42a6-a1aa-e65473db888d req-061fc760-e02e-43a8-b751-db8ebb68d251 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:24.132616 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-82a11b51-475b-42a6-a1aa-e65473db888d req-061fc760-e02e-43a8-b751-db8ebb68d251 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de0f1a98-9419-4e35-b8e0-520c7fc482fb HTTP/1.1" status: 200 len: 944 time: 0.0472009 Sep 21 12:23:24.183733 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-82a11b51-475b-42a6-a1aa-e65473db888d req-2933f571-9577-462c-b44d-1020e0675c47 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452182 Sep 21 12:23:24.198022 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-c336aa10-1a13-4d1b-a4d6-852b7e64fb2b req-d7209dd2-5cbd-46dd-93c4-319d9c0351a1 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=714df43c-52c2-426d-a391-bf58f3fa2584 HTTP/1.1" status: 200 len: 210 time: 0.0279410 Sep 21 12:23:24.438840 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad9b8a-2cee-4d70-b9a9-59cf0c5f4e77 req-348134f0-b1a6-4482-9a41-146d69703f27 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:24.440338 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-a2ad9b8a-2cee-4d70-b9a9-59cf0c5f4e77 req-348134f0-b1a6-4482-9a41-146d69703f27 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=309d01e5-d152-40c7-bbe0-db2292d5f103 HTTP/1.1" status: 200 len: 945 time: 0.0473793 Sep 21 12:23:24.489526 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-a2ad9b8a-2cee-4d70-b9a9-59cf0c5f4e77 req-79358c05-8bac-4c64-b488-2580b2d6846f tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=16cb0007-21fa-4742-b5e1-8a76f121f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434666 Sep 21 12:23:24.870893 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=19 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:25.302760 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-0768103b-fe12-49a2-a8ab-1b6adc2529fb req-cba44e2a-c673-44c4-ab7f-2fc957726ee9 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=714df43c-52c2-426d-a391-bf58f3fa2584 HTTP/1.1" status: 200 len: 210 time: 0.0282481 Sep 21 12:23:25.304906 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c637b-d591-4eff-bf14-c5dedf9e8e60 req-7e5e0fd9-21e0-4989-be17-69908b0ff1aa tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:25.306556 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-d70c637b-d591-4eff-bf14-c5dedf9e8e60 req-7e5e0fd9-21e0-4989-be17-69908b0ff1aa tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de0f1a98-9419-4e35-b8e0-520c7fc482fb HTTP/1.1" status: 200 len: 944 time: 0.0476785 Sep 21 12:23:25.351640 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:25.356423 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-d70c637b-d591-4eff-bf14-c5dedf9e8e60 req-3c8f1197-3f3f-4edd-b7f8-b1d5cb9ccaf9 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440214 Sep 21 12:23:25.614114 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0deed3a-1d01-4e0a-987f-1b7bc513aeed req-f65d922e-69d3-482c-a585-57a0617c3371 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:25.615562 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e0deed3a-1d01-4e0a-987f-1b7bc513aeed req-f65d922e-69d3-482c-a585-57a0617c3371 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=309d01e5-d152-40c7-bbe0-db2292d5f103 HTTP/1.1" status: 200 len: 945 time: 0.0527990 Sep 21 12:23:25.661178 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e0deed3a-1d01-4e0a-987f-1b7bc513aeed req-c79e0fec-d8c0-4295-9df7-20f20c6e0d72 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=16cb0007-21fa-4742-b5e1-8a76f121f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400498 Sep 21 12:23:26.411717 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-7379e760-f932-465b-88dc-6bb239caae77 req-24d1e6a5-e6c5-4ffe-b5c7-8e462d0df97b tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=714df43c-52c2-426d-a391-bf58f3fa2584 HTTP/1.1" status: 200 len: 210 time: 0.0321999 Sep 21 12:23:26.483579 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5368189-eee2-4e5a-8fb3-e94daaac81e1 req-39edb698-4854-4042-8744-79d124aa8b4d tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:26.485229 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-d5368189-eee2-4e5a-8fb3-e94daaac81e1 req-39edb698-4854-4042-8744-79d124aa8b4d tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de0f1a98-9419-4e35-b8e0-520c7fc482fb HTTP/1.1" status: 200 len: 944 time: 0.0505826 Sep 21 12:23:26.536209 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-d5368189-eee2-4e5a-8fb3-e94daaac81e1 req-1e1035a5-3be6-4b41-9ac8-c12851ea2c93 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447247 Sep 21 12:23:26.780551 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2862fe-1e55-4332-adbd-f84a27421cd8 req-934b94d8-ddba-4462-b56f-195a5c30e592 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:26.782063 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-2b2862fe-1e55-4332-adbd-f84a27421cd8 req-934b94d8-ddba-4462-b56f-195a5c30e592 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=309d01e5-d152-40c7-bbe0-db2292d5f103 HTTP/1.1" status: 200 len: 945 time: 0.0466387 Sep 21 12:23:26.829561 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-2b2862fe-1e55-4332-adbd-f84a27421cd8 req-5d2f6c6a-6bea-4a97-838d-e7c02fe9b787 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=16cb0007-21fa-4742-b5e1-8a76f121f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414481 Sep 21 12:23:27.516610 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-65d92ba5-2a5c-4f34-9d19-cafe24acec91 req-72449715-9851-4230-960b-4989e6296883 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=714df43c-52c2-426d-a391-bf58f3fa2584 HTTP/1.1" status: 200 len: 210 time: 0.0303864 Sep 21 12:23:27.672363 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73201796-05cd-4fda-9ef6-3f121b5f7819 req-7622253e-02ed-4853-a5be-f626a3c63247 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:27.674111 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-73201796-05cd-4fda-9ef6-3f121b5f7819 req-7622253e-02ed-4853-a5be-f626a3c63247 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de0f1a98-9419-4e35-b8e0-520c7fc482fb HTTP/1.1" status: 200 len: 944 time: 0.0491195 Sep 21 12:23:27.722709 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-73201796-05cd-4fda-9ef6-3f121b5f7819 req-36469d43-6306-4e4d-aaff-e7c7bedb898d tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432150 Sep 21 12:23:27.977774 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4f21a9-c4b1-465f-807c-fec0878b9074 req-13d46bd5-1800-438a-ab9a-d3becad748ec tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:27.979253 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-fa4f21a9-c4b1-465f-807c-fec0878b9074 req-13d46bd5-1800-438a-ab9a-d3becad748ec tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=309d01e5-d152-40c7-bbe0-db2292d5f103 HTTP/1.1" status: 200 len: 945 time: 0.0569901 Sep 21 12:23:28.005382 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=100 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:28.030773 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-fa4f21a9-c4b1-465f-807c-fec0878b9074 req-8b0d7cfb-7d2e-44ba-ad13-b5d02e016347 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=16cb0007-21fa-4742-b5e1-8a76f121f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455790 Sep 21 12:23:28.528782 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=31 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:28.532115 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:28.623317 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-4bc956b7-6d8f-46af-8a45-6b3e7e42dc04 req-9f702efa-7fa9-4544-a89b-45565777a27c tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=714df43c-52c2-426d-a391-bf58f3fa2584 HTTP/1.1" status: 200 len: 210 time: 0.0312562 Sep 21 12:23:28.846592 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406bddb9-d40e-443b-9423-7a74344fcf88 req-e9a1ccaf-bb50-457a-bee2-e55c3aa74e46 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:28.850731 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-406bddb9-d40e-443b-9423-7a74344fcf88 req-e9a1ccaf-bb50-457a-bee2-e55c3aa74e46 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de0f1a98-9419-4e35-b8e0-520c7fc482fb HTTP/1.1" status: 200 len: 944 time: 0.0528066 Sep 21 12:23:28.900037 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-406bddb9-d40e-443b-9423-7a74344fcf88 req-dd2b9705-7efb-4035-b746-5bfb63e30055 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433555 Sep 21 12:23:28.940850 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 55766) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:23:29.046606 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-fc91556e-ddaf-4afa-820d-7b1e1e24666e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:29.150810 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-fc91556e-ddaf-4afa-820d-7b1e1e24666e admin admin] Publish callbacks [] for security_group (8158f924-7a86-40fe-8982-3317552bf385), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:29.156874 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-fc91556e-ddaf-4afa-820d-7b1e1e24666e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (8158f924-7a86-40fe-8982-3317552bf385), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:29.180070 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38f848-0b85-4342-9a9e-05b2ed53d783 req-749872f0-5c89-413c-9d0d-a390da1658b4 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:29.181515 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-0a38f848-0b85-4342-9a9e-05b2ed53d783 req-749872f0-5c89-413c-9d0d-a390da1658b4 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=309d01e5-d152-40c7-bbe0-db2292d5f103 HTTP/1.1" status: 200 len: 945 time: 0.0681646 Sep 21 12:23:29.219876 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-fc91556e-ddaf-4afa-820d-7b1e1e24666e admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=49b3c8b3654a40d698b4cd5c3ea8ed21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2776680 Sep 21 12:23:29.222412 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc91556e-ddaf-4afa-820d-7b1e1e24666e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8158f924-7a86-40fe-8982-3317552bf385,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:23:29.222540 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 55776) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:23:29.252401 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-0a38f848-0b85-4342-9a9e-05b2ed53d783 req-70733320-2059-4e85-b476-58a6a1680be7 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=16cb0007-21fa-4742-b5e1-8a76f121f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617104 Sep 21 12:23:29.272125 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-4875da0f-fba6-417c-897f-e59547bba568 admin admin] Publish callbacks [] for security_group (8158f924-7a86-40fe-8982-3317552bf385), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:29.294872 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-4875da0f-fba6-417c-897f-e59547bba568 admin admin] Publish callbacks [] for security_group (8158f924-7a86-40fe-8982-3317552bf385), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:29.341185 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-4875da0f-fba6-417c-897f-e59547bba568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (8158f924-7a86-40fe-8982-3317552bf385), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:29.343781 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-4875da0f-fba6-417c-897f-e59547bba568 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:29.344964 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-4875da0f-fba6-417c-897f-e59547bba568 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/8158f924-7a86-40fe-8982-3317552bf385 HTTP/1.1" status: 204 len: 168 time: 0.1213920 Sep 21 12:23:29.352767 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4875da0f-fba6-417c-897f-e59547bba568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8158f924-7a86-40fe-8982-3317552bf385,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:23:29.723525 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-901d4df0-88c0-495e-87b2-f9ce50ae5686 req-7a8ace47-d1df-4dc1-aa24-cf8f82bfb990 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=714df43c-52c2-426d-a391-bf58f3fa2584 HTTP/1.1" status: 200 len: 210 time: 0.0281940 Sep 21 12:23:30.021950 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c47e1-6ce9-4dcc-a556-616c25213bb7 req-17af23f5-fdfc-4476-abd6-8aef6b79e0f2 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:30.023383 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-090c47e1-6ce9-4dcc-a556-616c25213bb7 req-17af23f5-fdfc-4476-abd6-8aef6b79e0f2 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de0f1a98-9419-4e35-b8e0-520c7fc482fb HTTP/1.1" status: 200 len: 944 time: 0.0485203 Sep 21 12:23:30.071032 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-090c47e1-6ce9-4dcc-a556-616c25213bb7 req-3018143d-5cb7-4f11-b597-5e5fd54f0ab5 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421867 Sep 21 12:23:30.371788 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cd0af7-cad5-4e3e-989b-d52ce8637b5b req-f5c91089-cdba-420c-8b4a-b3d002d36c2e tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:30.373244 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b8cd0af7-cad5-4e3e-989b-d52ce8637b5b req-f5c91089-cdba-420c-8b4a-b3d002d36c2e tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=309d01e5-d152-40c7-bbe0-db2292d5f103 HTTP/1.1" status: 200 len: 945 time: 0.0465252 Sep 21 12:23:30.412943 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:30.420751 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b8cd0af7-cad5-4e3e-989b-d52ce8637b5b req-fed3275a-f1a2-4469-a4d2-4e7808a29d7a tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=16cb0007-21fa-4742-b5e1-8a76f121f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420816 Sep 21 12:23:30.741201 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=53,neutron:INSERT=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:30.822977 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-0f33c549-24a9-4fd1-bbde-615d3f7f462e req-2b932b00-6b4f-48f8-8f1f-b0076c4d617c tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=714df43c-52c2-426d-a391-bf58f3fa2584 HTTP/1.1" status: 200 len: 210 time: 0.0270517 Sep 21 12:23:30.968553 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 3fb9b2d0-df9a-421a-b7da-b2bbf6f67639 details requested by agent hyperv_hv-cinder-85867 with host hv-cinder-85867 {{(pid=106203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 12:23:31.067195 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port 3fb9b2d0-df9a-421a-b7da-b2bbf6f67639, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=3fb9b2d0-df9a-421a-b7da-b2bbf6f67639,segment=NetworkSegment(de4c10ad-e50b-46d7-aed4-597b1ab39d3c),segment_id=de4c10ad-e50b-46d7-aed4-597b1ab39d3c)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:23:31.080618 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Returning: {'device': '3fb9b2d0-df9a-421a-b7da-b2bbf6f67639', 'network_id': '46771c4a-a4e0-44e3-b0ad-6700b1914d9d', 'port_id': '3fb9b2d0-df9a-421a-b7da-b2bbf6f67639', 'mac_address': 'fa:16:3e:85:be:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '262afd09-1dba-467b-a294-ced74668905b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 12:23:31.127304 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Current status of the port 3fb9b2d0-df9a-421a-b7da-b2bbf6f67639 is: DOWN; New status is: BUILD {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:23:31.127835 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (3fb9b2d0-df9a-421a-b7da-b2bbf6f67639), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:31.141194 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.notifiers.nova [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fb9b2d0-df9a-421a-b7da-b2bbf6f67639 {{(pid=106203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 12:23:31.161795 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port 3fb9b2d0-df9a-421a-b7da-b2bbf6f67639, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=3fb9b2d0-df9a-421a-b7da-b2bbf6f67639,segment=NetworkSegment(de4c10ad-e50b-46d7-aed4-597b1ab39d3c),segment_id=de4c10ad-e50b-46d7-aed4-597b1ab39d3c)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:23:31.166497 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (3fb9b2d0-df9a-421a-b7da-b2bbf6f67639), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:31.214591 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0e576a-3ead-4006-a7b4-a8609652b110 req-dca5c086-0a52-48bb-b83a-53c7d02d5f92 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:31.216359 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ac0e576a-3ead-4006-a7b4-a8609652b110 req-dca5c086-0a52-48bb-b83a-53c7d02d5f92 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de0f1a98-9419-4e35-b8e0-520c7fc482fb HTTP/1.1" status: 200 len: 944 time: 0.0574310 Sep 21 12:23:31.228657 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Pushing event updated for resources: {'Port': ['ID=3fb9b2d0-df9a-421a-b7da-b2bbf6f67639,revision_number=4']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:23:31.266731 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ac0e576a-3ead-4006-a7b4-a8609652b110 req-de7a0413-ed82-4f8c-9ef7-11a5b10a0bb6 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447013 Sep 21 12:23:31.544111 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f161f6-36c3-47b4-901e-635db3a5b57c req-64614944-4950-4d78-b416-ba37fc073f74 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:31.545581 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-08f161f6-36c3-47b4-901e-635db3a5b57c req-64614944-4950-4d78-b416-ba37fc073f74 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=309d01e5-d152-40c7-bbe0-db2292d5f103 HTTP/1.1" status: 200 len: 945 time: 0.0490115 Sep 21 12:23:31.602613 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-08f161f6-36c3-47b4-901e-635db3a5b57c req-7047639a-dc8e-423b-ad5a-4255a8de0484 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=16cb0007-21fa-4742-b5e1-8a76f121f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506463 Sep 21 12:23:32.064550 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-a2fb4bcd-dfaa-4164-9345-efc927bc1075 req-f86628db-12ab-4102-8faa-a7bc2109e353 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=714df43c-52c2-426d-a391-bf58f3fa2584 HTTP/1.1" status: 200 len: 210 time: 0.0279105 Sep 21 12:23:32.375036 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:32.393874 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fbcb9c-c5d3-4568-98b6-8b512726e90a req-53e92737-eead-4c7b-9492-8fcb773ce388 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:32.395331 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-c0fbcb9c-c5d3-4568-98b6-8b512726e90a req-53e92737-eead-4c7b-9492-8fcb773ce388 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de0f1a98-9419-4e35-b8e0-520c7fc482fb HTTP/1.1" status: 200 len: 944 time: 0.0472064 Sep 21 12:23:32.440868 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-c0fbcb9c-c5d3-4568-98b6-8b512726e90a req-9a2fece9-67f4-44e4-b7ee-4638df70118f tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399244 Sep 21 12:23:32.730739 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b9eb1-c950-44ed-b719-c46921801b09 req-f2cc85c9-10b1-4759-8cf5-44c5b30254a0 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:32.732234 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e24b9eb1-c950-44ed-b719-c46921801b09 req-f2cc85c9-10b1-4759-8cf5-44c5b30254a0 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=309d01e5-d152-40c7-bbe0-db2292d5f103 HTTP/1.1" status: 200 len: 945 time: 0.0516014 Sep 21 12:23:32.779975 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e24b9eb1-c950-44ed-b719-c46921801b09 req-82f0da7a-4fec-4ee3-993d-675afa960bb8 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=16cb0007-21fa-4742-b5e1-8a76f121f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417109 Sep 21 12:23:33.166859 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-6854597b-b739-45cd-8b09-0bf6466399bf req-b970fe06-96cb-4cd8-9da2-210534f27879 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=714df43c-52c2-426d-a391-bf58f3fa2584 HTTP/1.1" status: 200 len: 210 time: 0.0279830 Sep 21 12:23:33.542607 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] get_ports_and_sgs() called for port_ids ['3fb9b2d0-df9a-421a-b7da-b2bbf6f67639'] {{(pid=106203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 12:23:33.564375 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b90b030-cfd0-42fa-8e32-6682f1198b48 req-aa52ae4d-b0d1-4d11-ba7a-d1a68193811b tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:33.565892 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-0b90b030-cfd0-42fa-8e32-6682f1198b48 req-aa52ae4d-b0d1-4d11-ba7a-d1a68193811b tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de0f1a98-9419-4e35-b8e0-520c7fc482fb HTTP/1.1" status: 200 len: 944 time: 0.0520575 Sep 21 12:23:33.613912 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-0b90b030-cfd0-42fa-8e32-6682f1198b48 req-0020ef88-a661-4874-8dc4-8da7bdd8192d tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424080 Sep 21 12:23:33.898024 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac29127-de6d-4034-a224-305f5134227b req-1bc768c3-04b9-4c5f-9295-373a1f9963e8 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:33.899495 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-2ac29127-de6d-4034-a224-305f5134227b req-1bc768c3-04b9-4c5f-9295-373a1f9963e8 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=309d01e5-d152-40c7-bbe0-db2292d5f103 HTTP/1.1" status: 200 len: 945 time: 0.0465415 Sep 21 12:23:33.962718 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-2ac29127-de6d-4034-a224-305f5134227b req-7b7c04bf-1a63-4b46-9b83-b9b6efb471de tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=16cb0007-21fa-4742-b5e1-8a76f121f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576270 Sep 21 12:23:34.274642 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-dd70dde3-9acb-458d-9e07-e3d15a510abb req-84be12ca-9997-48c5-a5ed-3e44f0be6cc1 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=714df43c-52c2-426d-a391-bf58f3fa2584 HTTP/1.1" status: 200 len: 210 time: 0.0343828 Sep 21 12:23:34.735035 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a38dbda-a678-4017-9d1e-fa986fea8d5b req-9814dbf2-1446-427b-a768-c70e71a2accc tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:34.736507 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-7a38dbda-a678-4017-9d1e-fa986fea8d5b req-9814dbf2-1446-427b-a768-c70e71a2accc tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de0f1a98-9419-4e35-b8e0-520c7fc482fb HTTP/1.1" status: 200 len: 944 time: 0.0462546 Sep 21 12:23:34.756071 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:34.795653 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-7a38dbda-a678-4017-9d1e-fa986fea8d5b req-1e97becb-ff7a-47ab-98f2-1537425e5599 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534446 Sep 21 12:23:34.995393 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 3fb9b2d0-df9a-421a-b7da-b2bbf6f67639 up at agent hyperv_hv-cinder-85867 {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:23:35.036941 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Provisioning for port 3fb9b2d0-df9a-421a-b7da-b2bbf6f67639 completed by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 21 12:23:35.042724 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Provisioning complete for port 3fb9b2d0-df9a-421a-b7da-b2bbf6f67639 triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:23:35.043095 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (3fb9b2d0-df9a-421a-b7da-b2bbf6f67639), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:35.043426 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Attempt 1 to provision port 3fb9b2d0-df9a-421a-b7da-b2bbf6f67639 Sep 21 12:23:35.083990 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4950cd-9a38-4fe7-923d-bd40174f75a1 req-51e97088-f0fe-4a4c-baee-28c7e9b23357 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:35.085467 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ff4950cd-9a38-4fe7-923d-bd40174f75a1 req-51e97088-f0fe-4a4c-baee-28c7e9b23357 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=309d01e5-d152-40c7-bbe0-db2292d5f103 HTTP/1.1" status: 200 len: 945 time: 0.0469708 Sep 21 12:23:35.117554 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Current status of the port 3fb9b2d0-df9a-421a-b7da-b2bbf6f67639 is: BUILD; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:23:35.117936 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (3fb9b2d0-df9a-421a-b7da-b2bbf6f67639), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:35.133882 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ff4950cd-9a38-4fe7-923d-bd40174f75a1 req-ef00156f-21d0-447a-9cdd-f1f1e5772b7d tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=16cb0007-21fa-4742-b5e1-8a76f121f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427060 Sep 21 12:23:35.142024 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5560ddde-2668-4e31-bbbf-b94d7485df5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fb9b2d0-df9a-421a-b7da-b2bbf6f67639'}] {{(pid=106203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:23:35.144287 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f5c4d77a05fc023d1f839eaccf47ad38217f4e21b3a59551d1b02ed6bd0851a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79108752-fad1-48b0-87bd-5a562d7350a1" -d '{"events": [{"server_uuid": "5560ddde-2668-4e31-bbbf-b94d7485df5a", "name": "network-vif-plugged", "status": "completed", "tag": "3fb9b2d0-df9a-421a-b7da-b2bbf6f67639"}]}' {{(pid=106203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:23:35.160096 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port 3fb9b2d0-df9a-421a-b7da-b2bbf6f67639, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=3fb9b2d0-df9a-421a-b7da-b2bbf6f67639,segment=NetworkSegment(de4c10ad-e50b-46d7-aed4-597b1ab39d3c),segment_id=de4c10ad-e50b-46d7-aed4-597b1ab39d3c)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:23:35.165429 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (3fb9b2d0-df9a-421a-b7da-b2bbf6f67639), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:35.189101 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 12:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce4d62c5-9c4c-46da-8bbc-0472d1f1c6c4 x-openstack-request-id: req-ce4d62c5-9c4c-46da-8bbc-0472d1f1c6c4 {{(pid=106203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:23:35.189409 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5560ddde-2668-4e31-bbbf-b94d7485df5a", "name": "network-vif-plugged", "status": "completed", "tag": "3fb9b2d0-df9a-421a-b7da-b2bbf6f67639", "code": 200}]} {{(pid=106203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:23:35.189659 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ce4d62c5-9c4c-46da-8bbc-0472d1f1c6c4 {{(pid=106203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:23:35.190045 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce4d62c5-9c4c-46da-8bbc-0472d1f1c6c4'] response: {'server_uuid': '5560ddde-2668-4e31-bbbf-b94d7485df5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fb9b2d0-df9a-421a-b7da-b2bbf6f67639', 'code': 200} Sep 21 12:23:35.215212 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Pushing event updated for resources: {'Port': ['ID=3fb9b2d0-df9a-421a-b7da-b2bbf6f67639,revision_number=5']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:23:35.380616 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-a3f06bf3-15c4-4a79-a759-25de5e7ce98a req-caff74b1-85d8-4cd2-ad58-f594862b8a62 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=714df43c-52c2-426d-a391-bf58f3fa2584 HTTP/1.1" status: 200 len: 210 time: 0.0310669 Sep 21 12:23:35.916951 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bbd389-9109-4ec4-83e4-321fa8c671ad req-b9a5b9cf-6048-4fd4-88e7-2df4600e9d37 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:35.918435 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-a4bbd389-9109-4ec4-83e4-321fa8c671ad req-b9a5b9cf-6048-4fd4-88e7-2df4600e9d37 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de0f1a98-9419-4e35-b8e0-520c7fc482fb HTTP/1.1" status: 200 len: 944 time: 0.0473609 Sep 21 12:23:35.965230 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-a4bbd389-9109-4ec4-83e4-321fa8c671ad req-61eef181-5605-4e70-bb25-8a8663fd843d tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404787 Sep 21 12:23:36.257176 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132de12c-ee00-4a9d-b11c-a06a905f0734 req-8b43e852-54c1-42d1-88e0-dc92a66bcc9f tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:36.258655 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-132de12c-ee00-4a9d-b11c-a06a905f0734 req-8b43e852-54c1-42d1-88e0-dc92a66bcc9f tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=309d01e5-d152-40c7-bbe0-db2292d5f103 HTTP/1.1" status: 200 len: 945 time: 0.0473356 Sep 21 12:23:36.307595 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-132de12c-ee00-4a9d-b11c-a06a905f0734 req-ec261d0b-7835-46c6-b0f9-e2ff1b7cffe0 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=16cb0007-21fa-4742-b5e1-8a76f121f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433400 Sep 21 12:23:36.359043 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-2a714367-6aaf-4650-8648-3b45d378d54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (f73c601a-29a1-4353-9f34-efd4ba2e6501), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:36.439068 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69c8950-fa0c-469a-8708-968e6e3186f2 req-ef10fcf0-ca7d-4e86-9d9e-e18ad574a7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:36.440661 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b69c8950-fa0c-469a-8708-968e6e3186f2 req-ef10fcf0-ca7d-4e86-9d9e-e18ad574a7c6 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=d3bd02ae79fd4edb9886b1b4ef3d761a&device_id=de0f1a98-9419-4e35-b8e0-520c7fc482fb HTTP/1.1" status: 200 len: 1128 time: 0.0440700 Sep 21 12:23:36.508711 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-ad6ae04a-d776-4ef5-a472-dee650bc731b req-2256d05b-cecf-40c9-a7d3-04bd5812ef91 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=714df43c-52c2-426d-a391-bf58f3fa2584 HTTP/1.1" status: 200 len: 210 time: 0.0508449 Sep 21 12:23:36.534817 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:36.547726 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:36.571008 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69c8950-fa0c-469a-8708-968e6e3186f2 req-2c1303c2-54c0-4e61-95a0-60a24ae0a884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:36.573782 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b69c8950-fa0c-469a-8708-968e6e3186f2 req-2c1303c2-54c0-4e61-95a0-60a24ae0a884 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=46771c4a-a4e0-44e3-b0ad-6700b1914d9d HTTP/1.1" status: 200 len: 920 time: 0.1131110 Sep 21 12:23:36.615249 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b69c8950-fa0c-469a-8708-968e6e3186f2 req-a97f1224-f2d4-4284-aee4-08a3282f0e4b service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16f7d649-433e-42b0-aede-b34b15fd092f HTTP/1.1" status: 200 len: 217 time: 0.0355308 Sep 21 12:23:36.737744 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69c8950-fa0c-469a-8708-968e6e3186f2 req-e04e854a-66d5-4698-afb3-fa348f7d82c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:36.739225 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b69c8950-fa0c-469a-8708-968e6e3186f2 req-e04e854a-66d5-4698-afb3-fa348f7d82c4 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=262afd09-1dba-467b-a294-ced74668905b HTTP/1.1" status: 200 len: 858 time: 0.0817285 Sep 21 12:23:36.740291 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3e331-0275-40e2-b092-39b492e4bd00 req-78ada9ea-0172-4ff2-b810-a2f3485b56a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:36.741633 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-bfb3e331-0275-40e2-b092-39b492e4bd00 req-78ada9ea-0172-4ff2-b810-a2f3485b56a6 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=5560ddde-2668-4e31-bbbf-b94d7485df5a HTTP/1.1" status: 200 len: 1130 time: 0.0570066 Sep 21 12:23:36.803943 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69c8950-fa0c-469a-8708-968e6e3186f2 req-f06e5db2-3232-407e-b4b4-4a89dadd8ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:36.805450 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b69c8950-fa0c-469a-8708-968e6e3186f2 req-f06e5db2-3232-407e-b4b4-4a89dadd8ad9 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=46771c4a-a4e0-44e3-b0ad-6700b1914d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0552895 Sep 21 12:23:36.872835 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-bfb3e331-0275-40e2-b092-39b492e4bd00 req-527f43d4-6448-4ab9-b703-e5f39cc16ff5 service neutron] 10.222.0.66 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956268 Sep 21 12:23:36.915216 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b69c8950-fa0c-469a-8708-968e6e3186f2 req-5fab3b8e-5d23-4230-81db-def20b18ed74 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/46771c4a-a4e0-44e3-b0ad-6700b1914d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009650 Sep 21 12:23:37.018777 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 16f7d649-433e-42b0-aede-b34b15fd092f details requested by agent hyperv_hv-cinder-85867 with host hv-cinder-85867 {{(pid=106203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 12:23:37.032187 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:37.087254 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a998e90-d9e2-4347-b9a5-0cd001a2f5ce req-817a4c1a-9f75-4560-996c-8e5b765fd43a tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:37.088898 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-7a998e90-d9e2-4347-b9a5-0cd001a2f5ce req-817a4c1a-9f75-4560-996c-8e5b765fd43a tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de0f1a98-9419-4e35-b8e0-520c7fc482fb HTTP/1.1" status: 200 len: 944 time: 0.0483105 Sep 21 12:23:37.129192 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port 16f7d649-433e-42b0-aede-b34b15fd092f, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=16f7d649-433e-42b0-aede-b34b15fd092f,segment=NetworkSegment(de4c10ad-e50b-46d7-aed4-597b1ab39d3c),segment_id=de4c10ad-e50b-46d7-aed4-597b1ab39d3c)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:23:37.136327 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-7a998e90-d9e2-4347-b9a5-0cd001a2f5ce req-ab5df3c7-bf8e-447f-83b2-ca35e0f470a8 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417325 Sep 21 12:23:37.140414 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Returning: {'device': '16f7d649-433e-42b0-aede-b34b15fd092f', 'network_id': '46771c4a-a4e0-44e3-b0ad-6700b1914d9d', 'port_id': '16f7d649-433e-42b0-aede-b34b15fd092f', 'mac_address': 'fa:16:3e:7f:6d:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '262afd09-1dba-467b-a294-ced74668905b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 12:23:37.174978 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Current status of the port 16f7d649-433e-42b0-aede-b34b15fd092f is: DOWN; New status is: BUILD {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:23:37.175360 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (16f7d649-433e-42b0-aede-b34b15fd092f), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:37.188808 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.notifiers.nova [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16f7d649-433e-42b0-aede-b34b15fd092f {{(pid=106203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 12:23:37.207655 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port 16f7d649-433e-42b0-aede-b34b15fd092f, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=16f7d649-433e-42b0-aede-b34b15fd092f,segment=NetworkSegment(de4c10ad-e50b-46d7-aed4-597b1ab39d3c),segment_id=de4c10ad-e50b-46d7-aed4-597b1ab39d3c)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:23:37.211301 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (16f7d649-433e-42b0-aede-b34b15fd092f), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:37.262092 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Pushing event updated for resources: {'Port': ['ID=16f7d649-433e-42b0-aede-b34b15fd092f,revision_number=4']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:23:37.431201 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9340652c-6b50-44a8-9545-346c9e3416f7 req-5092d229-6dd6-4610-b3d0-e54fa1020c59 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:37.432716 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-9340652c-6b50-44a8-9545-346c9e3416f7 req-5092d229-6dd6-4610-b3d0-e54fa1020c59 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=309d01e5-d152-40c7-bbe0-db2292d5f103 HTTP/1.1" status: 200 len: 945 time: 0.0477619 Sep 21 12:23:37.482640 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-9340652c-6b50-44a8-9545-346c9e3416f7 req-d04058cb-0bbf-4f96-ae53-98d2dd87ec97 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=16cb0007-21fa-4742-b5e1-8a76f121f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435097 Sep 21 12:23:37.612789 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-c1539d11-44e2-4241-90ca-8068c9919961 req-ef0495a9-86af-498d-9973-2441af412ab8 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=714df43c-52c2-426d-a391-bf58f3fa2584 HTTP/1.1" status: 200 len: 210 time: 0.0280766 Sep 21 12:23:38.036500 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=100 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:38.073374 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b69c8950-fa0c-469a-8708-968e6e3186f2 req-8f89776a-ab04-4324-bf96-d60baff748dc service neutron] 10.222.0.66 "GET /networking/v2.0/networks/46771c4a-a4e0-44e3-b0ad-6700b1914d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874815 Sep 21 12:23:38.256654 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef62c50-98b7-4392-b5d0-b1974637dbb0 req-6982f4c5-185a-4da9-bd5f-1f100e5c3f5c tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:38.258020 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-cef62c50-98b7-4392-b5d0-b1974637dbb0 req-6982f4c5-185a-4da9-bd5f-1f100e5c3f5c tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de0f1a98-9419-4e35-b8e0-520c7fc482fb HTTP/1.1" status: 200 len: 945 time: 0.0458376 Sep 21 12:23:38.304414 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-cef62c50-98b7-4392-b5d0-b1974637dbb0 req-7a1c46ca-e8ed-4e9e-9731-b504ad21f6c8 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407815 Sep 21 12:23:38.546510 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] get_ports_and_sgs() called for port_ids ['16f7d649-433e-42b0-aede-b34b15fd092f'] {{(pid=106203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 12:23:38.606219 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e03be-a488-4932-b7e7-adf2cd5bc143 req-253122d7-9064-42ca-bc9a-dede8aa69079 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:38.607892 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-a57e03be-a488-4932-b7e7-adf2cd5bc143 req-253122d7-9064-42ca-bc9a-dede8aa69079 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=309d01e5-d152-40c7-bbe0-db2292d5f103 HTTP/1.1" status: 200 len: 945 time: 0.0506248 Sep 21 12:23:38.621550 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-d2d8242a-7b9b-4042-b593-b4d4de1a0b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (4f31b8b6-17c0-474d-bf52-0481ff2a5cf7), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:38.664674 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-a57e03be-a488-4932-b7e7-adf2cd5bc143 req-9271ef9f-a67e-4574-b4fa-1b3177ab69a0 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=16cb0007-21fa-4742-b5e1-8a76f121f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497842 Sep 21 12:23:38.744154 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-eb84f72b-7655-4264-bb79-99dc6a2abd65 req-60e04859-e2ae-4d6b-a85f-c41e27ec67a2 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=714df43c-52c2-426d-a391-bf58f3fa2584 HTTP/1.1" status: 200 len: 210 time: 0.0322764 Sep 21 12:23:39.175641 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c5d19-328f-4ec8-aabe-3cead26f18bf req-872823cf-44e0-4792-9d51-3018e6c7405b tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:39.177077 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-2e3c5d19-328f-4ec8-aabe-3cead26f18bf req-872823cf-44e0-4792-9d51-3018e6c7405b tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=309d01e5-d152-40c7-bbe0-db2292d5f103 HTTP/1.1" status: 200 len: 945 time: 0.0492086 Sep 21 12:23:39.422408 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fdd8e4-39d6-41b7-9c98-9ecc35f6636e req-a5ab78e5-6fc5-45aa-9771-56bf683a8c85 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:39.423888 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e0fdd8e4-39d6-41b7-9c98-9ecc35f6636e req-a5ab78e5-6fc5-45aa-9771-56bf683a8c85 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de0f1a98-9419-4e35-b8e0-520c7fc482fb HTTP/1.1" status: 200 len: 945 time: 0.0468578 Sep 21 12:23:39.473688 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e0fdd8e4-39d6-41b7-9c98-9ecc35f6636e req-dd0ca679-e458-490e-987c-e677ff91619b tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442059 Sep 21 12:23:39.687390 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 16f7d649-433e-42b0-aede-b34b15fd092f up at agent hyperv_hv-cinder-85867 {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:23:39.796456 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Provisioning for port 16f7d649-433e-42b0-aede-b34b15fd092f completed by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 21 12:23:39.808584 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Provisioning complete for port 16f7d649-433e-42b0-aede-b34b15fd092f triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:23:39.808998 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (16f7d649-433e-42b0-aede-b34b15fd092f), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:39.809342 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Attempt 1 to provision port 16f7d649-433e-42b0-aede-b34b15fd092f Sep 21 12:23:39.845096 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [req-2e3c5d19-328f-4ec8-aabe-3cead26f18bf req-0fef21a5-ec43-4c6d-ab21-4e1cb01a612b tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Deleting port 31c51ceb-171d-4706-b582-46630abdaa5b {{(pid=106202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:23:39.845677 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-2e3c5d19-328f-4ec8-aabe-3cead26f18bf req-0fef21a5-ec43-4c6d-ab21-4e1cb01a612b tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (31c51ceb-171d-4706-b582-46630abdaa5b), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:39.895020 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Current status of the port 16f7d649-433e-42b0-aede-b34b15fd092f is: BUILD; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:23:39.895475 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (16f7d649-433e-42b0-aede-b34b15fd092f), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:39.911054 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32844076-b9f2-4992-8a58-83348470c128 req-33e927b8-e7e7-4e1d-bba5-6855ca0733dc tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:39.913698 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-32844076-b9f2-4992-8a58-83348470c128 req-33e927b8-e7e7-4e1d-bba5-6855ca0733dc tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=309d01e5-d152-40c7-bbe0-db2292d5f103 HTTP/1.1" status: 200 len: 945 time: 0.0765357 Sep 21 12:23:39.924482 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-521246d6-8946-4e22-9237-763fdd2c2153 req-72a6f726-9512-4825-95c3-817eadf8b2b5 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=714df43c-52c2-426d-a391-bf58f3fa2584 HTTP/1.1" status: 200 len: 210 time: 0.0629954 Sep 21 12:23:39.940702 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de0f1a98-9419-4e35-b8e0-520c7fc482fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f7d649-433e-42b0-aede-b34b15fd092f'}] {{(pid=106203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:23:39.943100 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f5c4d77a05fc023d1f839eaccf47ad38217f4e21b3a59551d1b02ed6bd0851a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d743e50-5e5e-4255-a272-e16a1b00beec" -d '{"events": [{"server_uuid": "de0f1a98-9419-4e35-b8e0-520c7fc482fb", "name": "network-vif-plugged", "status": "completed", "tag": "16f7d649-433e-42b0-aede-b34b15fd092f"}]}' {{(pid=106203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:23:39.954605 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-740e41e1-10de-4b2e-a9f0-9582d49d2a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (d7a8950b-d4d7-4646-ba54-d395483871b4), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:39.958381 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port 16f7d649-433e-42b0-aede-b34b15fd092f, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=16f7d649-433e-42b0-aede-b34b15fd092f,segment=NetworkSegment(de4c10ad-e50b-46d7-aed4-597b1ab39d3c),segment_id=de4c10ad-e50b-46d7-aed4-597b1ab39d3c)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:23:39.964137 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (16f7d649-433e-42b0-aede-b34b15fd092f), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:39.996169 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [req-2e3c5d19-328f-4ec8-aabe-3cead26f18bf req-0fef21a5-ec43-4c6d-ab21-4e1cb01a612b tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] For port 31c51ceb-171d-4706-b582-46630abdaa5b, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=31c51ceb-171d-4706-b582-46630abdaa5b,segment=NetworkSegment(dab8698b-2b24-445e-9083-b2542a11afe3),segment_id=dab8698b-2b24-445e-9083-b2542a11afe3)] {{(pid=106202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:23:39.996637 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-2e3c5d19-328f-4ec8-aabe-3cead26f18bf req-0fef21a5-ec43-4c6d-ab21-4e1cb01a612b tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (31c51ceb-171d-4706-b582-46630abdaa5b), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:40.018893 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [req-2e3c5d19-328f-4ec8-aabe-3cead26f18bf req-0fef21a5-ec43-4c6d-ab21-4e1cb01a612b tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Calling delete_port for 31c51ceb-171d-4706-b582-46630abdaa5b owned by compute:nova {{(pid=106202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:23:40.023345 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:40.025363 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Pushing event updated for resources: {'Port': ['ID=16f7d649-433e-42b0-aede-b34b15fd092f,revision_number=5']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:23:40.042059 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-32844076-b9f2-4992-8a58-83348470c128 req-950b058a-1988-4fc4-970d-4263719e7d0b tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=16cb0007-21fa-4742-b5e1-8a76f121f7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203790 Sep 21 12:23:40.069585 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 12:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7718e72f-8a6d-4c38-90fc-22f831024e5a x-openstack-request-id: req-7718e72f-8a6d-4c38-90fc-22f831024e5a {{(pid=106203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:23:40.069893 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de0f1a98-9419-4e35-b8e0-520c7fc482fb", "name": "network-vif-plugged", "status": "completed", "tag": "16f7d649-433e-42b0-aede-b34b15fd092f", "code": 200}]} {{(pid=106203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:23:40.070143 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7718e72f-8a6d-4c38-90fc-22f831024e5a {{(pid=106203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:23:40.070545 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7718e72f-8a6d-4c38-90fc-22f831024e5a'] response: {'server_uuid': 'de0f1a98-9419-4e35-b8e0-520c7fc482fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f7d649-433e-42b0-aede-b34b15fd092f', 'code': 200} Sep 21 12:23:40.103342 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=100 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:40.181597 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-2e3c5d19-328f-4ec8-aabe-3cead26f18bf req-0fef21a5-ec43-4c6d-ab21-4e1cb01a612b tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (31c51ceb-171d-4706-b582-46630abdaa5b), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:40.207847 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fef21a5-ec43-4c6d-ab21-4e1cb01a612b tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Pushing event deleted for resources: {'Port': ['ID=31c51ceb-171d-4706-b582-46630abdaa5b,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:23:40.259161 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e3c5d19-328f-4ec8-aabe-3cead26f18bf req-0fef21a5-ec43-4c6d-ab21-4e1cb01a612b tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] No DVR routers for this DVR port 31c51ceb-171d-4706-b582-46630abdaa5b on host hv-cinder-85867 {{(pid=106202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 12:23:40.261549 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-2e3c5d19-328f-4ec8-aabe-3cead26f18bf req-0fef21a5-ec43-4c6d-ab21-4e1cb01a612b tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for port (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:40.264842 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-2e3c5d19-328f-4ec8-aabe-3cead26f18bf req-0fef21a5-ec43-4c6d-ab21-4e1cb01a612b tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.66 "DELETE /networking/v2.0/ports/31c51ceb-171d-4706-b582-46630abdaa5b HTTP/1.1" status: 204 len: 173 time: 0.5972750 Sep 21 12:23:40.265327 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '309d01e5-d152-40c7-bbe0-db2292d5f103', 'name': 'network-vif-deleted', 'tag': '31c51ceb-171d-4706-b582-46630abdaa5b'}] {{(pid=106202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:23:40.267613 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f69dec5372d12bc1dbf2d83c258da0d8b658e28cfccadcad30c8a09044815e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6207f3-6eb7-417a-8d69-ccfa0f5d9a1c" -d '{"events": [{"server_uuid": "309d01e5-d152-40c7-bbe0-db2292d5f103", "name": "network-vif-deleted", "tag": "31c51ceb-171d-4706-b582-46630abdaa5b"}]}' {{(pid=106202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:23:40.306987 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-afeec9b6-8ace-466d-843e-b53f557878e0 req-13484d49-4e73-4e73-9181-a89d906114c3 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] 10.222.0.66 "GET /networking/v2.0/networks?tenant_id=1a86f263882a44f385804b84f83d735c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260267 Sep 21 12:23:40.310833 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 12:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef63983-dd33-4171-bc7f-aecd6bb651d9 x-openstack-request-id: req-0ef63983-dd33-4171-bc7f-aecd6bb651d9 {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:23:40.311779 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "309d01e5-d152-40c7-bbe0-db2292d5f103", "name": "network-vif-deleted", "tag": "31c51ceb-171d-4706-b582-46630abdaa5b", "status": "completed", "code": 200}]} {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:23:40.312103 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0ef63983-dd33-4171-bc7f-aecd6bb651d9 {{(pid=106202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:23:40.312585 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ef63983-dd33-4171-bc7f-aecd6bb651d9'] response: {'server_uuid': '309d01e5-d152-40c7-bbe0-db2292d5f103', 'name': 'network-vif-deleted', 'tag': '31c51ceb-171d-4706-b582-46630abdaa5b', 'status': 'completed', 'code': 200} Sep 21 12:23:40.469974 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeec9b6-8ace-466d-843e-b53f557878e0 req-49084991-3bfb-4a63-9082-be9e6670c631 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:40.471322 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-afeec9b6-8ace-466d-843e-b53f557878e0 req-49084991-3bfb-4a63-9082-be9e6670c631 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] 10.222.0.66 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1188023 Sep 21 12:23:40.515871 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [req-afeec9b6-8ace-466d-843e-b53f557878e0 req-54ce245d-7ce8-4fbe-bcc6-ce118b97f332 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] Request body: {'port': {'device_id': '714df43c-52c2-426d-a391-bf58f3fa2584', 'network_id': '2497166e-cb7b-4c84-b82a-f3287baa8a93', 'admin_state_up': True, 'tenant_id': '1a86f263882a44f385804b84f83d735c'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:23:40.627961 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d4a07-52e3-42ac-baeb-a2999f971965 req-e9171c61-4bf9-4605-b731-e4b4b4a5a745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:40.629440 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-bd7d4a07-52e3-42ac-baeb-a2999f971965 req-e9171c61-4bf9-4605-b731-e4b4b4a5a745 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=de0f1a98-9419-4e35-b8e0-520c7fc482fb HTTP/1.1" status: 200 len: 1130 time: 0.1098475 Sep 21 12:23:40.660548 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f35d43-a904-43ac-ab5f-d9bb114c5e33 req-4595f23d-e460-40a3-b76f-77f45b534311 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:40.662130 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-79f35d43-a904-43ac-ab5f-d9bb114c5e33 req-4595f23d-e460-40a3-b76f-77f45b534311 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de0f1a98-9419-4e35-b8e0-520c7fc482fb HTTP/1.1" status: 200 len: 946 time: 0.0795290 Sep 21 12:23:40.694635 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:40.752381 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-bd7d4a07-52e3-42ac-baeb-a2999f971965 req-578fef5f-9a3e-47f6-93b8-97e0fa99c058 service neutron] 10.222.0.66 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092944 Sep 21 12:23:40.775132 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-79f35d43-a904-43ac-ab5f-d9bb114c5e33 req-300ba6e6-0827-441b-92db-6ecdc4d4c69d tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999916 Sep 21 12:23:40.781622 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afeec9b6-8ace-466d-843e-b53f557878e0 req-54ce245d-7ce8-4fbe-bcc6-ce118b97f332 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] Made reservation on behalf of 1a86f263882a44f385804b84f83d735c for: {'port': 1} {{(pid=106202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:23:40.785263 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-afeec9b6-8ace-466d-843e-b53f557878e0 req-54ce245d-7ce8-4fbe-bcc6-ce118b97f332 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:40.794390 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-afeec9b6-8ace-466d-843e-b53f557878e0 req-54ce245d-7ce8-4fbe-bcc6-ce118b97f332 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] Publish callbacks [] for security_group (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:40.872093 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-afeec9b6-8ace-466d-843e-b53f557878e0 req-54ce245d-7ce8-4fbe-bcc6-ce118b97f332 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] Publish callbacks [] for security_group (7dc5842a-45a5-40be-9741-92116fd51002), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:40.876440 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-afeec9b6-8ace-466d-843e-b53f557878e0 req-54ce245d-7ce8-4fbe-bcc6-ce118b97f332 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (7dc5842a-45a5-40be-9741-92116fd51002), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:40.940956 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ce245d-7ce8-4fbe-bcc6-ce118b97f332 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc5842a-45a5-40be-9741-92116fd51002,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:23:40.958567 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=8 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:41.018341 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.db_base_plugin_common [req-afeec9b6-8ace-466d-843e-b53f557878e0 req-54ce245d-7ce8-4fbe-bcc6-ce118b97f332 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] Allocated IP 192.168.233.163 (2497166e-cb7b-4c84-b82a-f3287baa8a93/5a3a0345-5aac-4746-8d7e-a38c5475e96b/77262639-075d-4f0b-8e2b-dee03a44e539) {{(pid=106202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:23:41.041911 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-62850253-7e90-41a9-be74-40a353cf64ee req-5efab19a-eed5-4c1c-8b41-390d12f0743d tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=714df43c-52c2-426d-a391-bf58f3fa2584 HTTP/1.1" status: 200 len: 210 time: 0.0299685 Sep 21 12:23:41.167973 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-75074c77-56af-4701-a962-787296e44ee6 req-356a069d-cc1b-4bb7-9346-c9743917de44 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=309d01e5-d152-40c7-bbe0-db2292d5f103 HTTP/1.1" status: 200 len: 210 time: 0.0365298 Sep 21 12:23:41.205510 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-afeec9b6-8ace-466d-843e-b53f557878e0 req-54ce245d-7ce8-4fbe-bcc6-ce118b97f332 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] Publish callbacks [] for port (77262639-075d-4f0b-8e2b-dee03a44e539), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:41.233160 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (57fb69a9-4edc-44fd-8965-b65708e41306), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:41.246184 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-afeec9b6-8ace-466d-843e-b53f557878e0 req-54ce245d-7ce8-4fbe-bcc6-ce118b97f332 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735120900801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (77262639-075d-4f0b-8e2b-dee03a44e539), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:41.293920 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afeec9b6-8ace-466d-843e-b53f557878e0 req-54ce245d-7ce8-4fbe-bcc6-ce118b97f332 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] Network 2497166e-cb7b-4c84-b82a-f3287baa8a93 is already hosted by enough agents. {{(pid=106202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:23:41.297229 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.base_scheduler [req-afeec9b6-8ace-466d-843e-b53f557878e0 req-54ce245d-7ce8-4fbe-bcc6-ce118b97f332 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] Resources bound (agent type, host, resource id): {{(pid=106202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:23:41.301217 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.l3_dvrscheduler_db [req-afeec9b6-8ace-466d-843e-b53f557878e0 req-54ce245d-7ce8-4fbe-bcc6-ce118b97f332 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] Received port after_create {{(pid=106202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 12:23:41.307336 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ce245d-7ce8-4fbe-bcc6-ce118b97f332 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] Pushing event updated for resources: {'Port': ['ID=77262639-075d-4f0b-8e2b-dee03a44e539,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:23:41.361308 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeec9b6-8ace-466d-843e-b53f557878e0 req-54ce245d-7ce8-4fbe-bcc6-ce118b97f332 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:41.362088 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-afeec9b6-8ace-466d-843e-b53f557878e0 req-54ce245d-7ce8-4fbe-bcc6-ce118b97f332 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for port (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:41.380310 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-afeec9b6-8ace-466d-843e-b53f557878e0 req-54ce245d-7ce8-4fbe-bcc6-ce118b97f332 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] 10.222.0.66 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8715088 Sep 21 12:23:41.472012 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c3e59811-0015-48e8-afb5-3d82d64b721e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (cef1489a-7471-4b81-a7c5-b9e507e96767), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:41.513241 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-c8ddf61b-0767-455d-b276-a5f87c36b96d None None] Provisioning complete for port 77262639-075d-4f0b-8e2b-dee03a44e539 triggered by entity DHCP. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:23:41.513709 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c8ddf61b-0767-455d-b276-a5f87c36b96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (77262639-075d-4f0b-8e2b-dee03a44e539), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:41.513955 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-c8ddf61b-0767-455d-b276-a5f87c36b96d None None] Attempt 1 to provision port 77262639-075d-4f0b-8e2b-dee03a44e539 Sep 21 12:23:41.554827 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-c8ddf61b-0767-455d-b276-a5f87c36b96d None None] Port 77262639-075d-4f0b-8e2b-dee03a44e539 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:23:41.687476 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 31c51ceb-171d-4706-b582-46630abdaa5b no longer exists at agent hyperv_hv-cinder-85867 {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 12:23:41.710967 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] No Port match for: 31c51ceb-171d-4706-b582-46630abdaa5b {{(pid=106203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 12:23:41.711300 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 31c51ceb-171d-4706-b582-46630abdaa5b not bound to the agent host hv-cinder-85867 {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 12:23:41.901989 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5e6a6-df15-4667-b8b7-d31c9edc4a8c req-fd9c98f7-8778-4e33-ade0-c2c017d062fa tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:41.903476 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-dbf5e6a6-df15-4667-b8b7-d31c9edc4a8c req-fd9c98f7-8778-4e33-ade0-c2c017d062fa tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de0f1a98-9419-4e35-b8e0-520c7fc482fb HTTP/1.1" status: 200 len: 946 time: 0.0525999 Sep 21 12:23:41.950105 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-dbf5e6a6-df15-4667-b8b7-d31c9edc4a8c req-52b4bd0c-ebfb-4e02-a7c4-3f9cc779cfc1 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410421 Sep 21 12:23:41.988832 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [req-afeec9b6-8ace-466d-843e-b53f557878e0 req-31a796e4-5d00-4f19-b2dc-a44a17acb41c service neutron] Request body: {'port': {'device_id': '714df43c-52c2-426d-a391-bf58f3fa2584', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85867'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:23:42.051897 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-afeec9b6-8ace-466d-843e-b53f557878e0 req-31a796e4-5d00-4f19-b2dc-a44a17acb41c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (77262639-075d-4f0b-8e2b-dee03a44e539), before_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:42.054542 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:42.056370 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-c8ddf61b-0767-455d-b276-a5f87c36b96d None None] Attempt 2 to provision port 77262639-075d-4f0b-8e2b-dee03a44e539 Sep 21 12:23:42.089328 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-c8ddf61b-0767-455d-b276-a5f87c36b96d None None] Port 77262639-075d-4f0b-8e2b-dee03a44e539 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:23:42.220869 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f069a-b18d-45de-9660-6bad5c8606bb req-69a0a30f-48b7-44a5-a450-857217bebccb tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:42.222369 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e34f069a-b18d-45de-9660-6bad5c8606bb req-69a0a30f-48b7-44a5-a450-857217bebccb tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=714df43c-52c2-426d-a391-bf58f3fa2584 HTTP/1.1" status: 200 len: 936 time: 0.0721490 Sep 21 12:23:42.284356 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-0fa16983-cf89-4dbc-8ba5-ab942809c449 req-e38b7803-b19c-4a59-9aa8-abfdd99082f7 tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=309d01e5-d152-40c7-bbe0-db2292d5f103 HTTP/1.1" status: 200 len: 210 time: 0.0276051 Sep 21 12:23:42.324943 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e34f069a-b18d-45de-9660-6bad5c8606bb req-3e78479d-6767-460f-9087-210f74f3a52f tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=7dc5842a-45a5-40be-9741-92116fd51002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750906 Sep 21 12:23:42.384078 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.notifiers.nova [req-afeec9b6-8ace-466d-843e-b53f557878e0 req-31a796e4-5d00-4f19-b2dc-a44a17acb41c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77262639-075d-4f0b-8e2b-dee03a44e539 {{(pid=106202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 12:23:42.391991 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-afeec9b6-8ace-466d-843e-b53f557878e0 req-31a796e4-5d00-4f19-b2dc-a44a17acb41c service neutron] Publish callbacks [] for port (77262639-075d-4f0b-8e2b-dee03a44e539), precommit_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:42.395117 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:42.407407 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.provisioning_blocks [req-afeec9b6-8ace-466d-843e-b53f557878e0 req-31a796e4-5d00-4f19-b2dc-a44a17acb41c service neutron] Transition to ACTIVE for port object 77262639-075d-4f0b-8e2b-dee03a44e539 will not be triggered until provisioned by entity L2. {{(pid=106202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 12:23:42.410894 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-afeec9b6-8ace-466d-843e-b53f557878e0 req-31a796e4-5d00-4f19-b2dc-a44a17acb41c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6955121'] for port (77262639-075d-4f0b-8e2b-dee03a44e539), after_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:42.474620 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a796e4-5d00-4f19-b2dc-a44a17acb41c service neutron] Pushing event updated for resources: {'Port': ['ID=77262639-075d-4f0b-8e2b-dee03a44e539,revision_number=2']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:23:42.521688 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.managers [req-afeec9b6-8ace-466d-843e-b53f557878e0 req-31a796e4-5d00-4f19-b2dc-a44a17acb41c service neutron] Attempting to bind port 77262639-075d-4f0b-8e2b-dee03a44e539 on host hv-cinder-85867 for vnic_type normal with profile {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 12:23:42.522019 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.managers [req-afeec9b6-8ace-466d-843e-b53f557878e0 req-31a796e4-5d00-4f19-b2dc-a44a17acb41c service neutron] Attempting to bind port 77262639-075d-4f0b-8e2b-dee03a44e539 by drivers openvswitch,hyperv on host hv-cinder-85867 at level 0 using segments [{'id': 'e2152060-bdfa-4ea7-bc08-a21867bd4203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '2497166e-cb7b-4c84-b82a-f3287baa8a93'}] {{(pid=106202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 12:23:42.522348 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afeec9b6-8ace-466d-843e-b53f557878e0 req-31a796e4-5d00-4f19-b2dc-a44a17acb41c service neutron] Attempting to bind port 77262639-075d-4f0b-8e2b-dee03a44e539 on network 2497166e-cb7b-4c84-b82a-f3287baa8a93 {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:23:42.563963 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afeec9b6-8ace-466d-843e-b53f557878e0 req-31a796e4-5d00-4f19-b2dc-a44a17acb41c service neutron] Port 77262639-075d-4f0b-8e2b-dee03a44e539 on network 2497166e-cb7b-4c84-b82a-f3287baa8a93 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85867 {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 12:23:42.564296 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afeec9b6-8ace-466d-843e-b53f557878e0 req-31a796e4-5d00-4f19-b2dc-a44a17acb41c service neutron] Attempting to bind port 77262639-075d-4f0b-8e2b-dee03a44e539 on network 2497166e-cb7b-4c84-b82a-f3287baa8a93 {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:23:42.590026 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-c8ddf61b-0767-455d-b276-a5f87c36b96d None None] Attempt 3 to provision port 77262639-075d-4f0b-8e2b-dee03a44e539 Sep 21 12:23:42.610512 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afeec9b6-8ace-466d-843e-b53f557878e0 req-31a796e4-5d00-4f19-b2dc-a44a17acb41c service neutron] Checking agent: {'id': '986f726e-8c98-4005-b3b7-e033305b1240', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85867', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 12, 18, 46), 'started_at': datetime.datetime(2022, 9, 21, 12, 18, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 12, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 12:23:42.610971 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afeec9b6-8ace-466d-843e-b53f557878e0 req-31a796e4-5d00-4f19-b2dc-a44a17acb41c service neutron] Checking segment: {'id': 'e2152060-bdfa-4ea7-bc08-a21867bd4203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '2497166e-cb7b-4c84-b82a-f3287baa8a93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:23:42.611356 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afeec9b6-8ace-466d-843e-b53f557878e0 req-31a796e4-5d00-4f19-b2dc-a44a17acb41c service neutron] Bound using segment: {'id': 'e2152060-bdfa-4ea7-bc08-a21867bd4203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '2497166e-cb7b-4c84-b82a-f3287baa8a93'} {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 12:23:42.611832 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.managers [req-afeec9b6-8ace-466d-843e-b53f557878e0 req-31a796e4-5d00-4f19-b2dc-a44a17acb41c service neutron] Bound port: 77262639-075d-4f0b-8e2b-dee03a44e539, host: hv-cinder-85867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2152060-bdfa-4ea7-bc08-a21867bd4203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '2497166e-cb7b-4c84-b82a-f3287baa8a93'}}] {{(pid=106202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 12:23:42.612232 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-afeec9b6-8ace-466d-843e-b53f557878e0 req-31a796e4-5d00-4f19-b2dc-a44a17acb41c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (77262639-075d-4f0b-8e2b-dee03a44e539), before_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:42.628731 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-c8ddf61b-0767-455d-b276-a5f87c36b96d None None] Port 77262639-075d-4f0b-8e2b-dee03a44e539 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:23:42.680460 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [req-afeec9b6-8ace-466d-843e-b53f557878e0 req-31a796e4-5d00-4f19-b2dc-a44a17acb41c service neutron] For port 77262639-075d-4f0b-8e2b-dee03a44e539, host hv-cinder-85867, cleared binding levels {{(pid=106202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:23:42.683578 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [req-afeec9b6-8ace-466d-843e-b53f557878e0 req-31a796e4-5d00-4f19-b2dc-a44a17acb41c service neutron] For port 77262639-075d-4f0b-8e2b-dee03a44e539, host hv-cinder-85867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=77262639-075d-4f0b-8e2b-dee03a44e539,segment=NetworkSegment(e2152060-bdfa-4ea7-bc08-a21867bd4203),segment_id=e2152060-bdfa-4ea7-bc08-a21867bd4203)] {{(pid=106202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:23:42.689721 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-afeec9b6-8ace-466d-843e-b53f557878e0 req-31a796e4-5d00-4f19-b2dc-a44a17acb41c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6955121'] for port (77262639-075d-4f0b-8e2b-dee03a44e539), after_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:42.693799 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeec9b6-8ace-466d-843e-b53f557878e0 req-31a796e4-5d00-4f19-b2dc-a44a17acb41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:42.694402 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-afeec9b6-8ace-466d-843e-b53f557878e0 req-31a796e4-5d00-4f19-b2dc-a44a17acb41c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for port (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:42.695743 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-afeec9b6-8ace-466d-843e-b53f557878e0 req-31a796e4-5d00-4f19-b2dc-a44a17acb41c service neutron] 10.222.0.66 "PUT /networking/v2.0/ports/77262639-075d-4f0b-8e2b-dee03a44e539 HTTP/1.1" status: 200 len: 1098 time: 0.7112858 Sep 21 12:23:42.696307 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '714df43c-52c2-426d-a391-bf58f3fa2584', 'tag': '77262639-075d-4f0b-8e2b-dee03a44e539'}] {{(pid=106202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:23:42.698526 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f69dec5372d12bc1dbf2d83c258da0d8b658e28cfccadcad30c8a09044815e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61fc4c10-a42d-4c12-979b-b2a78b2bd378" -d '{"events": [{"name": "network-changed", "server_uuid": "714df43c-52c2-426d-a391-bf58f3fa2584", "tag": "77262639-075d-4f0b-8e2b-dee03a44e539"}]}' {{(pid=106202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:23:42.742075 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 12:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4985181-2471-4d97-9807-0c621608acad x-openstack-request-id: req-e4985181-2471-4d97-9807-0c621608acad {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:23:42.742371 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "714df43c-52c2-426d-a391-bf58f3fa2584", "tag": "77262639-075d-4f0b-8e2b-dee03a44e539", "status": "completed", "code": 200}]} {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:23:42.742629 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e4985181-2471-4d97-9807-0c621608acad {{(pid=106202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:23:42.743022 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4985181-2471-4d97-9807-0c621608acad'] response: {'name': 'network-changed', 'server_uuid': '714df43c-52c2-426d-a391-bf58f3fa2584', 'tag': '77262639-075d-4f0b-8e2b-dee03a44e539', 'status': 'completed', 'code': 200} Sep 21 12:23:42.747780 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a796e4-5d00-4f19-b2dc-a44a17acb41c service neutron] Pushing event updated for resources: {'Port': ['ID=77262639-075d-4f0b-8e2b-dee03a44e539,revision_number=3']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:23:43.069658 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d88148-07f2-4b0c-927f-8ef5b07898d5 req-4e4e09f3-207d-48b9-bb88-a8fceaf42ee3 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:43.071116 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-84d88148-07f2-4b0c-927f-8ef5b07898d5 req-4e4e09f3-207d-48b9-bb88-a8fceaf42ee3 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de0f1a98-9419-4e35-b8e0-520c7fc482fb HTTP/1.1" status: 200 len: 946 time: 0.0462222 Sep 21 12:23:43.117792 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-84d88148-07f2-4b0c-927f-8ef5b07898d5 req-03af0ea1-5917-485a-ad7e-606645d2d15f tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411038 Sep 21 12:23:43.130230 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-c8ddf61b-0767-455d-b276-a5f87c36b96d None None] Attempt 4 to provision port 77262639-075d-4f0b-8e2b-dee03a44e539 Sep 21 12:23:43.154101 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:43.171804 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-c8ddf61b-0767-455d-b276-a5f87c36b96d None None] Port 77262639-075d-4f0b-8e2b-dee03a44e539 had new provisioning blocks added so it will not transition to active. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 21 12:23:43.402447 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-199674f0-f07f-4a77-bcee-e087f09a72dd req-4c13fa00-355d-4d73-9965-81be3909dc4e tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=309d01e5-d152-40c7-bbe0-db2292d5f103 HTTP/1.1" status: 200 len: 210 time: 0.0301163 Sep 21 12:23:43.456079 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b516d33-fd88-4a50-ab5f-6e12c4547878 req-ee80ea46-e950-44ee-b737-6204894c0914 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:43.457534 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-4b516d33-fd88-4a50-ab5f-6e12c4547878 req-ee80ea46-e950-44ee-b737-6204894c0914 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=714df43c-52c2-426d-a391-bf58f3fa2584 HTTP/1.1" status: 200 len: 948 time: 0.0515242 Sep 21 12:23:43.469391 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:43.507584 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-4b516d33-fd88-4a50-ab5f-6e12c4547878 req-6dcb44ca-96b6-445e-aed7-a8ee0b08e615 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=7dc5842a-45a5-40be-9741-92116fd51002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445690 Sep 21 12:23:43.766899 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:43.771909 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=5 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:44.235653 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2966d-7fb5-46a3-8c78-a97e1cb96678 req-da6e4fce-a273-4512-9497-540b30a1ae02 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:44.237183 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-51d2966d-7fb5-46a3-8c78-a97e1cb96678 req-da6e4fce-a273-4512-9497-540b30a1ae02 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de0f1a98-9419-4e35-b8e0-520c7fc482fb HTTP/1.1" status: 200 len: 946 time: 0.0460353 Sep 21 12:23:44.286988 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-51d2966d-7fb5-46a3-8c78-a97e1cb96678 req-55304e2a-fd55-445f-b3cf-050e580a0417 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442982 Sep 21 12:23:44.519230 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b47ad197-4c87-4383-865d-08a07b0807bb req-28dff38f-76f6-4bc6-aaa8-06a2891bb31f tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=309d01e5-d152-40c7-bbe0-db2292d5f103 HTTP/1.1" status: 200 len: 210 time: 0.0277543 Sep 21 12:23:44.625664 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df6188-2554-4fa3-b216-19d83df0c565 req-bd3e57b5-ad6a-46d8-a503-106253c9c360 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:44.627110 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-40df6188-2554-4fa3-b216-19d83df0c565 req-bd3e57b5-ad6a-46d8-a503-106253c9c360 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=714df43c-52c2-426d-a391-bf58f3fa2584 HTTP/1.1" status: 200 len: 948 time: 0.0456815 Sep 21 12:23:44.674734 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-40df6188-2554-4fa3-b216-19d83df0c565 req-b6e5ba07-6e60-4af9-9d60-403c66e42c4c tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=7dc5842a-45a5-40be-9741-92116fd51002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420151 Sep 21 12:23:45.410944 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c740b22a-cf79-40c6-9afc-34cf73b31dcc req-54f673e2-49f5-40a3-8d1b-26fa30d0cbcc tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:45.412728 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-c740b22a-cf79-40c6-9afc-34cf73b31dcc req-54f673e2-49f5-40a3-8d1b-26fa30d0cbcc tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de0f1a98-9419-4e35-b8e0-520c7fc482fb HTTP/1.1" status: 200 len: 946 time: 0.0499737 Sep 21 12:23:45.461239 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-c740b22a-cf79-40c6-9afc-34cf73b31dcc req-61a7c9b7-3042-4e37-bb84-55ebeb42f75a tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425591 Sep 21 12:23:45.632209 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-447fdf34-2a23-4914-b398-3becd644f313 req-617b459a-1432-42f5-953f-cfe6fec47f0c tempest-VolumesActionsTest-1210229347 tempest-VolumesActionsTest-1210229347-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=309d01e5-d152-40c7-bbe0-db2292d5f103 HTTP/1.1" status: 200 len: 210 time: 0.0268826 Sep 21 12:23:46.015584 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f41541-5e58-47b8-81dd-5a7dc7df12bf req-374788fd-7bef-4459-ad19-c20d5881b826 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:46.017100 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-d1f41541-5e58-47b8-81dd-5a7dc7df12bf req-374788fd-7bef-4459-ad19-c20d5881b826 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=714df43c-52c2-426d-a391-bf58f3fa2584 HTTP/1.1" status: 200 len: 948 time: 0.2675524 Sep 21 12:23:46.063296 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-d1f41541-5e58-47b8-81dd-5a7dc7df12bf req-821e16b6-6f1e-4658-86cc-9f24a86b8d9a tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=7dc5842a-45a5-40be-9741-92116fd51002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406303 Sep 21 12:23:46.441186 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc4c10-a42d-4c12-979b-b2a78b2bd378 req-29dcc55e-662e-48d5-a319-dc51b9e59bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:46.443351 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-61fc4c10-a42d-4c12-979b-b2a78b2bd378 req-29dcc55e-662e-48d5-a319-dc51b9e59bf5 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=1a86f263882a44f385804b84f83d735c&device_id=714df43c-52c2-426d-a391-bf58f3fa2584 HTTP/1.1" status: 200 len: 1132 time: 0.0510075 Sep 21 12:23:46.528051 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-61fc4c10-a42d-4c12-979b-b2a78b2bd378 req-d392720f-0586-426f-a492-13c1fbb40cc8 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?tenant_id=1a86f263882a44f385804b84f83d735c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0201480 Sep 21 12:23:46.593074 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a2205-9397-47ee-a734-bdb70285100e req-a6b2e307-f012-4bd1-bf55-09169201e01c tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:46.594739 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-e61a2205-9397-47ee-a734-bdb70285100e req-a6b2e307-f012-4bd1-bf55-09169201e01c tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de0f1a98-9419-4e35-b8e0-520c7fc482fb HTTP/1.1" status: 200 len: 946 time: 0.0520647 Sep 21 12:23:46.608804 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=100 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:46.630780 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc4c10-a42d-4c12-979b-b2a78b2bd378 req-76b04717-29b9-4fec-b47e-a698d4c54272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:46.632288 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-61fc4c10-a42d-4c12-979b-b2a78b2bd378 req-76b04717-29b9-4fec-b47e-a698d4c54272 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0980313 Sep 21 12:23:46.646066 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-e61a2205-9397-47ee-a734-bdb70285100e req-c56f9839-0bd2-43ca-a465-49c79dfd055b tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448387 Sep 21 12:23:46.751308 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeec9b6-8ace-466d-843e-b53f557878e0 req-e81942cd-fcc6-4a70-821d-e916ab482d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:46.753265 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-afeec9b6-8ace-466d-843e-b53f557878e0 req-e81942cd-fcc6-4a70-821d-e916ab482d60 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=1a86f263882a44f385804b84f83d735c&device_id=714df43c-52c2-426d-a391-bf58f3fa2584 HTTP/1.1" status: 200 len: 1132 time: 0.0602944 Sep 21 12:23:46.812169 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-afeec9b6-8ace-466d-843e-b53f557878e0 req-0f959bad-1de0-442a-bc72-5ef089bf0480 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=77262639-075d-4f0b-8e2b-dee03a44e539 HTTP/1.1" status: 200 len: 217 time: 0.0413098 Sep 21 12:23:46.824766 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:46.869827 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeec9b6-8ace-466d-843e-b53f557878e0 req-a08541f5-0eae-4088-b2fc-3aa7be212ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:46.871373 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-afeec9b6-8ace-466d-843e-b53f557878e0 req-a08541f5-0eae-4088-b2fc-3aa7be212ba4 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=5a3a0345-5aac-4746-8d7e-a38c5475e96b HTTP/1.1" status: 200 len: 843 time: 0.0564358 Sep 21 12:23:46.941251 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeec9b6-8ace-466d-843e-b53f557878e0 req-8a9557dd-8794-407d-8825-0e5286c24482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:46.943042 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-afeec9b6-8ace-466d-843e-b53f557878e0 req-8a9557dd-8794-407d-8825-0e5286c24482 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=2497166e-cb7b-4c84-b82a-f3287baa8a93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0647469 Sep 21 12:23:47.082342 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d418ff-1f67-47c1-95d0-bb02f273b4f9 req-5ab6d90d-f9ab-414d-b608-d7ea5c398fe2 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:47.083896 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-01d418ff-1f67-47c1-95d0-bb02f273b4f9 req-5ab6d90d-f9ab-414d-b608-d7ea5c398fe2 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de0f1a98-9419-4e35-b8e0-520c7fc482fb HTTP/1.1" status: 200 len: 946 time: 0.1309319 Sep 21 12:23:47.129147 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af1dcf-122b-4af6-b88c-8368dad8c6f4 req-34faad19-eff0-4a00-ac67-9a2fd329091b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:47.130690 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-10af1dcf-122b-4af6-b88c-8368dad8c6f4 req-34faad19-eff0-4a00-ac67-9a2fd329091b service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=d3bd02ae79fd4edb9886b1b4ef3d761a&device_id=de0f1a98-9419-4e35-b8e0-520c7fc482fb HTTP/1.1" status: 200 len: 1130 time: 0.1112108 Sep 21 12:23:47.218868 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47af48-49dc-4e31-b7af-59bb59e12646 req-b1ec8949-04fa-4b7c-9a63-8f9bee12a260 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:47.220832 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-3c47af48-49dc-4e31-b7af-59bb59e12646 req-b1ec8949-04fa-4b7c-9a63-8f9bee12a260 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=714df43c-52c2-426d-a391-bf58f3fa2584 HTTP/1.1" status: 200 len: 948 time: 0.0599337 Sep 21 12:23:47.239934 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-afeec9b6-8ace-466d-843e-b53f557878e0 req-07c274aa-4fec-4338-a029-f79d947e0632 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/2497166e-cb7b-4c84-b82a-f3287baa8a93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419424 Sep 21 12:23:47.263444 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-01d418ff-1f67-47c1-95d0-bb02f273b4f9 req-6d2ff463-10e1-4bea-9a3d-bc342074ecee tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711195 Sep 21 12:23:47.289640 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-3c47af48-49dc-4e31-b7af-59bb59e12646 req-9708cc9f-0cfd-41cc-98e4-b111982f030c tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=7dc5842a-45a5-40be-9741-92116fd51002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585761 Sep 21 12:23:47.337747 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af1dcf-122b-4af6-b88c-8368dad8c6f4 req-58af1670-a9b5-4e13-853c-28acf6294f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:47.339202 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-10af1dcf-122b-4af6-b88c-8368dad8c6f4 req-58af1670-a9b5-4e13-853c-28acf6294f43 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=46771c4a-a4e0-44e3-b0ad-6700b1914d9d HTTP/1.1" status: 200 len: 920 time: 0.2015579 Sep 21 12:23:47.394136 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-10af1dcf-122b-4af6-b88c-8368dad8c6f4 req-0c85c5d1-0a71-4dbe-9bd9-a5d00708696e service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16f7d649-433e-42b0-aede-b34b15fd092f HTTP/1.1" status: 200 len: 217 time: 0.0475588 Sep 21 12:23:47.413984 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-afeec9b6-8ace-466d-843e-b53f557878e0 req-a2aec797-89b4-4157-bc97-876f49a80a66 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/2497166e-cb7b-4c84-b82a-f3287baa8a93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654844 Sep 21 12:23:47.433518 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=100 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:47.451970 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af1dcf-122b-4af6-b88c-8368dad8c6f4 req-9cd02a15-81d3-41e9-811f-a5c32bc8d34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:47.453312 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-10af1dcf-122b-4af6-b88c-8368dad8c6f4 req-9cd02a15-81d3-41e9-811f-a5c32bc8d34f service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=262afd09-1dba-467b-a294-ced74668905b HTTP/1.1" status: 200 len: 858 time: 0.0519691 Sep 21 12:23:48.394446 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f6f293-1818-4b62-af3f-59a1e01a66d8 req-32e34a0f-8649-4155-a1a1-9573e52583c8 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:48.396320 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-20f6f293-1818-4b62-af3f-59a1e01a66d8 req-32e34a0f-8649-4155-a1a1-9573e52583c8 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de0f1a98-9419-4e35-b8e0-520c7fc482fb HTTP/1.1" status: 200 len: 946 time: 0.0548170 Sep 21 12:23:48.410812 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e8b839-297d-498d-a60c-5903c889969d req-dda7496d-2502-4b12-b8f7-151200ed4df3 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:48.412478 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-b0e8b839-297d-498d-a60c-5903c889969d req-dda7496d-2502-4b12-b8f7-151200ed4df3 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=714df43c-52c2-426d-a391-bf58f3fa2584 HTTP/1.1" status: 200 len: 948 time: 0.0519769 Sep 21 12:23:48.450038 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-20f6f293-1818-4b62-af3f-59a1e01a66d8 req-df49795f-eaeb-4b0c-a14d-efbfc6824afd tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479109 Sep 21 12:23:48.477449 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-b0e8b839-297d-498d-a60c-5903c889969d req-9d0462ef-5b70-49ed-8fa2-c52047249ecc tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=7dc5842a-45a5-40be-9741-92116fd51002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586545 Sep 21 12:23:48.491431 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (986f726e-8c98-4005-b3b7-e033305b1240), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:49.564121 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=100 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:49.582392 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e37d2b-309b-49c4-a232-b94298474334 req-e62abed6-0608-4d10-934d-7027a978bdb2 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:49.583958 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-99e37d2b-309b-49c4-a232-b94298474334 req-e62abed6-0608-4d10-934d-7027a978bdb2 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de0f1a98-9419-4e35-b8e0-520c7fc482fb HTTP/1.1" status: 200 len: 946 time: 0.0506992 Sep 21 12:23:49.610133 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d08cbd-0192-481a-bac0-11e2fe926809 req-72cefe61-342c-4b1f-96cc-550af4fb55ca tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:49.611639 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-a4d08cbd-0192-481a-bac0-11e2fe926809 req-72cefe61-342c-4b1f-96cc-550af4fb55ca tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=714df43c-52c2-426d-a391-bf58f3fa2584 HTTP/1.1" status: 200 len: 948 time: 0.0565555 Sep 21 12:23:49.631656 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-99e37d2b-309b-49c4-a232-b94298474334 req-ab1a01b8-4918-4576-bbf4-f039534e1000 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419195 Sep 21 12:23:49.660568 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-a4d08cbd-0192-481a-bac0-11e2fe926809 req-6f9fc8cc-f3b2-4fb2-b7a7-71fe02f51efb tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=7dc5842a-45a5-40be-9741-92116fd51002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434256 Sep 21 12:23:50.751097 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ae42a4-af05-4dce-9d04-5c887bb5d4b5 req-8d9c38e4-825d-42ec-8c3f-e1e4d5748479 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:50.752635 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b3ae42a4-af05-4dce-9d04-5c887bb5d4b5 req-8d9c38e4-825d-42ec-8c3f-e1e4d5748479 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de0f1a98-9419-4e35-b8e0-520c7fc482fb HTTP/1.1" status: 200 len: 946 time: 0.0471280 Sep 21 12:23:50.780993 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d8365-164d-43b9-9449-a8d6243d5f5c req-c765176f-a5d8-496b-938e-8ccdbc3a9a38 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:50.782476 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-ca9d8365-164d-43b9-9449-a8d6243d5f5c req-c765176f-a5d8-496b-938e-8ccdbc3a9a38 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=714df43c-52c2-426d-a391-bf58f3fa2584 HTTP/1.1" status: 200 len: 948 time: 0.0476594 Sep 21 12:23:50.805073 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b3ae42a4-af05-4dce-9d04-5c887bb5d4b5 req-63e2e16d-68fc-4ffb-9129-ff6e337c85ea tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467649 Sep 21 12:23:50.831509 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-ca9d8365-164d-43b9-9449-a8d6243d5f5c req-8204654d-7dde-403f-a2a9-f12334983540 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=7dc5842a-45a5-40be-9741-92116fd51002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434136 Sep 21 12:23:51.928695 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7be2c-afdf-4568-b6e0-1a7bc62b8544 req-2124a8c6-c4aa-4b95-b344-6cd188a855ef tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:51.930174 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-a4b7be2c-afdf-4568-b6e0-1a7bc62b8544 req-2124a8c6-c4aa-4b95-b344-6cd188a855ef tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de0f1a98-9419-4e35-b8e0-520c7fc482fb HTTP/1.1" status: 200 len: 946 time: 0.0473990 Sep 21 12:23:51.957064 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05736de-f35a-490b-af06-c8dc0a25d385 req-0a0d8ac3-3e3b-478d-9b6c-cb2f9f71044d tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:51.958540 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-d05736de-f35a-490b-af06-c8dc0a25d385 req-0a0d8ac3-3e3b-478d-9b6c-cb2f9f71044d tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=714df43c-52c2-426d-a391-bf58f3fa2584 HTTP/1.1" status: 200 len: 948 time: 0.0500889 Sep 21 12:23:51.978502 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-a4b7be2c-afdf-4568-b6e0-1a7bc62b8544 req-bfcc03b2-3b9a-42ef-8e7b-a46526bbf24f tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427239 Sep 21 12:23:52.007035 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-d05736de-f35a-490b-af06-c8dc0a25d385 req-b4963f61-925e-49a4-b4f7-bee7c5548887 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=7dc5842a-45a5-40be-9741-92116fd51002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429077 Sep 21 12:23:53.107857 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e9f3a0-d048-4e1d-be6a-218d562295a0 req-8d31592d-890e-47bc-9b1a-aed7bfdc5dfb tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:53.109378 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-60e9f3a0-d048-4e1d-be6a-218d562295a0 req-8d31592d-890e-47bc-9b1a-aed7bfdc5dfb tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de0f1a98-9419-4e35-b8e0-520c7fc482fb HTTP/1.1" status: 200 len: 946 time: 0.0549994 Sep 21 12:23:53.134280 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=100 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:53.148078 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3df208-73b2-451b-937b-74f4b80aa3f4 req-33967eb5-ff34-4c8e-be94-2f5b6f5c7e6a tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:53.149565 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-1a3df208-73b2-451b-937b-74f4b80aa3f4 req-33967eb5-ff34-4c8e-be94-2f5b6f5c7e6a tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=714df43c-52c2-426d-a391-bf58f3fa2584 HTTP/1.1" status: 200 len: 948 time: 0.0533147 Sep 21 12:23:53.158154 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-60e9f3a0-d048-4e1d-be6a-218d562295a0 req-9ad00b38-125f-4f00-88bc-08e01e166ab7 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432541 Sep 21 12:23:53.197699 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-1a3df208-73b2-451b-937b-74f4b80aa3f4 req-70fb8b60-f49f-4c8e-9ffb-9db4642e936e tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=7dc5842a-45a5-40be-9741-92116fd51002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418653 Sep 21 12:23:54.245542 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af1dcf-122b-4af6-b88c-8368dad8c6f4 req-c59ab1e4-fc7a-42ca-8dca-677742b1fc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:54.248733 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-10af1dcf-122b-4af6-b88c-8368dad8c6f4 req-c59ab1e4-fc7a-42ca-8dca-677742b1fc7e service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=46771c4a-a4e0-44e3-b0ad-6700b1914d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1745272 Sep 21 12:23:54.347430 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d767c-417f-4d23-8cdd-015f60fccace req-cb244325-f704-4690-a90c-eabd642b6060 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:54.349854 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-b71d767c-417f-4d23-8cdd-015f60fccace req-cb244325-f704-4690-a90c-eabd642b6060 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=714df43c-52c2-426d-a391-bf58f3fa2584 HTTP/1.1" status: 200 len: 948 time: 0.0599985 Sep 21 12:23:54.356905 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-fc07725a-863b-43d1-bac7-c1b4ea10ce16 req-e143e5c3-4957-4a33-8c9a-7788bd14dd45 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1855242 Sep 21 12:23:54.434113 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1204090-a507-4062-879b-358be85d0fd2 req-e215b6c8-a77a-4802-8166-548c63abd079 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:54.444076 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e1204090-a507-4062-879b-358be85d0fd2 req-e215b6c8-a77a-4802-8166-548c63abd079 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de0f1a98-9419-4e35-b8e0-520c7fc482fb HTTP/1.1" status: 200 len: 946 time: 0.1077683 Sep 21 12:23:54.469266 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-b71d767c-417f-4d23-8cdd-015f60fccace req-50a59c74-568b-4ce5-8bfd-3e9750878e41 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=7dc5842a-45a5-40be-9741-92116fd51002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125977 Sep 21 12:23:54.516933 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e1204090-a507-4062-879b-358be85d0fd2 req-195bcf28-71e0-48f8-ab1c-6ea5f5e628b4 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729792 Sep 21 12:23:54.550897 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-10af1dcf-122b-4af6-b88c-8368dad8c6f4 req-83213b18-37b7-4feb-9632-79fe982c1030 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/46771c4a-a4e0-44e3-b0ad-6700b1914d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912240 Sep 21 12:23:54.552185 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc07725a-863b-43d1-bac7-c1b4ea10ce16 req-026ec529-7957-48c9-a2e4-cdc1141671ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:54.553606 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-fc07725a-863b-43d1-bac7-c1b4ea10ce16 req-026ec529-7957-48c9-a2e4-cdc1141671ae service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=9340222cfe154efe8a6064b197d54499&device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 1129 time: 0.1086609 Sep 21 12:23:54.838281 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc07725a-863b-43d1-bac7-c1b4ea10ce16 req-532f75fc-f85d-4b61-badb-73f599d13a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:54.839735 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-fc07725a-863b-43d1-bac7-c1b4ea10ce16 req-532f75fc-f85d-4b61-badb-73f599d13a86 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=5da5489c-9c30-4169-9afe-1354fb43296f HTTP/1.1" status: 200 len: 911 time: 0.2102463 Sep 21 12:23:54.845379 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-10af1dcf-122b-4af6-b88c-8368dad8c6f4 req-2483e191-bf12-43ab-9748-0fb9a5d106b3 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/46771c4a-a4e0-44e3-b0ad-6700b1914d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830720 Sep 21 12:23:54.923503 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-fc07725a-863b-43d1-bac7-c1b4ea10ce16 req-9f223412-2149-4fd7-8117-c1fc1eae2d46 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee7ca2d0-d70f-46f5-af82-81e48a262d02 HTTP/1.1" status: 200 len: 1000 time: 0.0615923 Sep 21 12:23:54.952236 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=100 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:54.996405 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc07725a-863b-43d1-bac7-c1b4ea10ce16 req-3be5b113-579d-4fcb-81bf-464f9c21c3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:54.998079 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-fc07725a-863b-43d1-bac7-c1b4ea10ce16 req-3be5b113-579d-4fcb-81bf-464f9c21c3bf service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=1ad2b91e-60c9-4af5-9a83-ab634cc92cf0 HTTP/1.1" status: 200 len: 849 time: 0.0557015 Sep 21 12:23:55.184075 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc07725a-863b-43d1-bac7-c1b4ea10ce16 req-3c672b6c-3a06-4db1-be95-3aeec42e1a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:55.185680 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-fc07725a-863b-43d1-bac7-c1b4ea10ce16 req-3c672b6c-3a06-4db1-be95-3aeec42e1a57 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=5da5489c-9c30-4169-9afe-1354fb43296f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458586 Sep 21 12:23:55.299795 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-fc07725a-863b-43d1-bac7-c1b4ea10ce16 req-d2a62080-72b9-4767-b103-1c80c2076c0a service neutron] 10.222.0.66 "GET /networking/v2.0/networks/5da5489c-9c30-4169-9afe-1354fb43296f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014473 Sep 21 12:23:55.421873 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-fc07725a-863b-43d1-bac7-c1b4ea10ce16 req-f3955d9f-e329-40c8-8388-583181836861 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/5da5489c-9c30-4169-9afe-1354fb43296f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133087 Sep 21 12:23:55.649112 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffeaaff-a77f-44e8-9b39-8a8c2d84210e req-720ab61e-9769-4b71-8c63-3ed46c2a1cc3 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:55.650910 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-1ffeaaff-a77f-44e8-9b39-8a8c2d84210e req-720ab61e-9769-4b71-8c63-3ed46c2a1cc3 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=714df43c-52c2-426d-a391-bf58f3fa2584 HTTP/1.1" status: 200 len: 948 time: 0.0777266 Sep 21 12:23:55.703209 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2430b081-8464-4bfa-a650-f9597157fa83 req-babf04c4-c8a7-4bbc-8447-a277d5ed2b53 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:55.740301 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-2430b081-8464-4bfa-a650-f9597157fa83 req-babf04c4-c8a7-4bbc-8447-a277d5ed2b53 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de0f1a98-9419-4e35-b8e0-520c7fc482fb HTTP/1.1" status: 200 len: 946 time: 0.1067872 Sep 21 12:23:55.758534 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-1ffeaaff-a77f-44e8-9b39-8a8c2d84210e req-589490d2-d81b-4bdf-ad56-d9047297f8a3 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=7dc5842a-45a5-40be-9741-92116fd51002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963562 Sep 21 12:23:55.917945 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 77262639-075d-4f0b-8e2b-dee03a44e539 details requested by agent hyperv_hv-cinder-85867 with host hv-cinder-85867 {{(pid=106203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 12:23:55.921277 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-2430b081-8464-4bfa-a650-f9597157fa83 req-ed8dfb69-ce63-44ce-92eb-3d1cd765d467 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714642 Sep 21 12:23:56.052239 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port 77262639-075d-4f0b-8e2b-dee03a44e539, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=77262639-075d-4f0b-8e2b-dee03a44e539,segment=NetworkSegment(e2152060-bdfa-4ea7-bc08-a21867bd4203),segment_id=e2152060-bdfa-4ea7-bc08-a21867bd4203)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:23:56.071510 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Returning: {'device': '77262639-075d-4f0b-8e2b-dee03a44e539', 'network_id': '2497166e-cb7b-4c84-b82a-f3287baa8a93', 'port_id': '77262639-075d-4f0b-8e2b-dee03a44e539', 'mac_address': 'fa:16:3e:45:02:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a3a0345-5aac-4746-8d7e-a38c5475e96b', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 12:23:56.128625 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Current status of the port 77262639-075d-4f0b-8e2b-dee03a44e539 is: DOWN; New status is: BUILD {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:23:56.129323 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (77262639-075d-4f0b-8e2b-dee03a44e539), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:56.147170 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.notifiers.nova [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77262639-075d-4f0b-8e2b-dee03a44e539 {{(pid=106203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 12:23:56.175779 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port 77262639-075d-4f0b-8e2b-dee03a44e539, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=77262639-075d-4f0b-8e2b-dee03a44e539,segment=NetworkSegment(e2152060-bdfa-4ea7-bc08-a21867bd4203),segment_id=e2152060-bdfa-4ea7-bc08-a21867bd4203)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:23:56.186608 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (77262639-075d-4f0b-8e2b-dee03a44e539), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:56.265481 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Pushing event updated for resources: {'Port': ['ID=77262639-075d-4f0b-8e2b-dee03a44e539,revision_number=4']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:23:56.276658 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:23:56.277158 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:23:56.277612 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:23:56.278061 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:23:56.278491 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:23:56.278961 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:23:56.279530 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:23:56.280087 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:23:56.280619 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:23:56.281144 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:23:56.281670 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:23:56.282209 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:23:56.282733 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:23:56.283251 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:23:56.283804 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:23:56.777140 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] get_ports_and_sgs() called for port_ids ['77262639-075d-4f0b-8e2b-dee03a44e539'] {{(pid=106203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 12:23:56.913811 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5ef410-9fd7-441b-89ed-e8ad60a2f145 req-42c8a283-4125-44f0-bd01-87d05011a435 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:56.916383 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-2b5ef410-9fd7-441b-89ed-e8ad60a2f145 req-42c8a283-4125-44f0-bd01-87d05011a435 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=714df43c-52c2-426d-a391-bf58f3fa2584 HTTP/1.1" status: 200 len: 949 time: 0.0547638 Sep 21 12:23:56.993572 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-2b5ef410-9fd7-441b-89ed-e8ad60a2f145 req-f3027d05-8d59-48b9-b03d-e049db4e1473 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=7dc5842a-45a5-40be-9741-92116fd51002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646064 Sep 21 12:23:57.121252 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a6cfed-8cfd-49bf-adb1-a59acb08067d req-8543454e-639a-429d-ad31-7e224e74bd7e tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:57.125772 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-41a6cfed-8cfd-49bf-adb1-a59acb08067d req-8543454e-639a-429d-ad31-7e224e74bd7e tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de0f1a98-9419-4e35-b8e0-520c7fc482fb HTTP/1.1" status: 200 len: 946 time: 0.0642767 Sep 21 12:23:57.193419 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-41a6cfed-8cfd-49bf-adb1-a59acb08067d req-37383ed4-bea2-4dcf-873c-dae359688b87 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613828 Sep 21 12:23:57.408952 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 56124) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:23:57.545921 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-1365f6ea-53bb-403b-92c2-5bf6f3c8d789 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:57.556122 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=100 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:57.632409 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-1365f6ea-53bb-403b-92c2-5bf6f3c8d789 admin admin] Publish callbacks [] for security_group (63fb758a-c860-4259-8ebd-21e53dd6bfa6), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:57.639427 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-1365f6ea-53bb-403b-92c2-5bf6f3c8d789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (63fb758a-c860-4259-8ebd-21e53dd6bfa6), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:57.695903 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1365f6ea-53bb-403b-92c2-5bf6f3c8d789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63fb758a-c860-4259-8ebd-21e53dd6bfa6,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:23:57.715678 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-1365f6ea-53bb-403b-92c2-5bf6f3c8d789 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=19e7745bc1df472aa25467a3e4f47602&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3056335 Sep 21 12:23:57.718879 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 56128) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:23:57.741544 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.agents_db [None req-f0b1ed15-d02e-46f0-bd67-2b506ff8404e None None] Agent healthcheck: found 6 active agents {{(pid=106204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:23:57.794843 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-b0773f0c-aac1-4fa9-bc75-d8ada73afc92 admin admin] Publish callbacks [] for security_group (63fb758a-c860-4259-8ebd-21e53dd6bfa6), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:57.817483 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-b0773f0c-aac1-4fa9-bc75-d8ada73afc92 admin admin] Publish callbacks [] for security_group (63fb758a-c860-4259-8ebd-21e53dd6bfa6), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:57.883884 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-b0773f0c-aac1-4fa9-bc75-d8ada73afc92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (63fb758a-c860-4259-8ebd-21e53dd6bfa6), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:57.887497 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-b0773f0c-aac1-4fa9-bc75-d8ada73afc92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:57.890676 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-b0773f0c-aac1-4fa9-bc75-d8ada73afc92 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/63fb758a-c860-4259-8ebd-21e53dd6bfa6 HTTP/1.1" status: 204 len: 168 time: 0.1698065 Sep 21 12:23:57.905349 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0773f0c-aac1-4fa9-bc75-d8ada73afc92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63fb758a-c860-4259-8ebd-21e53dd6bfa6,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:23:58.026704 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 77262639-075d-4f0b-8e2b-dee03a44e539 up at agent hyperv_hv-cinder-85867 {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:23:58.130078 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Provisioning for port 77262639-075d-4f0b-8e2b-dee03a44e539 completed by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 21 12:23:58.142237 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Provisioning complete for port 77262639-075d-4f0b-8e2b-dee03a44e539 triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:23:58.142946 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (77262639-075d-4f0b-8e2b-dee03a44e539), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:58.143642 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Attempt 1 to provision port 77262639-075d-4f0b-8e2b-dee03a44e539 Sep 21 12:23:58.223999 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb225f1-1a16-4601-a10a-c0b64f0720cf req-7bf1026a-5692-416a-916c-816734fbb446 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:58.226558 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-8eb225f1-1a16-4601-a10a-c0b64f0720cf req-7bf1026a-5692-416a-916c-816734fbb446 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=714df43c-52c2-426d-a391-bf58f3fa2584 HTTP/1.1" status: 200 len: 949 time: 0.0895009 Sep 21 12:23:58.289133 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:58.290507 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Current status of the port 77262639-075d-4f0b-8e2b-dee03a44e539 is: BUILD; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:23:58.290937 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (77262639-075d-4f0b-8e2b-dee03a44e539), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:58.340122 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-8eb225f1-1a16-4601-a10a-c0b64f0720cf req-f0feb40a-f98e-44a1-a21e-a611239d0a46 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=7dc5842a-45a5-40be-9741-92116fd51002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024699 Sep 21 12:23:58.367357 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port 77262639-075d-4f0b-8e2b-dee03a44e539, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=77262639-075d-4f0b-8e2b-dee03a44e539,segment=NetworkSegment(e2152060-bdfa-4ea7-bc08-a21867bd4203),segment_id=e2152060-bdfa-4ea7-bc08-a21867bd4203)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:23:58.368789 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714df43c-52c2-426d-a391-bf58f3fa2584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77262639-075d-4f0b-8e2b-dee03a44e539'}] {{(pid=106203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:23:58.377983 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f5c4d77a05fc023d1f839eaccf47ad38217f4e21b3a59551d1b02ed6bd0851a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb6d5af-ed3d-4a4d-b540-0c9afc25873d" -d '{"events": [{"server_uuid": "714df43c-52c2-426d-a391-bf58f3fa2584", "name": "network-vif-plugged", "status": "completed", "tag": "77262639-075d-4f0b-8e2b-dee03a44e539"}]}' {{(pid=106203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:23:58.382808 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (77262639-075d-4f0b-8e2b-dee03a44e539), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:23:58.424238 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9026ea9-dd0f-424c-b9e3-f8bf77015cfd req-5f59642b-f4aa-4bcc-b11b-1d7d884ca267 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:58.425062 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 12:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17476ada-f51a-45e0-919a-50d55b23704d x-openstack-request-id: req-17476ada-f51a-45e0-919a-50d55b23704d {{(pid=106203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:23:58.425390 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "714df43c-52c2-426d-a391-bf58f3fa2584", "name": "network-vif-plugged", "status": "completed", "tag": "77262639-075d-4f0b-8e2b-dee03a44e539", "code": 200}]} {{(pid=106203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:23:58.425644 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-17476ada-f51a-45e0-919a-50d55b23704d {{(pid=106203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:23:58.425842 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b9026ea9-dd0f-424c-b9e3-f8bf77015cfd req-5f59642b-f4aa-4bcc-b11b-1d7d884ca267 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de0f1a98-9419-4e35-b8e0-520c7fc482fb HTTP/1.1" status: 200 len: 946 time: 0.1054420 Sep 21 12:23:58.426036 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17476ada-f51a-45e0-919a-50d55b23704d'] response: {'server_uuid': '714df43c-52c2-426d-a391-bf58f3fa2584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77262639-075d-4f0b-8e2b-dee03a44e539', 'code': 200} Sep 21 12:23:58.453146 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Pushing event updated for resources: {'Port': ['ID=77262639-075d-4f0b-8e2b-dee03a44e539,revision_number=5']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:23:58.459118 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:58.507843 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b9026ea9-dd0f-424c-b9e3-f8bf77015cfd req-3d29f04d-21ec-41ef-85a6-671f781319e0 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753872 Sep 21 12:23:58.723494 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e619a5-4c91-4873-873d-59400f5f6fc1 req-0396cea9-43f3-4f9b-bfc7-f4ad30dd24c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:58.725534 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e0e619a5-4c91-4873-873d-59400f5f6fc1 req-0396cea9-43f3-4f9b-bfc7-f4ad30dd24c6 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=714df43c-52c2-426d-a391-bf58f3fa2584 HTTP/1.1" status: 200 len: 1134 time: 0.0613718 Sep 21 12:23:58.801072 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e0e619a5-4c91-4873-873d-59400f5f6fc1 req-fa3df51f-fd73-4ec7-a1cf-7b654536daab service neutron] 10.222.0.66 "GET /networking/v2.0/security-groups?id=7dc5842a-45a5-40be-9741-92116fd51002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641158 Sep 21 12:23:59.504603 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=100 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:23:59.523391 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af2544-3ccd-42ca-8d7f-cd353cc3e39f req-40422f65-9a23-4d4e-97df-63560cf85be3 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:59.524883 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-72af2544-3ccd-42ca-8d7f-cd353cc3e39f req-40422f65-9a23-4d4e-97df-63560cf85be3 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=714df43c-52c2-426d-a391-bf58f3fa2584 HTTP/1.1" status: 200 len: 950 time: 0.0572708 Sep 21 12:23:59.586601 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-72af2544-3ccd-42ca-8d7f-cd353cc3e39f req-efe72c67-f2c4-4fcb-8661-c75819fcd7e0 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=7dc5842a-45a5-40be-9741-92116fd51002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558286 Sep 21 12:23:59.651867 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0989bc46-04e6-4c33-a05d-bcef8b6b6111 req-5d09c12a-17a9-4c5b-bc36-4bd390589efe tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:23:59.653355 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-0989bc46-04e6-4c33-a05d-bcef8b6b6111 req-5d09c12a-17a9-4c5b-bc36-4bd390589efe tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de0f1a98-9419-4e35-b8e0-520c7fc482fb HTTP/1.1" status: 200 len: 946 time: 0.0479307 Sep 21 12:23:59.704434 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-0989bc46-04e6-4c33-a05d-bcef8b6b6111 req-483e304f-ff66-4d5c-9f78-93f71a2bb99a tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455186 Sep 21 12:24:00.752208 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa9ffa2-7e9a-4462-9136-3f8b3d86b9bd req-a519cf92-9d49-4fc5-af79-5e15adacf461 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:00.758937 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-caa9ffa2-7e9a-4462-9136-3f8b3d86b9bd req-a519cf92-9d49-4fc5-af79-5e15adacf461 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=714df43c-52c2-426d-a391-bf58f3fa2584 HTTP/1.1" status: 200 len: 950 time: 0.0699193 Sep 21 12:24:00.807446 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-caa9ffa2-7e9a-4462-9136-3f8b3d86b9bd req-62ae86f2-170f-4103-9377-177d31f08a9c tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=7dc5842a-45a5-40be-9741-92116fd51002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474479 Sep 21 12:24:00.843621 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce6f634-fc3d-41b1-9503-d278007f8ad7 req-1261f14a-902f-4332-9fa7-6766c012b205 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:00.845476 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-4ce6f634-fc3d-41b1-9503-d278007f8ad7 req-1261f14a-902f-4332-9fa7-6766c012b205 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de0f1a98-9419-4e35-b8e0-520c7fc482fb HTTP/1.1" status: 200 len: 946 time: 0.0483382 Sep 21 12:24:00.908169 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-4ce6f634-fc3d-41b1-9503-d278007f8ad7 req-2461ca20-a7b8-4871-a91d-671abe25ac5a tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547719 Sep 21 12:24:01.971163 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe9c94-2db6-4ce2-acaf-4bc9c1db33b7 req-c5386b6f-8be3-4f18-9de9-31d9b4a9609e tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:01.979168 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-84fe9c94-2db6-4ce2-acaf-4bc9c1db33b7 req-c5386b6f-8be3-4f18-9de9-31d9b4a9609e tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=714df43c-52c2-426d-a391-bf58f3fa2584 HTTP/1.1" status: 200 len: 950 time: 0.0709918 Sep 21 12:24:02.063602 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-84fe9c94-2db6-4ce2-acaf-4bc9c1db33b7 req-a1f5acd7-0a49-4abf-9129-4603d15cb870 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=7dc5842a-45a5-40be-9741-92116fd51002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833704 Sep 21 12:24:02.088373 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59a5586-ef24-4657-b9a0-3e819f43b131 req-36bc53d8-0817-4d63-98b8-88f1cb5eab08 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:02.090119 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b59a5586-ef24-4657-b9a0-3e819f43b131 req-36bc53d8-0817-4d63-98b8-88f1cb5eab08 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de0f1a98-9419-4e35-b8e0-520c7fc482fb HTTP/1.1" status: 200 len: 946 time: 0.0729740 Sep 21 12:24:02.150145 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 56220) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:24:02.227272 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b59a5586-ef24-4657-b9a0-3e819f43b131 req-b28929f7-e8b4-4155-9489-aa629d764f3d tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285572 Sep 21 12:24:02.364541 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-db1c4738-caac-4559-b110-a101a3e6c174 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:02.457088 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d6158-3bd2-4af5-ae9d-6dad2b1194f7 req-ecba73f8-3ed5-4987-ad12-f10cc0ff69b4 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:02.459017 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-6e9d6158-3bd2-4af5-ae9d-6dad2b1194f7 req-ecba73f8-3ed5-4987-ad12-f10cc0ff69b4 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=714df43c-52c2-426d-a391-bf58f3fa2584 HTTP/1.1" status: 200 len: 950 time: 0.0725358 Sep 21 12:24:02.511517 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:INSERT=8,neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:02.573851 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-6e9d6158-3bd2-4af5-ae9d-6dad2b1194f7 req-aba39af7-08b4-402e-8aaa-58f1bfebffef tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=7dc5842a-45a5-40be-9741-92116fd51002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050398 Sep 21 12:24:02.587549 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-db1c4738-caac-4559-b110-a101a3e6c174 admin admin] Publish callbacks [] for security_group (955c77d8-98b2-4cc6-bd29-a8ceb773344f), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:02.592725 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-db1c4738-caac-4559-b110-a101a3e6c174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (955c77d8-98b2-4cc6-bd29-a8ceb773344f), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:02.635025 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1c4738-caac-4559-b110-a101a3e6c174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955c77d8-98b2-4cc6-bd29-a8ceb773344f,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:24:02.640611 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-db1c4738-caac-4559-b110-a101a3e6c174 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=66219614f7924f03ac83f5e8f659763b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4891934 Sep 21 12:24:02.642540 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 56226) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:24:02.648023 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1c4738-caac-4559-b110-a101a3e6c174 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:24:02.648894 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1c4738-caac-4559-b110-a101a3e6c174 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:24:02.649990 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1c4738-caac-4559-b110-a101a3e6c174 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:24:02.652612 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1c4738-caac-4559-b110-a101a3e6c174 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:24:02.652612 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1c4738-caac-4559-b110-a101a3e6c174 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:24:02.653100 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1c4738-caac-4559-b110-a101a3e6c174 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:24:02.653971 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1c4738-caac-4559-b110-a101a3e6c174 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:24:02.654318 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1c4738-caac-4559-b110-a101a3e6c174 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:24:02.654653 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1c4738-caac-4559-b110-a101a3e6c174 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:24:02.655746 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1c4738-caac-4559-b110-a101a3e6c174 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:24:02.657722 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1c4738-caac-4559-b110-a101a3e6c174 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:24:02.657722 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1c4738-caac-4559-b110-a101a3e6c174 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:24:02.658730 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1c4738-caac-4559-b110-a101a3e6c174 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:24:02.658730 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1c4738-caac-4559-b110-a101a3e6c174 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:24:02.658929 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1c4738-caac-4559-b110-a101a3e6c174 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:24:02.668624 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=100 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:02.699006 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-9bc8707a-80a7-4f52-8683-e0f66dfc830d admin admin] Publish callbacks [] for security_group (955c77d8-98b2-4cc6-bd29-a8ceb773344f), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:02.724566 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-9bc8707a-80a7-4f52-8683-e0f66dfc830d admin admin] Publish callbacks [] for security_group (955c77d8-98b2-4cc6-bd29-a8ceb773344f), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:02.791221 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-9bc8707a-80a7-4f52-8683-e0f66dfc830d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (955c77d8-98b2-4cc6-bd29-a8ceb773344f), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:02.796438 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-9bc8707a-80a7-4f52-8683-e0f66dfc830d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:02.798418 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-9bc8707a-80a7-4f52-8683-e0f66dfc830d admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/955c77d8-98b2-4cc6-bd29-a8ceb773344f HTTP/1.1" status: 204 len: 168 time: 0.1546729 Sep 21 12:24:02.811013 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc8707a-80a7-4f52-8683-e0f66dfc830d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955c77d8-98b2-4cc6-bd29-a8ceb773344f,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:24:02.821349 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc8707a-80a7-4f52-8683-e0f66dfc830d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:24:02.821683 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc8707a-80a7-4f52-8683-e0f66dfc830d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:24:02.822297 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc8707a-80a7-4f52-8683-e0f66dfc830d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:24:02.822897 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc8707a-80a7-4f52-8683-e0f66dfc830d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:24:02.823390 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc8707a-80a7-4f52-8683-e0f66dfc830d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:24:02.824333 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc8707a-80a7-4f52-8683-e0f66dfc830d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:24:02.824827 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc8707a-80a7-4f52-8683-e0f66dfc830d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:24:02.825304 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc8707a-80a7-4f52-8683-e0f66dfc830d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:24:02.826320 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc8707a-80a7-4f52-8683-e0f66dfc830d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:24:02.826812 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc8707a-80a7-4f52-8683-e0f66dfc830d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:24:02.827414 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc8707a-80a7-4f52-8683-e0f66dfc830d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:24:02.827920 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc8707a-80a7-4f52-8683-e0f66dfc830d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:24:02.828398 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc8707a-80a7-4f52-8683-e0f66dfc830d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:24:02.828878 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc8707a-80a7-4f52-8683-e0f66dfc830d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:24:02.829347 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc8707a-80a7-4f52-8683-e0f66dfc830d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:24:03.416171 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee79c36e-881d-4430-b1fc-223c3d70974a req-2895effc-21e5-4b1e-8a8f-e44a01e07bdf tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:03.418128 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-ee79c36e-881d-4430-b1fc-223c3d70974a req-2895effc-21e5-4b1e-8a8f-e44a01e07bdf tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de0f1a98-9419-4e35-b8e0-520c7fc482fb HTTP/1.1" status: 200 len: 946 time: 0.0867832 Sep 21 12:24:03.500948 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-ee79c36e-881d-4430-b1fc-223c3d70974a req-35bd5b8c-3f5c-48e1-bdbc-bd421e12e8ca tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761192 Sep 21 12:24:03.711434 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ab66f3-7a3b-4005-82f3-6574c1bf340b req-baded764-ede4-43a6-977f-74d650c71d77 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:03.719280 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-11ab66f3-7a3b-4005-82f3-6574c1bf340b req-baded764-ede4-43a6-977f-74d650c71d77 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=714df43c-52c2-426d-a391-bf58f3fa2584 HTTP/1.1" status: 200 len: 950 time: 0.0694907 Sep 21 12:24:03.785078 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-11ab66f3-7a3b-4005-82f3-6574c1bf340b req-ff0ac2f6-f4e0-442f-a9f5-b017bfc9f806 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=7dc5842a-45a5-40be-9741-92116fd51002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644979 Sep 21 12:24:04.203002 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 56270) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:24:04.337284 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-3b8d2d91-83b3-4110-a5fc-d786ce6b66e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:04.398621 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:04.430213 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-3b8d2d91-83b3-4110-a5fc-d786ce6b66e6 admin admin] Publish callbacks [] for security_group (ca52c52d-2dc8-4e03-bbfb-256e217aa6b2), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:04.436001 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-3b8d2d91-83b3-4110-a5fc-d786ce6b66e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (ca52c52d-2dc8-4e03-bbfb-256e217aa6b2), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:04.481660 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-3b8d2d91-83b3-4110-a5fc-d786ce6b66e6 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=89bf4044ba70487fa77f708effd682c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2771502 Sep 21 12:24:04.483024 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8d2d91-83b3-4110-a5fc-d786ce6b66e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca52c52d-2dc8-4e03-bbfb-256e217aa6b2,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:24:04.485185 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 56278) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:24:04.562773 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-540c2524-fd1a-4fe5-8983-7255e3e793c8 admin admin] Publish callbacks [] for security_group (ca52c52d-2dc8-4e03-bbfb-256e217aa6b2), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:04.584800 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-540c2524-fd1a-4fe5-8983-7255e3e793c8 admin admin] Publish callbacks [] for security_group (ca52c52d-2dc8-4e03-bbfb-256e217aa6b2), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:04.681542 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6759f096-63b2-48a9-800e-72b104170ed3 req-dd681a2a-d63e-431e-92f3-54fdefa413b2 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:04.684251 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-6759f096-63b2-48a9-800e-72b104170ed3 req-dd681a2a-d63e-431e-92f3-54fdefa413b2 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de0f1a98-9419-4e35-b8e0-520c7fc482fb HTTP/1.1" status: 200 len: 946 time: 0.0657749 Sep 21 12:24:04.688072 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-540c2524-fd1a-4fe5-8983-7255e3e793c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (ca52c52d-2dc8-4e03-bbfb-256e217aa6b2), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:04.695147 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-540c2524-fd1a-4fe5-8983-7255e3e793c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:04.698885 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-540c2524-fd1a-4fe5-8983-7255e3e793c8 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/ca52c52d-2dc8-4e03-bbfb-256e217aa6b2 HTTP/1.1" status: 204 len: 168 time: 0.2102799 Sep 21 12:24:04.707667 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1526c-25c7-46c3-9a89-3d12063f1463 req-e1c20b2a-f2db-4b03-9d39-6436d63e3bbf tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:04.709426 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f2a1526c-25c7-46c3-9a89-3d12063f1463 req-e1c20b2a-f2db-4b03-9d39-6436d63e3bbf tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=714df43c-52c2-426d-a391-bf58f3fa2584 HTTP/1.1" status: 200 len: 950 time: 0.0545616 Sep 21 12:24:04.740379 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540c2524-fd1a-4fe5-8983-7255e3e793c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca52c52d-2dc8-4e03-bbfb-256e217aa6b2,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:24:04.764612 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:DELETE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:04.792017 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-6759f096-63b2-48a9-800e-72b104170ed3 req-ccedd57b-d2f0-4b96-a8d6-9369ba9dfc96 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903938 Sep 21 12:24:04.860813 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [req-f2a1526c-25c7-46c3-9a89-3d12063f1463 req-8a34fd42-f8b2-4968-8d5a-0fb5d4a39464 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] Deleting port 77262639-075d-4f0b-8e2b-dee03a44e539 {{(pid=106202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:24:04.861378 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-f2a1526c-25c7-46c3-9a89-3d12063f1463 req-8a34fd42-f8b2-4968-8d5a-0fb5d4a39464 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (77262639-075d-4f0b-8e2b-dee03a44e539), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:04.980162 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d349c97-92e7-4e87-bfdb-be4a592084e8 req-63819544-91f0-4da2-be6a-277d49450468 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:04.988419 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-0d349c97-92e7-4e87-bfdb-be4a592084e8 req-63819544-91f0-4da2-be6a-277d49450468 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=714df43c-52c2-426d-a391-bf58f3fa2584 HTTP/1.1" status: 200 len: 950 time: 0.1051600 Sep 21 12:24:05.055827 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [req-f2a1526c-25c7-46c3-9a89-3d12063f1463 req-8a34fd42-f8b2-4968-8d5a-0fb5d4a39464 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] For port 77262639-075d-4f0b-8e2b-dee03a44e539, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=77262639-075d-4f0b-8e2b-dee03a44e539,segment=NetworkSegment(e2152060-bdfa-4ea7-bc08-a21867bd4203),segment_id=e2152060-bdfa-4ea7-bc08-a21867bd4203)] {{(pid=106202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:24:05.056212 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-f2a1526c-25c7-46c3-9a89-3d12063f1463 req-8a34fd42-f8b2-4968-8d5a-0fb5d4a39464 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (77262639-075d-4f0b-8e2b-dee03a44e539), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:05.083315 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [req-f2a1526c-25c7-46c3-9a89-3d12063f1463 req-8a34fd42-f8b2-4968-8d5a-0fb5d4a39464 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] Calling delete_port for 77262639-075d-4f0b-8e2b-dee03a44e539 owned by compute:nova {{(pid=106202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:24:05.100874 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-0d349c97-92e7-4e87-bfdb-be4a592084e8 req-34cc3795-51c8-4173-9243-f0f5e5b8520d tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=7dc5842a-45a5-40be-9741-92116fd51002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111367 Sep 21 12:24:05.253360 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=4 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:05.305087 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-f2a1526c-25c7-46c3-9a89-3d12063f1463 req-8a34fd42-f8b2-4968-8d5a-0fb5d4a39464 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (77262639-075d-4f0b-8e2b-dee03a44e539), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:05.352562 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] get_ports_and_sgs() called for port_ids ['77262639-075d-4f0b-8e2b-dee03a44e539'] {{(pid=106203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 12:24:05.380212 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:05.391541 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a34fd42-f8b2-4968-8d5a-0fb5d4a39464 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] Pushing event deleted for resources: {'Port': ['ID=77262639-075d-4f0b-8e2b-dee03a44e539,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:24:05.421223 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2a1526c-25c7-46c3-9a89-3d12063f1463 req-8a34fd42-f8b2-4968-8d5a-0fb5d4a39464 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] No DVR routers for this DVR port 77262639-075d-4f0b-8e2b-dee03a44e539 on host hv-cinder-85867 {{(pid=106202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 12:24:05.424550 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-f2a1526c-25c7-46c3-9a89-3d12063f1463 req-8a34fd42-f8b2-4968-8d5a-0fb5d4a39464 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for port (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:05.432759 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f2a1526c-25c7-46c3-9a89-3d12063f1463 req-8a34fd42-f8b2-4968-8d5a-0fb5d4a39464 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] 10.222.0.66 "DELETE /networking/v2.0/ports/77262639-075d-4f0b-8e2b-dee03a44e539 HTTP/1.1" status: 204 len: 173 time: 0.7166693 Sep 21 12:24:05.433288 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714df43c-52c2-426d-a391-bf58f3fa2584', 'name': 'network-vif-deleted', 'tag': '77262639-075d-4f0b-8e2b-dee03a44e539'}] {{(pid=106202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:24:05.436618 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f69dec5372d12bc1dbf2d83c258da0d8b658e28cfccadcad30c8a09044815e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9a60b4-ddba-44f1-a443-1fb05da75310" -d '{"events": [{"server_uuid": "714df43c-52c2-426d-a391-bf58f3fa2584", "name": "network-vif-deleted", "tag": "77262639-075d-4f0b-8e2b-dee03a44e539"}]}' {{(pid=106202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:24:05.509667 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 12:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e2735b-4b1a-4185-8e7b-0603600a3efa x-openstack-request-id: req-59e2735b-4b1a-4185-8e7b-0603600a3efa {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:24:05.510631 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "714df43c-52c2-426d-a391-bf58f3fa2584", "name": "network-vif-deleted", "tag": "77262639-075d-4f0b-8e2b-dee03a44e539", "status": "completed", "code": 200}]} {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:24:05.510631 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-59e2735b-4b1a-4185-8e7b-0603600a3efa {{(pid=106202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:24:05.510631 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59e2735b-4b1a-4185-8e7b-0603600a3efa'] response: {'server_uuid': '714df43c-52c2-426d-a391-bf58f3fa2584', 'name': 'network-vif-deleted', 'tag': '77262639-075d-4f0b-8e2b-dee03a44e539', 'status': 'completed', 'code': 200} Sep 21 12:24:05.800493 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 56310) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:24:05.960320 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf00dd-293b-46f3-a6f8-b3664ab9e6ac req-478d6aee-d529-4a74-b846-906b797824ae tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:05.962138 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-a2cf00dd-293b-46f3-a6f8-b3664ab9e6ac req-478d6aee-d529-4a74-b846-906b797824ae tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de0f1a98-9419-4e35-b8e0-520c7fc482fb HTTP/1.1" status: 200 len: 946 time: 0.0632260 Sep 21 12:24:05.967609 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [None req-45840a63-cf49-4e82-90cf-ae7085bf4ebd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-908511886-network', 'tenant_id': '9de710fda38c429a91595545e9a74dcb'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:24:06.026422 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45840a63-cf49-4e82-90cf-ae7085bf4ebd admin admin] Made reservation on behalf of 9de710fda38c429a91595545e9a74dcb for: {'network': 1} {{(pid=106202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:24:06.029936 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-45840a63-cf49-4e82-90cf-ae7085bf4ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for network (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:06.053578 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-45840a63-cf49-4e82-90cf-ae7085bf4ebd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:06.076285 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-a2cf00dd-293b-46f3-a6f8-b3664ab9e6ac req-e46dc243-92fb-406e-ae5b-daf8bba37674 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030011 Sep 21 12:24:06.214867 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-45840a63-cf49-4e82-90cf-ae7085bf4ebd admin admin] Publish callbacks [] for security_group (c6ffa42e-697b-4061-b2e1-9cfe39dbad83), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:06.220294 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-45840a63-cf49-4e82-90cf-ae7085bf4ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (c6ffa42e-697b-4061-b2e1-9cfe39dbad83), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:06.240227 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:06.242213 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-a45d292b-0cad-41f7-bc04-3565ff827b52 req-24fe7c02-49a0-4406-a3ee-061f5c9990e2 tempest-VolumesNegativeTest-1165175618 tempest-VolumesNegativeTest-1165175618-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=714df43c-52c2-426d-a391-bf58f3fa2584 HTTP/1.1" status: 200 len: 210 time: 0.0444317 Sep 21 12:24:06.260928 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45840a63-cf49-4e82-90cf-ae7085bf4ebd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=106202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 12:24:06.290895 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45840a63-cf49-4e82-90cf-ae7085bf4ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ffa42e-697b-4061-b2e1-9cfe39dbad83,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:24:06.303747 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-45840a63-cf49-4e82-90cf-ae7085bf4ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355690'] for segment (fd3953c2-4056-4e24-bc29-f88836e2c777), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:06.311324 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.db.segments_db [None req-45840a63-cf49-4e82-90cf-ae7085bf4ebd admin admin] Added segment fd3953c2-4056-4e24-bc29-f88836e2c777 of type vlan for network e392466d-8ee6-4b86-9e48-53d3cb8a545c Sep 21 12:24:06.374455 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-45840a63-cf49-4e82-90cf-ae7085bf4ebd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735120869551'] for network (e392466d-8ee6-4b86-9e48-53d3cb8a545c), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:06.380079 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-9228a2b3-9c4f-4b84-9982-93eb16d18031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (f73c601a-29a1-4353-9f34-efd4ba2e6501), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:06.410406 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-45840a63-cf49-4e82-90cf-ae7085bf4ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028'] for network (e392466d-8ee6-4b86-9e48-53d3cb8a545c), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:06.412045 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45840a63-cf49-4e82-90cf-ae7085bf4ebd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:06.412814 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-45840a63-cf49-4e82-90cf-ae7085bf4ebd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544014'] for network (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:06.447886 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 56322) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:24:06.448329 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-45840a63-cf49-4e82-90cf-ae7085bf4ebd admin admin] 10.222.0.71 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6464279 Sep 21 12:24:06.455491 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.v2.base [None req-f969f8a1-eb6c-4ba4-b02f-912d44e7d25f admin admin] Request body: {'subnet': {'network_id': 'e392466d-8ee6-4b86-9e48-53d3cb8a545c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-908511886-subnet', 'tenant_id': '9de710fda38c429a91595545e9a74dcb', 'ip_version': 4}} {{(pid=106201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:24:06.489259 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f969f8a1-eb6c-4ba4-b02f-912d44e7d25f admin admin] Made reservation on behalf of 9de710fda38c429a91595545e9a74dcb for: {'subnet': 1} {{(pid=106201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:24:06.494131 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-f969f8a1-eb6c-4ba4-b02f-912d44e7d25f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7012699'] for subnet (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:06.505682 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45840a63-cf49-4e82-90cf-ae7085bf4ebd admin admin] Pushing event updated for resources: {'Network': ['ID=e392466d-8ee6-4b86-9e48-53d3cb8a545c,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:24:06.528627 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Network e392466d-8ee6-4b86-9e48-53d3cb8a545c details requested by agent ovs-agent-dv-cinder-858678-1-iscsi with host dv-cinder-858678-1-iscsi {{(pid=106203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 12:24:06.697676 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-f969f8a1-eb6c-4ba4-b02f-912d44e7d25f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6786222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7012685'] for subnet (e0f543c0-159b-40e7-9e50-76800dc97874), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:06.755173 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:06.780278 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:06.789566 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f969f8a1-eb6c-4ba4-b02f-912d44e7d25f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0f543c0-159b-40e7-9e50-76800dc97874,revision_number=0']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:24:06.800462 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f969f8a1-eb6c-4ba4-b02f-912d44e7d25f admin admin] Checking segment: {'id': 'fd3953c2-4056-4e24-bc29-f88836e2c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e392466d-8ee6-4b86-9e48-53d3cb8a545c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:24:06.801326 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f969f8a1-eb6c-4ba4-b02f-912d44e7d25f admin admin] Network hostable DHCP agents. Network: e392466d-8ee6-4b86-9e48-53d3cb8a545c, hostable agents: ['f73c601a-29a1-4353-9f34-efd4ba2e6501'], hosted agents: [] {{(pid=106201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 12:24:06.843934 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f969f8a1-eb6c-4ba4-b02f-912d44e7d25f admin admin] Network e392466d-8ee6-4b86-9e48-53d3cb8a545c is scheduled to be hosted by DHCP agent f73c601a-29a1-4353-9f34-efd4ba2e6501 with binding_index 1 {{(pid=106201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 12:24:06.858740 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.base_scheduler [None req-f969f8a1-eb6c-4ba4-b02f-912d44e7d25f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858678-1-iscsi, e392466d-8ee6-4b86-9e48-53d3cb8a545c) {{(pid=106201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:24:06.869917 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f969f8a1-eb6c-4ba4-b02f-912d44e7d25f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:06.874857 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-f969f8a1-eb6c-4ba4-b02f-912d44e7d25f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544014'] for subnet (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:06.878251 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5209cc2e-c638-4a3c-bef1-4685b54d0ad1 None None] Network e392466d-8ee6-4b86-9e48-53d3cb8a545c requested from dv-cinder-858678-1-iscsi {{(pid=106203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 12:24:06.898441 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-f969f8a1-eb6c-4ba4-b02f-912d44e7d25f admin admin] 10.222.0.71 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4482119 Sep 21 12:24:06.914841 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 56326) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:24:06.920001 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [None req-352e0dde-5353-426f-b633-ba14c05ce38b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-908511886-router', 'tenant_id': '9de710fda38c429a91595545e9a74dcb', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d'}}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:24:06.971826 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-352e0dde-5353-426f-b633-ba14c05ce38b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4986'] for router (24f1eebe-4c2e-4c07-be19-12381e209cd2), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:06.971826 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-352e0dde-5353-426f-b633-ba14c05ce38b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4963'] for router (24f1eebe-4c2e-4c07-be19-12381e209cd2), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:06.998973 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3636e49-ed05-4882-8ce2-61027583f0f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp926fb466-bfb5-5eb1-bc3c-68df119c7c5e-e392466d-8ee6-4b86-9e48-53d3cb8a545c', 'network_id': 'e392466d-8ee6-4b86-9e48-53d3cb8a545c', 'project_id': '9de710fda38c429a91595545e9a74dcb', 'fixed_ips': [{'subnet_id': 'e0f543c0-159b-40e7-9e50-76800dc97874'}]}} from dv-cinder-858678-1-iscsi. {{(pid=106203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 21 12:24:07.000026 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-a3636e49-ed05-4882-8ce2-61027583f0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (None), before_create {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:07.064186 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-352e0dde-5353-426f-b633-ba14c05ce38b admin admin] Publish callbacks [] for router_controller (24f1eebe-4c2e-4c07-be19-12381e209cd2), precommit_add_association {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:07.192509 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.db_base_plugin_common [None req-a3636e49-ed05-4882-8ce2-61027583f0f0 None None] Allocated IP 172.20.0.2 (e392466d-8ee6-4b86-9e48-53d3cb8a545c/e0f543c0-159b-40e7-9e50-76800dc97874/1898bfbd-0fef-430d-a2dd-fa991bc89cf2) {{(pid=106203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:24:07.271554 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-352e0dde-5353-426f-b633-ba14c05ce38b admin admin] Publish callbacks [] for router_gateway (24f1eebe-4c2e-4c07-be19-12381e209cd2), precommit_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:07.288840 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69396027-b613-4ea8-96c8-19f0cdbb180c req-b1108ba7-b1f0-475c-a999-05975e11f940 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:07.290458 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-69396027-b613-4ea8-96c8-19f0cdbb180c req-b1108ba7-b1f0-475c-a999-05975e11f940 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de0f1a98-9419-4e35-b8e0-520c7fc482fb HTTP/1.1" status: 200 len: 946 time: 0.0935481 Sep 21 12:24:07.392197 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-a3636e49-ed05-4882-8ce2-61027583f0f0 None None] Publish callbacks [] for port (1898bfbd-0fef-430d-a2dd-fa991bc89cf2), precommit_create {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:07.405515 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-a3636e49-ed05-4882-8ce2-61027583f0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735120900801'] for port (1898bfbd-0fef-430d-a2dd-fa991bc89cf2), after_create {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:07.476808 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3636e49-ed05-4882-8ce2-61027583f0f0 None None] Pushing event updated for resources: {'Port': ['ID=1898bfbd-0fef-430d-a2dd-fa991bc89cf2,revision_number=1']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:24:07.486303 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3636e49-ed05-4882-8ce2-61027583f0f0 None None] Network e392466d-8ee6-4b86-9e48-53d3cb8a545c is already hosted by enough agents. {{(pid=106203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:24:07.490494 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.scheduler.base_scheduler [None req-a3636e49-ed05-4882-8ce2-61027583f0f0 None None] Resources bound (agent type, host, resource id): {{(pid=106203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:24:07.496750 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3636e49-ed05-4882-8ce2-61027583f0f0 None None] Received port after_create {{(pid=106203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 12:24:07.720781 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:07.737883 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=3 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:07.749617 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.managers [None req-a3636e49-ed05-4882-8ce2-61027583f0f0 None None] Attempting to bind port 1898bfbd-0fef-430d-a2dd-fa991bc89cf2 on host dv-cinder-858678-1-iscsi for vnic_type normal with profile {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 12:24:07.750198 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.managers [None req-a3636e49-ed05-4882-8ce2-61027583f0f0 None None] Attempting to bind port 1898bfbd-0fef-430d-a2dd-fa991bc89cf2 by drivers openvswitch,hyperv on host dv-cinder-858678-1-iscsi at level 0 using segments [{'id': 'fd3953c2-4056-4e24-bc29-f88836e2c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e392466d-8ee6-4b86-9e48-53d3cb8a545c'}] {{(pid=106203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 12:24:07.751593 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3636e49-ed05-4882-8ce2-61027583f0f0 None None] Attempting to bind port 1898bfbd-0fef-430d-a2dd-fa991bc89cf2 on network e392466d-8ee6-4b86-9e48-53d3cb8a545c {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:24:07.785147 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-69396027-b613-4ea8-96c8-19f0cdbb180c req-529b250d-f09c-4949-a19c-09871c41b1c6 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4563639 Sep 21 12:24:07.810975 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3636e49-ed05-4882-8ce2-61027583f0f0 None None] Checking agent: {'id': '57fb69a9-4edc-44fd-8965-b65708e41306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858678-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 12, 12, 11), 'started_at': datetime.datetime(2022, 9, 21, 12, 12, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 12, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858678-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 12:24:07.811488 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3636e49-ed05-4882-8ce2-61027583f0f0 None None] Checking segment: {'id': 'fd3953c2-4056-4e24-bc29-f88836e2c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e392466d-8ee6-4b86-9e48-53d3cb8a545c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:24:07.812038 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-a3636e49-ed05-4882-8ce2-61027583f0f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:07.812584 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3636e49-ed05-4882-8ce2-61027583f0f0 None None] Bound using segment: {'id': 'fd3953c2-4056-4e24-bc29-f88836e2c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e392466d-8ee6-4b86-9e48-53d3cb8a545c'} {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 12:24:07.813079 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.managers [None req-a3636e49-ed05-4882-8ce2-61027583f0f0 None None] Bound port: 1898bfbd-0fef-430d-a2dd-fa991bc89cf2, host: dv-cinder-858678-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3953c2-4056-4e24-bc29-f88836e2c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e392466d-8ee6-4b86-9e48-53d3cb8a545c'}}] {{(pid=106203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 12:24:07.813551 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-a3636e49-ed05-4882-8ce2-61027583f0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (1898bfbd-0fef-430d-a2dd-fa991bc89cf2), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:07.885646 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-a3636e49-ed05-4882-8ce2-61027583f0f0 None None] For port 1898bfbd-0fef-430d-a2dd-fa991bc89cf2, host dv-cinder-858678-1-iscsi, cleared binding levels {{(pid=106203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:24:07.891197 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-a3636e49-ed05-4882-8ce2-61027583f0f0 None None] For port 1898bfbd-0fef-430d-a2dd-fa991bc89cf2, host dv-cinder-858678-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=1898bfbd-0fef-430d-a2dd-fa991bc89cf2,segment=NetworkSegment(fd3953c2-4056-4e24-bc29-f88836e2c777),segment_id=fd3953c2-4056-4e24-bc29-f88836e2c777)] {{(pid=106203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:24:07.897745 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:07.906821 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-a3636e49-ed05-4882-8ce2-61027583f0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (1898bfbd-0fef-430d-a2dd-fa991bc89cf2), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:07.989581 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3636e49-ed05-4882-8ce2-61027583f0f0 None None] Pushing event updated for resources: {'Port': ['ID=1898bfbd-0fef-430d-a2dd-fa991bc89cf2,revision_number=2']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:24:07.996705 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-352e0dde-5353-426f-b633-ba14c05ce38b admin admin] Publish callbacks [] for router_gateway (24f1eebe-4c2e-4c07-be19-12381e209cd2), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:08.018038 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-352e0dde-5353-426f-b633-ba14c05ce38b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:08.051527 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 77262639-075d-4f0b-8e2b-dee03a44e539 no longer exists at agent hyperv_hv-cinder-85867 {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 12:24:08.082084 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] No Port match for: 77262639-075d-4f0b-8e2b-dee03a44e539 {{(pid=106203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 12:24:08.082435 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 77262639-075d-4f0b-8e2b-dee03a44e539 not bound to the agent host hv-cinder-85867 {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 12:24:08.171567 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.db_base_plugin_common [None req-352e0dde-5353-426f-b633-ba14c05ce38b admin admin] Allocated IP 172.27.0.94 (988e67c4-a01e-4c04-8cb9-1b0dd07d668d/691ea813-de87-4809-9e6b-d8504be0b97f/681f5fbd-5670-40e1-8bd9-e898aa4aa16f) {{(pid=106202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:24:08.307019 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:08.368005 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-352e0dde-5353-426f-b633-ba14c05ce38b admin admin] Publish callbacks [] for port (681f5fbd-5670-40e1-8bd9-e898aa4aa16f), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:08.428480 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-352e0dde-5353-426f-b633-ba14c05ce38b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735120900801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (681f5fbd-5670-40e1-8bd9-e898aa4aa16f), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:08.503790 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352e0dde-5353-426f-b633-ba14c05ce38b admin admin] Network 988e67c4-a01e-4c04-8cb9-1b0dd07d668d is already hosted by enough agents. {{(pid=106202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:24:08.510479 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.base_scheduler [None req-352e0dde-5353-426f-b633-ba14c05ce38b admin admin] Resources bound (agent type, host, resource id): {{(pid=106202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:24:08.514818 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352e0dde-5353-426f-b633-ba14c05ce38b admin admin] Received port after_create {{(pid=106202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 12:24:08.540834 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352e0dde-5353-426f-b633-ba14c05ce38b admin admin] Pushing event updated for resources: {'Port': ['ID=681f5fbd-5670-40e1-8bd9-e898aa4aa16f,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:24:08.617103 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-f6e844e1-f2b3-4645-976f-7f83e145647f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (4f31b8b6-17c0-474d-bf52-0481ff2a5cf7), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:08.854071 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-352e0dde-5353-426f-b633-ba14c05ce38b admin admin] Publish callbacks [] for router_gateway (24f1eebe-4c2e-4c07-be19-12381e209cd2), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:09.005334 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a6703-3714-4d06-ac58-5a829fac754a req-b4af1642-1da7-423a-847f-a92fc376ee5f tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:09.020136 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-943a6703-3714-4d06-ac58-5a829fac754a req-b4af1642-1da7-423a-847f-a92fc376ee5f tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de0f1a98-9419-4e35-b8e0-520c7fc482fb HTTP/1.1" status: 200 len: 946 time: 0.1143661 Sep 21 12:24:09.094097 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-943a6703-3714-4d06-ac58-5a829fac754a req-10c18233-f136-4a6d-9ded-29cf97d155ee tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684099 Sep 21 12:24:09.147435 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-352e0dde-5353-426f-b633-ba14c05ce38b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534052'] for router (24f1eebe-4c2e-4c07-be19-12381e209cd2), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:09.220955 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:09.294568 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfae443b-b61b-4fc4-acce-bdfa9d9a73c6 None None] Network e392466d-8ee6-4b86-9e48-53d3cb8a545c requested from dv-cinder-858678-1-iscsi {{(pid=106203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 12:24:09.335615 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-352e0dde-5353-426f-b633-ba14c05ce38b admin admin] Router 24f1eebe-4c2e-4c07-be19-12381e209cd2 is scheduled to L3 agent 4f31b8b6-17c0-474d-bf52-0481ff2a5cf7 with binding_index 1 {{(pid=106202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 12:24:09.463677 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:09.465263 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352e0dde-5353-426f-b633-ba14c05ce38b admin admin] Notify agent at l3_agent.dv-cinder-858678-1-iscsi the message routers_updated {{(pid=106202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:24:09.478230 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:09.487268 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-9780078f-2164-45f0-a545-20d782ae76f7 None None] Provisioning complete for port 1898bfbd-0fef-430d-a2dd-fa991bc89cf2 triggered by entity DHCP. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:24:09.487967 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-9780078f-2164-45f0-a545-20d782ae76f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (1898bfbd-0fef-430d-a2dd-fa991bc89cf2), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:09.488707 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-9780078f-2164-45f0-a545-20d782ae76f7 None None] Attempt 1 to provision port 1898bfbd-0fef-430d-a2dd-fa991bc89cf2 Sep 21 12:24:09.493664 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-352e0dde-5353-426f-b633-ba14c05ce38b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:09.493871 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d09e2b-8cc7-46dc-819d-dde116d900ff None None] Sync routers for ids ['24f1eebe-4c2e-4c07-be19-12381e209cd2'] in dv-cinder-858678-1-iscsi {{(pid=106203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:24:09.493985 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-352e0dde-5353-426f-b633-ba14c05ce38b admin admin] 10.222.0.71 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5777450 Sep 21 12:24:09.497640 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 56452) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:24:09.657337 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d09e2b-8cc7-46dc-819d-dde116d900ff None None] Routers {'24f1eebe-4c2e-4c07-be19-12381e209cd2'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:24:09.657993 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-85d09e2b-8cc7-46dc-819d-dde116d900ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:24:09Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['24f1eebe-4c2e-4c07-be19-12381e209cd2'], 'active': True} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:24:09.739216 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 1898bfbd-0fef-430d-a2dd-fa991bc89cf2 up at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:24:09.995797 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Provisioning complete for port 1898bfbd-0fef-430d-a2dd-fa991bc89cf2 triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:24:09.995797 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (1898bfbd-0fef-430d-a2dd-fa991bc89cf2), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:09.996336 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Attempt 1 to provision port 1898bfbd-0fef-430d-a2dd-fa991bc89cf2 Sep 21 12:24:10.027615 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-740e41e1-10de-4b2e-a9f0-9582d49d2a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (d7a8950b-d4d7-4646-ba54-d395483871b4), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:10.029247 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-9780078f-2164-45f0-a545-20d782ae76f7 None None] Current status of the port 1898bfbd-0fef-430d-a2dd-fa991bc89cf2 is: DOWN; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:24:10.029892 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-9780078f-2164-45f0-a545-20d782ae76f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (1898bfbd-0fef-430d-a2dd-fa991bc89cf2), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:10.106161 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvr_db [None req-85d09e2b-8cc7-46dc-819d-dde116d900ff None None] Set router 24f1eebe-4c2e-4c07-be19-12381e209cd2 gateway port host: dv-cinder-858678-1-iscsi {{(pid=106203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:24:10.117644 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-e40d5ee3-2484-4962-b8c6-c42c282e247e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:10.267235 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-9780078f-2164-45f0-a545-20d782ae76f7 None None] For port 1898bfbd-0fef-430d-a2dd-fa991bc89cf2, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=1898bfbd-0fef-430d-a2dd-fa991bc89cf2,segment=NetworkSegment(fd3953c2-4056-4e24-bc29-f88836e2c777),segment_id=fd3953c2-4056-4e24-bc29-f88836e2c777)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:24:10.301087 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf8a99-b893-4c2e-b21f-fbd7c55a6544 req-7d9479b8-ce38-4cfd-91d8-b8125a9c8926 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:10.313585 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-33bf8a99-b893-4c2e-b21f-fbd7c55a6544 req-7d9479b8-ce38-4cfd-91d8-b8125a9c8926 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de0f1a98-9419-4e35-b8e0-520c7fc482fb HTTP/1.1" status: 200 len: 946 time: 0.1258595 Sep 21 12:24:10.339699 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-9780078f-2164-45f0-a545-20d782ae76f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (1898bfbd-0fef-430d-a2dd-fa991bc89cf2), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:10.396814 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.db.db_base_plugin_common [None req-e40d5ee3-2484-4962-b8c6-c42c282e247e admin admin] Allocated IP 172.20.0.1 (e392466d-8ee6-4b86-9e48-53d3cb8a545c/e0f543c0-159b-40e7-9e50-76800dc97874/416fae16-bea2-4ecd-a3a5-c969fe2fdc2d) {{(pid=106201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:24:10.412154 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-33bf8a99-b893-4c2e-b21f-fbd7c55a6544 req-c9a8c351-7d82-46dd-b3d4-2936758d208d tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960357 Sep 21 12:24:10.484170 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-eba85a44-a258-4b22-81c1-62411cdf5b6e None None] Provisioning complete for port 1898bfbd-0fef-430d-a2dd-fa991bc89cf2 triggered by entity DHCP. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:24:10.485152 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-eba85a44-a258-4b22-81c1-62411cdf5b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (1898bfbd-0fef-430d-a2dd-fa991bc89cf2), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:10.486681 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-eba85a44-a258-4b22-81c1-62411cdf5b6e None None] Attempt 1 to provision port 1898bfbd-0fef-430d-a2dd-fa991bc89cf2 Sep 21 12:24:10.516460 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:10.545542 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-e40d5ee3-2484-4962-b8c6-c42c282e247e admin admin] Publish callbacks [] for port (416fae16-bea2-4ecd-a3a5-c969fe2fdc2d), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:10.553975 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=4 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:10.583473 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Current status of the port 1898bfbd-0fef-430d-a2dd-fa991bc89cf2 is: ACTIVE; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:24:10.595514 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-e40d5ee3-2484-4962-b8c6-c42c282e247e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735120900801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6788894'] for port (416fae16-bea2-4ecd-a3a5-c969fe2fdc2d), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:10.646602 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40d5ee3-2484-4962-b8c6-c42c282e247e admin admin] Pushing event updated for resources: {'Port': ['ID=416fae16-bea2-4ecd-a3a5-c969fe2fdc2d,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:24:10.657390 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-eba85a44-a258-4b22-81c1-62411cdf5b6e None None] Current status of the port 1898bfbd-0fef-430d-a2dd-fa991bc89cf2 is: ACTIVE; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:24:10.663220 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9780078f-2164-45f0-a545-20d782ae76f7 None None] Pushing event updated for resources: {'Port': ['ID=1898bfbd-0fef-430d-a2dd-fa991bc89cf2,revision_number=3']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:24:10.670811 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40d5ee3-2484-4962-b8c6-c42c282e247e admin admin] Network e392466d-8ee6-4b86-9e48-53d3cb8a545c is already hosted by enough agents. {{(pid=106201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:24:10.671027 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:10.672912 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.base_scheduler [None req-e40d5ee3-2484-4962-b8c6-c42c282e247e admin admin] Resources bound (agent type, host, resource id): {{(pid=106201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:24:10.675491 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40d5ee3-2484-4962-b8c6-c42c282e247e admin admin] Received port after_create {{(pid=106201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 12:24:10.724433 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-e40d5ee3-2484-4962-b8c6-c42c282e247e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-624413'] for router_interface (24f1eebe-4c2e-4c07-be19-12381e209cd2), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:10.730203 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-85d09e2b-8cc7-46dc-819d-dde116d900ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f1eebe-4c2e-4c07-be19-12381e209cd2', 'name': 'tempest-TestMinimumBasicScenario-908511886-router', 'tenant_id': '9de710fda38c429a91595545e9a74dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '681f5fbd-5670-40e1-8bd9-e898aa4aa16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:24:06Z', 'updated_at': '2022-09-21T12:24:08Z', 'revision_number': 3, 'project_id': '9de710fda38c429a91595545e9a74dcb', 'gw_port': {'id': '681f5fbd-5670-40e1-8bd9-e898aa4aa16f', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:82:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f1eebe-4c2e-4c07-be19-12381e209cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:24:08Z', 'updated_at': '2022-09-21T12:24:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi'}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:24:10.780189 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d09e2b-8cc7-46dc-819d-dde116d900ff None None] Checking router: 24f1eebe-4c2e-4c07-be19-12381e209cd2 for host: dv-cinder-858678-1-iscsi {{(pid=106203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:24:10.781167 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d09e2b-8cc7-46dc-819d-dde116d900ff None None] Updating router 24f1eebe-4c2e-4c07-be19-12381e209cd2 port 681f5fbd-5670-40e1-8bd9-e898aa4aa16f binding host dv-cinder-858678-1-iscsi {{(pid=106203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 12:24:10.840498 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-85d09e2b-8cc7-46dc-819d-dde116d900ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (681f5fbd-5670-40e1-8bd9-e898aa4aa16f), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:10.930201 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:10.981756 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-e40d5ee3-2484-4962-b8c6-c42c282e247e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (416fae16-bea2-4ecd-a3a5-c969fe2fdc2d), before_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:11.128541 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-5e6d4a61-abf5-4497-ae9f-9ca644c5adae None None] Provisioning complete for port 416fae16-bea2-4ecd-a3a5-c969fe2fdc2d triggered by entity DHCP. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:24:11.129049 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-5e6d4a61-abf5-4497-ae9f-9ca644c5adae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (416fae16-bea2-4ecd-a3a5-c969fe2fdc2d), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:11.129381 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-5e6d4a61-abf5-4497-ae9f-9ca644c5adae None None] Attempt 1 to provision port 416fae16-bea2-4ecd-a3a5-c969fe2fdc2d Sep 21 12:24:11.195081 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-5e6d4a61-abf5-4497-ae9f-9ca644c5adae None None] Port 416fae16-bea2-4ecd-a3a5-c969fe2fdc2d cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:24:11.325826 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (57fb69a9-4edc-44fd-8965-b65708e41306), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:11.363864 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-85d09e2b-8cc7-46dc-819d-dde116d900ff None None] Publish callbacks [] for port (681f5fbd-5670-40e1-8bd9-e898aa4aa16f), precommit_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:11.371311 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-85d09e2b-8cc7-46dc-819d-dde116d900ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (681f5fbd-5670-40e1-8bd9-e898aa4aa16f), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:11.416937 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.managers [None req-85d09e2b-8cc7-46dc-819d-dde116d900ff None None] Attempting to bind port 681f5fbd-5670-40e1-8bd9-e898aa4aa16f on host dv-cinder-858678-1-iscsi for vnic_type normal with profile {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 12:24:11.417309 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.managers [None req-85d09e2b-8cc7-46dc-819d-dde116d900ff None None] Attempting to bind port 681f5fbd-5670-40e1-8bd9-e898aa4aa16f by drivers openvswitch,hyperv on host dv-cinder-858678-1-iscsi at level 0 using segments [{'id': '0a2e6652-942c-46a2-8162-ab1d320b7f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d'}] {{(pid=106203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 12:24:11.417670 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d09e2b-8cc7-46dc-819d-dde116d900ff None None] Attempting to bind port 681f5fbd-5670-40e1-8bd9-e898aa4aa16f on network 988e67c4-a01e-4c04-8cb9-1b0dd07d668d {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:24:11.456112 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee403b4-dd31-4dda-8e2e-434a379552c2 None None] Pushing event updated for resources: {'Port': ['ID=681f5fbd-5670-40e1-8bd9-e898aa4aa16f,revision_number=2']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:24:11.496405 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d09e2b-8cc7-46dc-819d-dde116d900ff None None] Checking agent: {'id': '57fb69a9-4edc-44fd-8965-b65708e41306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858678-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 12, 12, 11), 'started_at': datetime.datetime(2022, 9, 21, 12, 12, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 12, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858678-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 12:24:11.497415 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d09e2b-8cc7-46dc-819d-dde116d900ff None None] Checking segment: {'id': '0a2e6652-942c-46a2-8162-ab1d320b7f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:24:11.497821 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-85d09e2b-8cc7-46dc-819d-dde116d900ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:11.498244 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d09e2b-8cc7-46dc-819d-dde116d900ff None None] Bound using segment: {'id': '0a2e6652-942c-46a2-8162-ab1d320b7f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d'} {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 12:24:11.498806 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.managers [None req-85d09e2b-8cc7-46dc-819d-dde116d900ff None None] Bound port: 681f5fbd-5670-40e1-8bd9-e898aa4aa16f, host: dv-cinder-858678-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2e6652-942c-46a2-8162-ab1d320b7f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d'}}] {{(pid=106203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 12:24:11.499238 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-85d09e2b-8cc7-46dc-819d-dde116d900ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (681f5fbd-5670-40e1-8bd9-e898aa4aa16f), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:11.501543 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c3e59811-0015-48e8-afb5-3d82d64b721e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (cef1489a-7471-4b81-a7c5-b9e507e96767), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:11.615934 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-85d09e2b-8cc7-46dc-819d-dde116d900ff None None] For port 681f5fbd-5670-40e1-8bd9-e898aa4aa16f, host dv-cinder-858678-1-iscsi, cleared binding levels {{(pid=106203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:24:11.617858 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-e40d5ee3-2484-4962-b8c6-c42c282e247e admin admin] Publish callbacks [] for port (416fae16-bea2-4ecd-a3a5-c969fe2fdc2d), precommit_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:11.621191 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-85d09e2b-8cc7-46dc-819d-dde116d900ff None None] For port 681f5fbd-5670-40e1-8bd9-e898aa4aa16f, host dv-cinder-858678-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=681f5fbd-5670-40e1-8bd9-e898aa4aa16f,segment=NetworkSegment(0a2e6652-942c-46a2-8162-ab1d320b7f7e),segment_id=0a2e6652-942c-46a2-8162-ab1d320b7f7e)] {{(pid=106203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:24:11.632162 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958ef14d-dbe5-421a-8659-13df9b41313b req-44400260-6f75-4592-b876-47f85ce76c7b tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:11.640746 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-85d09e2b-8cc7-46dc-819d-dde116d900ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (681f5fbd-5670-40e1-8bd9-e898aa4aa16f), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:11.655880 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-958ef14d-dbe5-421a-8659-13df9b41313b req-44400260-6f75-4592-b876-47f85ce76c7b tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de0f1a98-9419-4e35-b8e0-520c7fc482fb HTTP/1.1" status: 200 len: 946 time: 0.1104670 Sep 21 12:24:11.678312 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-e40d5ee3-2484-4962-b8c6-c42c282e247e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6788903'] for port (416fae16-bea2-4ecd-a3a5-c969fe2fdc2d), after_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:11.688940 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 1898bfbd-0fef-430d-a2dd-fa991bc89cf2 up at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:24:11.743929 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-5e6d4a61-abf5-4497-ae9f-9ca644c5adae None None] Attempt 2 to provision port 416fae16-bea2-4ecd-a3a5-c969fe2fdc2d Sep 21 12:24:11.813502 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40d5ee3-2484-4962-b8c6-c42c282e247e admin admin] Pushing event updated for resources: {'Port': ['ID=416fae16-bea2-4ecd-a3a5-c969fe2fdc2d,revision_number=2']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:24:11.823415 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-e40d5ee3-2484-4962-b8c6-c42c282e247e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-544034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624521'] for router_interface (24f1eebe-4c2e-4c07-be19-12381e209cd2), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:11.848253 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-958ef14d-dbe5-421a-8659-13df9b41313b req-8aa0f476-0d1f-434f-a28f-6390085b376f tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911750 Sep 21 12:24:11.993432 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:12.030736 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40d5ee3-2484-4962-b8c6-c42c282e247e admin admin] Network e392466d-8ee6-4b86-9e48-53d3cb8a545c is already hosted by enough agents. {{(pid=106201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:24:12.041508 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.base_scheduler [None req-e40d5ee3-2484-4962-b8c6-c42c282e247e admin admin] Resources bound (agent type, host, resource id): {{(pid=106201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:24:12.145304 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d09e2b-8cc7-46dc-819d-dde116d900ff None None] Routers {'24f1eebe-4c2e-4c07-be19-12381e209cd2'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:24:12.146886 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-85d09e2b-8cc7-46dc-819d-dde116d900ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:24:09Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['24f1eebe-4c2e-4c07-be19-12381e209cd2'], 'active': True} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:24:12.234480 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e40d5ee3-2484-4962-b8c6-c42c282e247e admin admin] Router 24f1eebe-4c2e-4c07-be19-12381e209cd2 has already been hosted by L3 agent 4f31b8b6-17c0-474d-bf52-0481ff2a5cf7 {{(pid=106201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 12:24:12.264929 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-5e6d4a61-abf5-4497-ae9f-9ca644c5adae None None] Port 416fae16-bea2-4ecd-a3a5-c969fe2fdc2d cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:24:12.271939 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Provisioning complete for port 1898bfbd-0fef-430d-a2dd-fa991bc89cf2 triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:24:12.272300 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (1898bfbd-0fef-430d-a2dd-fa991bc89cf2), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:12.272544 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Attempt 1 to provision port 1898bfbd-0fef-430d-a2dd-fa991bc89cf2 Sep 21 12:24:12.284193 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee403b4-dd31-4dda-8e2e-434a379552c2 None None] Pushing event updated for resources: {'Port': ['ID=681f5fbd-5670-40e1-8bd9-e898aa4aa16f,revision_number=3']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:24:12.368638 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e40d5ee3-2484-4962-b8c6-c42c282e247e admin admin] Notify agent at l3_agent.dv-cinder-858678-1-iscsi the message routers_updated {{(pid=106201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:24:12.370401 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:12.407150 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-e40d5ee3-2484-4962-b8c6-c42c282e247e admin admin] 10.222.0.71 "PUT /networking/v2.0/routers/24f1eebe-4c2e-4c07-be19-12381e209cd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9076076 Sep 21 12:24:12.445694 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvr_db [None req-85d09e2b-8cc7-46dc-819d-dde116d900ff None None] Set router 24f1eebe-4c2e-4c07-be19-12381e209cd2 gateway port host: dv-cinder-858678-1-iscsi {{(pid=106203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:24:12.572377 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Current status of the port 1898bfbd-0fef-430d-a2dd-fa991bc89cf2 is: ACTIVE; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:24:12.651497 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:12.744364 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-85d09e2b-8cc7-46dc-819d-dde116d900ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f1eebe-4c2e-4c07-be19-12381e209cd2', 'name': 'tempest-TestMinimumBasicScenario-908511886-router', 'tenant_id': '9de710fda38c429a91595545e9a74dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '681f5fbd-5670-40e1-8bd9-e898aa4aa16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:24:06Z', 'updated_at': '2022-09-21T12:24:10Z', 'revision_number': 4, 'project_id': '9de710fda38c429a91595545e9a74dcb', 'gw_port': {'id': '681f5fbd-5670-40e1-8bd9-e898aa4aa16f', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:82:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f1eebe-4c2e-4c07-be19-12381e209cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:24:08Z', 'updated_at': '2022-09-21T12:24:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': '416fae16-bea2-4ecd-a3a5-c969fe2fdc2d', 'name': '', 'network_id': 'e392466d-8ee6-4b86-9e48-53d3cb8a545c', 'tenant_id': '9de710fda38c429a91595545e9a74dcb', 'mac_address': 'fa:16:3e:53:29:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f1eebe-4c2e-4c07-be19-12381e209cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'e0f543c0-159b-40e7-9e50-76800dc97874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:24:10Z', 'updated_at': '2022-09-21T12:24:11Z', 'revision_number': 2, 'project_id': '9de710fda38c429a91595545e9a74dcb', 'subnets': [{'id': 'e0f543c0-159b-40e7-9e50-76800dc97874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:24:12.779981 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-5e6d4a61-abf5-4497-ae9f-9ca644c5adae None None] Attempt 3 to provision port 416fae16-bea2-4ecd-a3a5-c969fe2fdc2d Sep 21 12:24:12.782632 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d09e2b-8cc7-46dc-819d-dde116d900ff None None] The sync data for ids ['24f1eebe-4c2e-4c07-be19-12381e209cd2'] in dv-cinder-858678-1-iscsi is: [{'id': '24f1eebe-4c2e-4c07-be19-12381e209cd2', 'name': 'tempest-TestMinimumBasicScenario-908511886-router', 'tenant_id': '9de710fda38c429a91595545e9a74dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '681f5fbd-5670-40e1-8bd9-e898aa4aa16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:24:06Z', 'updated_at': '2022-09-21T12:24:10Z', 'revision_number': 4, 'project_id': '9de710fda38c429a91595545e9a74dcb', 'gw_port': {'id': '681f5fbd-5670-40e1-8bd9-e898aa4aa16f', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:82:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f1eebe-4c2e-4c07-be19-12381e209cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:24:08Z', 'updated_at': '2022-09-21T12:24:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': '416fae16-bea2-4ecd-a3a5-c969fe2fdc2d', 'name': '', 'network_id': 'e392466d-8ee6-4b86-9e48-53d3cb8a545c', 'tenant_id': '9de710fda38c429a91595545e9a74dcb', 'mac_address': 'fa:16:3e:53:29:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f1eebe-4c2e-4c07-be19-12381e209cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'e0f543c0-159b-40e7-9e50-76800dc97874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:24:10Z', 'updated_at': '2022-09-21T12:24:11Z', 'revision_number': 2, 'project_id': '9de710fda38c429a91595545e9a74dcb', 'subnets': [{'id': 'e0f543c0-159b-40e7-9e50-76800dc97874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:24:12.836702 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-5e6d4a61-abf5-4497-ae9f-9ca644c5adae None None] Port 416fae16-bea2-4ecd-a3a5-c969fe2fdc2d cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:24:13.125370 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c66630b-f3b0-4359-baa4-65436151c68b req-a9bb3e64-c7c0-411d-8668-60375ed112e7 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:13.128369 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-0c66630b-f3b0-4359-baa4-65436151c68b req-a9bb3e64-c7c0-411d-8668-60375ed112e7 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de0f1a98-9419-4e35-b8e0-520c7fc482fb HTTP/1.1" status: 200 len: 946 time: 0.0950868 Sep 21 12:24:13.212296 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-0c66630b-f3b0-4359-baa4-65436151c68b req-f8acef9b-3006-40dd-aa97-542b3fbe3a2c tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752904 Sep 21 12:24:13.258242 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 56632) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:24:13.265308 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.v2.base [None req-4a60b2c5-a334-470e-8b9d-5697436e8e17 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-671359386-network', 'tenant_id': '09c54af884ea427ba48e555db113973f'}} {{(pid=106201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:24:13.296471 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a60b2c5-a334-470e-8b9d-5697436e8e17 admin admin] Made reservation on behalf of 09c54af884ea427ba48e555db113973f for: {'network': 1} {{(pid=106201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:24:13.299147 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-4a60b2c5-a334-470e-8b9d-5697436e8e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for network (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:13.301972 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:13.310408 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-4a60b2c5-a334-470e-8b9d-5697436e8e17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:13.339353 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-5e6d4a61-abf5-4497-ae9f-9ca644c5adae None None] Attempt 4 to provision port 416fae16-bea2-4ecd-a3a5-c969fe2fdc2d Sep 21 12:24:13.407648 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-5e6d4a61-abf5-4497-ae9f-9ca644c5adae None None] Port 416fae16-bea2-4ecd-a3a5-c969fe2fdc2d cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:24:13.411870 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-4a60b2c5-a334-470e-8b9d-5697436e8e17 admin admin] Publish callbacks [] for security_group (7f47ea31-63f5-47f2-ab20-90a9828aa91a), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:13.417483 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-4a60b2c5-a334-470e-8b9d-5697436e8e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (7f47ea31-63f5-47f2-ab20-90a9828aa91a), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:13.447635 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a60b2c5-a334-470e-8b9d-5697436e8e17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=106201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 12:24:13.459563 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a60b2c5-a334-470e-8b9d-5697436e8e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f47ea31-63f5-47f2-ab20-90a9828aa91a,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:24:13.476954 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-4a60b2c5-a334-470e-8b9d-5697436e8e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355690'] for segment (805eff45-1409-42f4-8320-08e0816880d7), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:13.477312 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.db.segments_db [None req-4a60b2c5-a334-470e-8b9d-5697436e8e17 admin admin] Added segment 805eff45-1409-42f4-8320-08e0816880d7 of type vlan for network 2f1ed376-1eb4-4de5-a829-b8eec4c5f462 Sep 21 12:24:13.526959 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-4a60b2c5-a334-470e-8b9d-5697436e8e17 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735120869551'] for network (2f1ed376-1eb4-4de5-a829-b8eec4c5f462), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:13.554412 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-4a60b2c5-a334-470e-8b9d-5697436e8e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028'] for network (2f1ed376-1eb4-4de5-a829-b8eec4c5f462), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:13.555611 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a60b2c5-a334-470e-8b9d-5697436e8e17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:13.556289 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-4a60b2c5-a334-470e-8b9d-5697436e8e17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544014'] for network (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:13.626391 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-4a60b2c5-a334-470e-8b9d-5697436e8e17 admin admin] 10.222.0.71 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3663001 Sep 21 12:24:13.629171 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 56650) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:24:13.634038 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [None req-8630997c-035e-4fcb-a6d5-ed41d53745f4 admin admin] Request body: {'subnet': {'network_id': '2f1ed376-1eb4-4de5-a829-b8eec4c5f462', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-671359386-subnet', 'tenant_id': '09c54af884ea427ba48e555db113973f', 'ip_version': 4}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:24:13.640079 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a60b2c5-a334-470e-8b9d-5697436e8e17 admin admin] Pushing event updated for resources: {'Network': ['ID=2f1ed376-1eb4-4de5-a829-b8eec4c5f462,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:24:13.651072 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Network 2f1ed376-1eb4-4de5-a829-b8eec4c5f462 details requested by agent ovs-agent-dv-cinder-858678-1-iscsi with host dv-cinder-858678-1-iscsi {{(pid=106203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 12:24:13.673277 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8630997c-035e-4fcb-a6d5-ed41d53745f4 admin admin] Made reservation on behalf of 09c54af884ea427ba48e555db113973f for: {'subnet': 1} {{(pid=106202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:24:13.688708 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-8630997c-035e-4fcb-a6d5-ed41d53745f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7093906'] for subnet (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:13.907461 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-8630997c-035e-4fcb-a6d5-ed41d53745f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6962168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7093892'] for subnet (483a0d2a-9bbc-4e56-8332-57e62812c2af), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:13.908787 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-5e6d4a61-abf5-4497-ae9f-9ca644c5adae None None] Attempt 5 to provision port 416fae16-bea2-4ecd-a3a5-c969fe2fdc2d Sep 21 12:24:13.947862 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-5e6d4a61-abf5-4497-ae9f-9ca644c5adae None None] Port 416fae16-bea2-4ecd-a3a5-c969fe2fdc2d cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:24:13.974425 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8630997c-035e-4fcb-a6d5-ed41d53745f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=483a0d2a-9bbc-4e56-8332-57e62812c2af,revision_number=0']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:24:13.986440 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8630997c-035e-4fcb-a6d5-ed41d53745f4 admin admin] Checking segment: {'id': '805eff45-1409-42f4-8320-08e0816880d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2f1ed376-1eb4-4de5-a829-b8eec4c5f462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:24:13.986617 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8630997c-035e-4fcb-a6d5-ed41d53745f4 admin admin] Network hostable DHCP agents. Network: 2f1ed376-1eb4-4de5-a829-b8eec4c5f462, hostable agents: ['f73c601a-29a1-4353-9f34-efd4ba2e6501'], hosted agents: [] {{(pid=106202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 12:24:13.996351 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 56654) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:24:14.008321 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8630997c-035e-4fcb-a6d5-ed41d53745f4 admin admin] Network 2f1ed376-1eb4-4de5-a829-b8eec4c5f462 is scheduled to be hosted by DHCP agent f73c601a-29a1-4353-9f34-efd4ba2e6501 with binding_index 1 {{(pid=106202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 12:24:14.019992 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.base_scheduler [None req-8630997c-035e-4fcb-a6d5-ed41d53745f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858678-1-iscsi, 2f1ed376-1eb4-4de5-a829-b8eec4c5f462) {{(pid=106202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:24:14.026114 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8630997c-035e-4fcb-a6d5-ed41d53745f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:14.027005 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-8630997c-035e-4fcb-a6d5-ed41d53745f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544014'] for subnet (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:14.044262 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f4a809-7e22-484d-8a5f-252ba8c8391b None None] Network 2f1ed376-1eb4-4de5-a829-b8eec4c5f462 requested from dv-cinder-858678-1-iscsi {{(pid=106203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 12:24:14.049968 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 56662) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:24:14.050289 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-8630997c-035e-4fcb-a6d5-ed41d53745f4 admin admin] 10.222.0.71 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4197903 Sep 21 12:24:14.056207 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.v2.base [None req-df610571-e1d1-4882-a158-6c0959b614cb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-671359386-router', 'tenant_id': '09c54af884ea427ba48e555db113973f', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d'}}} {{(pid=106201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:24:14.095541 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-df610571-e1d1-4882-a158-6c0959b614cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4986'] for router (bfb773dc-5a77-47e8-b748-3ad236b09f8f), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:14.096909 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-df610571-e1d1-4882-a158-6c0959b614cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4963'] for router (bfb773dc-5a77-47e8-b748-3ad236b09f8f), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:14.197303 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-df610571-e1d1-4882-a158-6c0959b614cb admin admin] Publish callbacks [] for router_controller (bfb773dc-5a77-47e8-b748-3ad236b09f8f), precommit_add_association {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:14.212193 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d55ebab-d27f-4422-a189-523e2dc0931f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp926fb466-bfb5-5eb1-bc3c-68df119c7c5e-2f1ed376-1eb4-4de5-a829-b8eec4c5f462', 'network_id': '2f1ed376-1eb4-4de5-a829-b8eec4c5f462', 'project_id': '09c54af884ea427ba48e555db113973f', 'fixed_ips': [{'subnet_id': '483a0d2a-9bbc-4e56-8332-57e62812c2af'}]}} from dv-cinder-858678-1-iscsi. {{(pid=106203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 21 12:24:14.213374 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-9d55ebab-d27f-4422-a189-523e2dc0931f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (None), before_create {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:14.338141 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:14.419944 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-2ec3e0cb-dd50-4c50-8150-6777ed7f6f02 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=1a86f263882a44f385804b84f83d735c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4217579 Sep 21 12:24:14.422619 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 56682) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:24:14.450155 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-5e6d4a61-abf5-4497-ae9f-9ca644c5adae None None] Attempt 6 to provision port 416fae16-bea2-4ecd-a3a5-c969fe2fdc2d Sep 21 12:24:14.474366 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff68d2a-a858-4d55-b3ec-dd5502aca167 req-b1d9fac8-1b1d-4572-a4ee-9746d25ec3e1 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:14.475879 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-6ff68d2a-a858-4d55-b3ec-dd5502aca167 req-b1d9fac8-1b1d-4572-a4ee-9746d25ec3e1 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de0f1a98-9419-4e35-b8e0-520c7fc482fb HTTP/1.1" status: 200 len: 946 time: 0.1290753 Sep 21 12:24:14.478226 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-df610571-e1d1-4882-a158-6c0959b614cb admin admin] Publish callbacks [] for router_gateway (bfb773dc-5a77-47e8-b748-3ad236b09f8f), precommit_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:14.505214 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.db_base_plugin_common [None req-9d55ebab-d27f-4422-a189-523e2dc0931f None None] Allocated IP 172.20.0.2 (2f1ed376-1eb4-4de5-a829-b8eec4c5f462/483a0d2a-9bbc-4e56-8332-57e62812c2af/eac5f343-4256-4944-8d30-4a503cd65f35) {{(pid=106203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:24:14.518546 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-1aae44a9-d267-4e62-b80a-0c631fc89d10 admin admin] Publish callbacks [] for security_group (7dc5842a-45a5-40be-9741-92116fd51002), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:14.526997 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-5e6d4a61-abf5-4497-ae9f-9ca644c5adae None None] Port 416fae16-bea2-4ecd-a3a5-c969fe2fdc2d cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:24:14.568191 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-1aae44a9-d267-4e62-b80a-0c631fc89d10 admin admin] Publish callbacks [] for security_group (7dc5842a-45a5-40be-9741-92116fd51002), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:14.599139 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-6ff68d2a-a858-4d55-b3ec-dd5502aca167 req-88d09a29-d292-4047-a2b2-297bd4b89532 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105576 Sep 21 12:24:14.678696 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-1aae44a9-d267-4e62-b80a-0c631fc89d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (7dc5842a-45a5-40be-9741-92116fd51002), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:14.681795 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-1aae44a9-d267-4e62-b80a-0c631fc89d10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:14.682965 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-1aae44a9-d267-4e62-b80a-0c631fc89d10 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/7dc5842a-45a5-40be-9741-92116fd51002 HTTP/1.1" status: 204 len: 168 time: 0.2583091 Sep 21 12:24:14.703016 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aae44a9-d267-4e62-b80a-0c631fc89d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc5842a-45a5-40be-9741-92116fd51002,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:24:14.728324 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:INSERT=14,neutron:SELECT=82,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:14.773482 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-df610571-e1d1-4882-a158-6c0959b614cb admin admin] Publish callbacks [] for router_gateway (bfb773dc-5a77-47e8-b748-3ad236b09f8f), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:14.797317 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-df610571-e1d1-4882-a158-6c0959b614cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:14.814917 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-9d55ebab-d27f-4422-a189-523e2dc0931f None None] Publish callbacks [] for port (eac5f343-4256-4944-8d30-4a503cd65f35), precommit_create {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:14.825217 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-9d55ebab-d27f-4422-a189-523e2dc0931f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735120900801'] for port (eac5f343-4256-4944-8d30-4a503cd65f35), after_create {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:14.864910 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:14.879664 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d55ebab-d27f-4422-a189-523e2dc0931f None None] Network 2f1ed376-1eb4-4de5-a829-b8eec4c5f462 is already hosted by enough agents. {{(pid=106203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:24:14.909961 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.scheduler.base_scheduler [None req-9d55ebab-d27f-4422-a189-523e2dc0931f None None] Resources bound (agent type, host, resource id): {{(pid=106203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:24:14.915541 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d55ebab-d27f-4422-a189-523e2dc0931f None None] Received port after_create {{(pid=106203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 12:24:14.918610 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d55ebab-d27f-4422-a189-523e2dc0931f None None] Pushing event updated for resources: {'Port': ['ID=eac5f343-4256-4944-8d30-4a503cd65f35,revision_number=1']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:24:14.989232 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.db.db_base_plugin_common [None req-df610571-e1d1-4882-a158-6c0959b614cb admin admin] Allocated IP 172.27.0.92 (988e67c4-a01e-4c04-8cb9-1b0dd07d668d/691ea813-de87-4809-9e6b-d8504be0b97f/ac6cb3a9-b772-41a8-a280-c1e822778b0b) {{(pid=106201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:24:15.015814 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:15.023145 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.managers [None req-9d55ebab-d27f-4422-a189-523e2dc0931f None None] Attempting to bind port eac5f343-4256-4944-8d30-4a503cd65f35 on host dv-cinder-858678-1-iscsi for vnic_type normal with profile {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 12:24:15.023732 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.managers [None req-9d55ebab-d27f-4422-a189-523e2dc0931f None None] Attempting to bind port eac5f343-4256-4944-8d30-4a503cd65f35 by drivers openvswitch,hyperv on host dv-cinder-858678-1-iscsi at level 0 using segments [{'id': '805eff45-1409-42f4-8320-08e0816880d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2f1ed376-1eb4-4de5-a829-b8eec4c5f462'}] {{(pid=106203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 12:24:15.024297 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d55ebab-d27f-4422-a189-523e2dc0931f None None] Attempting to bind port eac5f343-4256-4944-8d30-4a503cd65f35 on network 2f1ed376-1eb4-4de5-a829-b8eec4c5f462 {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:24:15.028425 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-5e6d4a61-abf5-4497-ae9f-9ca644c5adae None None] Attempt 7 to provision port 416fae16-bea2-4ecd-a3a5-c969fe2fdc2d Sep 21 12:24:15.112821 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-5e6d4a61-abf5-4497-ae9f-9ca644c5adae None None] Port 416fae16-bea2-4ecd-a3a5-c969fe2fdc2d cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:24:15.116932 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d55ebab-d27f-4422-a189-523e2dc0931f None None] Checking agent: {'id': '57fb69a9-4edc-44fd-8965-b65708e41306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858678-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 12, 12, 11), 'started_at': datetime.datetime(2022, 9, 21, 12, 12, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 12, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858678-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 12:24:15.117498 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d55ebab-d27f-4422-a189-523e2dc0931f None None] Checking segment: {'id': '805eff45-1409-42f4-8320-08e0816880d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2f1ed376-1eb4-4de5-a829-b8eec4c5f462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:24:15.117712 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-9d55ebab-d27f-4422-a189-523e2dc0931f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:15.118109 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d55ebab-d27f-4422-a189-523e2dc0931f None None] Bound using segment: {'id': '805eff45-1409-42f4-8320-08e0816880d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2f1ed376-1eb4-4de5-a829-b8eec4c5f462'} {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 12:24:15.118592 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.managers [None req-9d55ebab-d27f-4422-a189-523e2dc0931f None None] Bound port: eac5f343-4256-4944-8d30-4a503cd65f35, host: dv-cinder-858678-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805eff45-1409-42f4-8320-08e0816880d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2f1ed376-1eb4-4de5-a829-b8eec4c5f462'}}] {{(pid=106203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 12:24:15.118971 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-9d55ebab-d27f-4422-a189-523e2dc0931f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (eac5f343-4256-4944-8d30-4a503cd65f35), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:15.164671 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-df610571-e1d1-4882-a158-6c0959b614cb admin admin] Publish callbacks [] for port (ac6cb3a9-b772-41a8-a280-c1e822778b0b), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:15.202626 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-df610571-e1d1-4882-a158-6c0959b614cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735120900801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6788894'] for port (ac6cb3a9-b772-41a8-a280-c1e822778b0b), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:15.204116 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-9d55ebab-d27f-4422-a189-523e2dc0931f None None] For port eac5f343-4256-4944-8d30-4a503cd65f35, host dv-cinder-858678-1-iscsi, cleared binding levels {{(pid=106203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:24:15.208587 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-9d55ebab-d27f-4422-a189-523e2dc0931f None None] For port eac5f343-4256-4944-8d30-4a503cd65f35, host dv-cinder-858678-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=eac5f343-4256-4944-8d30-4a503cd65f35,segment=NetworkSegment(805eff45-1409-42f4-8320-08e0816880d7),segment_id=805eff45-1409-42f4-8320-08e0816880d7)] {{(pid=106203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:24:15.216262 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-9d55ebab-d27f-4422-a189-523e2dc0931f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (eac5f343-4256-4944-8d30-4a503cd65f35), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:15.254011 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df610571-e1d1-4882-a158-6c0959b614cb admin admin] Pushing event updated for resources: {'Port': ['ID=ac6cb3a9-b772-41a8-a280-c1e822778b0b,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:24:15.261768 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df610571-e1d1-4882-a158-6c0959b614cb admin admin] Network 988e67c4-a01e-4c04-8cb9-1b0dd07d668d is already hosted by enough agents. {{(pid=106201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:24:15.263715 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.base_scheduler [None req-df610571-e1d1-4882-a158-6c0959b614cb admin admin] Resources bound (agent type, host, resource id): {{(pid=106201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:24:15.266015 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df610571-e1d1-4882-a158-6c0959b614cb admin admin] Received port after_create {{(pid=106201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 12:24:15.273695 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d55ebab-d27f-4422-a189-523e2dc0931f None None] Pushing event updated for resources: {'Port': ['ID=eac5f343-4256-4944-8d30-4a503cd65f35,revision_number=2']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:24:15.569049 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-df610571-e1d1-4882-a158-6c0959b614cb admin admin] Publish callbacks [] for router_gateway (bfb773dc-5a77-47e8-b748-3ad236b09f8f), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:15.582603 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ee15e0-81ce-4d77-9d1d-606bf2803d65 None None] Sync routers for ids ['24f1eebe-4c2e-4c07-be19-12381e209cd2'] in dv-cinder-858678-1-iscsi {{(pid=106204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:24:15.593945 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ee15e0-81ce-4d77-9d1d-606bf2803d65 None None] Routers {'24f1eebe-4c2e-4c07-be19-12381e209cd2'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:24:15.594620 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-a8ee15e0-81ce-4d77-9d1d-606bf2803d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:24:09Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['24f1eebe-4c2e-4c07-be19-12381e209cd2'], 'active': True} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:24:15.614169 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-5e6d4a61-abf5-4497-ae9f-9ca644c5adae None None] Attempt 8 to provision port 416fae16-bea2-4ecd-a3a5-c969fe2fdc2d Sep 21 12:24:15.658251 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-5e6d4a61-abf5-4497-ae9f-9ca644c5adae None None] Port 416fae16-bea2-4ecd-a3a5-c969fe2fdc2d cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:24:15.685002 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:15.707998 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device eac5f343-4256-4944-8d30-4a503cd65f35 up at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:24:15.712123 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvr_db [None req-a8ee15e0-81ce-4d77-9d1d-606bf2803d65 None None] Set router 24f1eebe-4c2e-4c07-be19-12381e209cd2 gateway port host: dv-cinder-858678-1-iscsi {{(pid=106204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:24:15.757281 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Provisioning complete for port eac5f343-4256-4944-8d30-4a503cd65f35 triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:24:15.757651 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (eac5f343-4256-4944-8d30-4a503cd65f35), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:15.758104 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Attempt 1 to provision port eac5f343-4256-4944-8d30-4a503cd65f35 Sep 21 12:24:15.791589 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:15.799437 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0589518a-abdd-4980-922e-dc08e633fd3f req-2c81c592-87af-44e5-8aaf-bea4e31b5f88 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:15.806830 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-0589518a-abdd-4980-922e-dc08e633fd3f req-2c81c592-87af-44e5-8aaf-bea4e31b5f88 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de0f1a98-9419-4e35-b8e0-520c7fc482fb HTTP/1.1" status: 200 len: 946 time: 0.0660019 Sep 21 12:24:15.826615 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-df610571-e1d1-4882-a158-6c0959b614cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534052'] for router (bfb773dc-5a77-47e8-b748-3ad236b09f8f), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:15.836661 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:15.851225 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Current status of the port eac5f343-4256-4944-8d30-4a503cd65f35 is: DOWN; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:24:15.851608 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (eac5f343-4256-4944-8d30-4a503cd65f35), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:15.880458 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-0589518a-abdd-4980-922e-dc08e633fd3f req-016daa50-2c37-4495-a1fb-ff0cbc3f44ba tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724878 Sep 21 12:24:15.890756 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] For port eac5f343-4256-4944-8d30-4a503cd65f35, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=eac5f343-4256-4944-8d30-4a503cd65f35,segment=NetworkSegment(805eff45-1409-42f4-8320-08e0816880d7),segment_id=805eff45-1409-42f4-8320-08e0816880d7)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:24:15.904701 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (eac5f343-4256-4944-8d30-4a503cd65f35), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:15.905606 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 681f5fbd-5670-40e1-8bd9-e898aa4aa16f up at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:24:15.971454 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-a8ee15e0-81ce-4d77-9d1d-606bf2803d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f1eebe-4c2e-4c07-be19-12381e209cd2', 'name': 'tempest-TestMinimumBasicScenario-908511886-router', 'tenant_id': '9de710fda38c429a91595545e9a74dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '681f5fbd-5670-40e1-8bd9-e898aa4aa16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:24:06Z', 'updated_at': '2022-09-21T12:24:10Z', 'revision_number': 4, 'project_id': '9de710fda38c429a91595545e9a74dcb', 'gw_port': {'id': '681f5fbd-5670-40e1-8bd9-e898aa4aa16f', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:82:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f1eebe-4c2e-4c07-be19-12381e209cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:24:08Z', 'updated_at': '2022-09-21T12:24:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': '416fae16-bea2-4ecd-a3a5-c969fe2fdc2d', 'name': '', 'network_id': 'e392466d-8ee6-4b86-9e48-53d3cb8a545c', 'tenant_id': '9de710fda38c429a91595545e9a74dcb', 'mac_address': 'fa:16:3e:53:29:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f1eebe-4c2e-4c07-be19-12381e209cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'e0f543c0-159b-40e7-9e50-76800dc97874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:24:10Z', 'updated_at': '2022-09-21T12:24:11Z', 'revision_number': 2, 'project_id': '9de710fda38c429a91595545e9a74dcb', 'subnets': [{'id': 'e0f543c0-159b-40e7-9e50-76800dc97874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:24:15.972815 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df610571-e1d1-4882-a158-6c0959b614cb admin admin] Router bfb773dc-5a77-47e8-b748-3ad236b09f8f is scheduled to L3 agent 4f31b8b6-17c0-474d-bf52-0481ff2a5cf7 with binding_index 1 {{(pid=106201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 12:24:15.993268 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Pushing event updated for resources: {'Port': ['ID=eac5f343-4256-4944-8d30-4a503cd65f35,revision_number=3']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:24:16.001464 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ee15e0-81ce-4d77-9d1d-606bf2803d65 None None] Checking router: 24f1eebe-4c2e-4c07-be19-12381e209cd2 for host: dv-cinder-858678-1-iscsi {{(pid=106204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:24:16.001920 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ee15e0-81ce-4d77-9d1d-606bf2803d65 None None] Updating router 24f1eebe-4c2e-4c07-be19-12381e209cd2 port 416fae16-bea2-4ecd-a3a5-c969fe2fdc2d binding host dv-cinder-858678-1-iscsi {{(pid=106204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 12:24:16.021617 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Provisioning complete for port 681f5fbd-5670-40e1-8bd9-e898aa4aa16f triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:24:16.022248 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (681f5fbd-5670-40e1-8bd9-e898aa4aa16f), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:16.022861 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Attempt 1 to provision port 681f5fbd-5670-40e1-8bd9-e898aa4aa16f Sep 21 12:24:16.055381 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a8ee15e0-81ce-4d77-9d1d-606bf2803d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (416fae16-bea2-4ecd-a3a5-c969fe2fdc2d), before_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:16.099089 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df610571-e1d1-4882-a158-6c0959b614cb admin admin] Notify agent at l3_agent.dv-cinder-858678-1-iscsi the message routers_updated {{(pid=106201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:24:16.124431 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-df610571-e1d1-4882-a158-6c0959b614cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:16.126392 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-df610571-e1d1-4882-a158-6c0959b614cb admin admin] 10.222.0.71 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0753396 Sep 21 12:24:16.130610 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 56730) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:24:16.138332 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:16.151844 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Current status of the port 681f5fbd-5670-40e1-8bd9-e898aa4aa16f is: DOWN; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:24:16.152575 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (681f5fbd-5670-40e1-8bd9-e898aa4aa16f), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:16.162430 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79ec766-c0e5-47c3-b68a-dfb9e0c1222f None None] Sync routers for ids ['bfb773dc-5a77-47e8-b748-3ad236b09f8f'] in dv-cinder-858678-1-iscsi {{(pid=106203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:24:16.193447 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-5e6d4a61-abf5-4497-ae9f-9ca644c5adae None None] Attempt 9 to provision port 416fae16-bea2-4ecd-a3a5-c969fe2fdc2d Sep 21 12:24:16.224929 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 56734) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:24:16.299779 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] For port 681f5fbd-5670-40e1-8bd9-e898aa4aa16f, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=681f5fbd-5670-40e1-8bd9-e898aa4aa16f,segment=NetworkSegment(0a2e6652-942c-46a2-8162-ab1d320b7f7e),segment_id=0a2e6652-942c-46a2-8162-ab1d320b7f7e)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:24:16.301478 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79ec766-c0e5-47c3-b68a-dfb9e0c1222f None None] Routers {'bfb773dc-5a77-47e8-b748-3ad236b09f8f'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:24:16.302559 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-e79ec766-c0e5-47c3-b68a-dfb9e0c1222f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:24:09Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['bfb773dc-5a77-47e8-b748-3ad236b09f8f'], 'active': True} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:24:16.309493 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.db.db_base_plugin_v2 [None req-91dc6c86-4ff5-4d89-a101-1d1600849dc4 admin admin] Deleting subnet 43b20f8b-0e61-4756-bda6-5da5ff095f43 {{(pid=106201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 21 12:24:16.317555 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-91dc6c86-4ff5-4d89-a101-1d1600849dc4 admin admin] Publish callbacks [] for subnet (43b20f8b-0e61-4756-bda6-5da5ff095f43), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:16.389699 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-91dc6c86-4ff5-4d89-a101-1d1600849dc4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6930226'] for subnet (43b20f8b-0e61-4756-bda6-5da5ff095f43), precommit_delete_associations {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:16.462283 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-91dc6c86-4ff5-4d89-a101-1d1600849dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462926'] for subnet (43b20f8b-0e61-4756-bda6-5da5ff095f43), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:16.552581 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-91dc6c86-4ff5-4d89-a101-1d1600849dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6788977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7012724'] for subnet (43b20f8b-0e61-4756-bda6-5da5ff095f43), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:16.571398 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:16.573278 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106211fc-7207-423f-bd45-bed09bb359c7 None None] Network 2f1ed376-1eb4-4de5-a829-b8eec4c5f462 requested from dv-cinder-858678-1-iscsi {{(pid=106203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 12:24:16.580943 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-91dc6c86-4ff5-4d89-a101-1d1600849dc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544014'] for subnet (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:16.589823 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-91dc6c86-4ff5-4d89-a101-1d1600849dc4 admin admin] 10.222.0.71 "DELETE /networking/v2.0/subnets/43b20f8b-0e61-4756-bda6-5da5ff095f43 HTTP/1.1" status: 204 len: 168 time: 0.3612540 Sep 21 12:24:16.592093 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 56736) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:24:16.633635 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dc6c86-4ff5-4d89-a101-1d1600849dc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43b20f8b-0e61-4756-bda6-5da5ff095f43,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:24:16.660074 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a8ee15e0-81ce-4d77-9d1d-606bf2803d65 None None] Publish callbacks [] for port (416fae16-bea2-4ecd-a3a5-c969fe2fdc2d), precommit_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:16.667596 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a8ee15e0-81ce-4d77-9d1d-606bf2803d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (416fae16-bea2-4ecd-a3a5-c969fe2fdc2d), after_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:16.667827 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (681f5fbd-5670-40e1-8bd9-e898aa4aa16f), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:16.677109 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:16.677403 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:16.689846 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-5e6d4a61-abf5-4497-ae9f-9ca644c5adae None None] Port 416fae16-bea2-4ecd-a3a5-c969fe2fdc2d cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:24:16.711548 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-69a25f6c-d2b6-47f9-9e98-02aca948c13c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535227'] for network (81a38dde-d245-4a7c-b2e5-d5b018863549), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:16.761630 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50c0682-3ae8-4602-8e68-b99f68713d08 None None] Pushing event updated for resources: {'Port': ['ID=416fae16-bea2-4ecd-a3a5-c969fe2fdc2d,revision_number=3']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:24:16.781577 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50c0682-3ae8-4602-8e68-b99f68713d08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:24:16.781577 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50c0682-3ae8-4602-8e68-b99f68713d08 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:24:16.781958 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50c0682-3ae8-4602-8e68-b99f68713d08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:24:16.782277 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50c0682-3ae8-4602-8e68-b99f68713d08 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:24:16.782600 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50c0682-3ae8-4602-8e68-b99f68713d08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:24:16.782914 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50c0682-3ae8-4602-8e68-b99f68713d08 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:24:16.783230 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50c0682-3ae8-4602-8e68-b99f68713d08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:24:16.783541 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50c0682-3ae8-4602-8e68-b99f68713d08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:24:16.784278 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50c0682-3ae8-4602-8e68-b99f68713d08 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:24:16.784278 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50c0682-3ae8-4602-8e68-b99f68713d08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:24:16.785054 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50c0682-3ae8-4602-8e68-b99f68713d08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:24:16.785054 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50c0682-3ae8-4602-8e68-b99f68713d08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:24:16.785324 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50c0682-3ae8-4602-8e68-b99f68713d08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:24:16.785572 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50c0682-3ae8-4602-8e68-b99f68713d08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:24:16.785888 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50c0682-3ae8-4602-8e68-b99f68713d08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:24:16.795295 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.managers [None req-a8ee15e0-81ce-4d77-9d1d-606bf2803d65 None None] Attempting to bind port 416fae16-bea2-4ecd-a3a5-c969fe2fdc2d on host dv-cinder-858678-1-iscsi for vnic_type normal with profile {{(pid=106204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 12:24:16.795295 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.managers [None req-a8ee15e0-81ce-4d77-9d1d-606bf2803d65 None None] Attempting to bind port 416fae16-bea2-4ecd-a3a5-c969fe2fdc2d by drivers openvswitch,hyperv on host dv-cinder-858678-1-iscsi at level 0 using segments [{'id': 'fd3953c2-4056-4e24-bc29-f88836e2c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e392466d-8ee6-4b86-9e48-53d3cb8a545c'}] {{(pid=106204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 12:24:16.795737 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ee15e0-81ce-4d77-9d1d-606bf2803d65 None None] Attempting to bind port 416fae16-bea2-4ecd-a3a5-c969fe2fdc2d on network e392466d-8ee6-4b86-9e48-53d3cb8a545c {{(pid=106204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:24:16.820317 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Pushing event updated for resources: {'Port': ['ID=681f5fbd-5670-40e1-8bd9-e898aa4aa16f,revision_number=4']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:24:16.831895 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvr_db [None req-e79ec766-c0e5-47c3-b68a-dfb9e0c1222f None None] Set router bfb773dc-5a77-47e8-b748-3ad236b09f8f gateway port host: dv-cinder-858678-1-iscsi {{(pid=106203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:24:16.853033 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ee15e0-81ce-4d77-9d1d-606bf2803d65 None None] Checking agent: {'id': '57fb69a9-4edc-44fd-8965-b65708e41306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858678-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 12, 12, 11), 'started_at': datetime.datetime(2022, 9, 21, 12, 12, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 12, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858678-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 12:24:16.853404 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ee15e0-81ce-4d77-9d1d-606bf2803d65 None None] Checking segment: {'id': 'fd3953c2-4056-4e24-bc29-f88836e2c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e392466d-8ee6-4b86-9e48-53d3cb8a545c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:24:16.853803 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a8ee15e0-81ce-4d77-9d1d-606bf2803d65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:16.854263 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-69a25f6c-d2b6-47f9-9e98-02aca948c13c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548197', 'neutron.services.segments.db._delete_segments_for_network-8735121314753'] for network (81a38dde-d245-4a7c-b2e5-d5b018863549), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:16.855004 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ee15e0-81ce-4d77-9d1d-606bf2803d65 None None] Bound using segment: {'id': 'fd3953c2-4056-4e24-bc29-f88836e2c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e392466d-8ee6-4b86-9e48-53d3cb8a545c'} {{(pid=106204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 12:24:16.855601 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.managers [None req-a8ee15e0-81ce-4d77-9d1d-606bf2803d65 None None] Bound port: 416fae16-bea2-4ecd-a3a5-c969fe2fdc2d, host: dv-cinder-858678-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3953c2-4056-4e24-bc29-f88836e2c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e392466d-8ee6-4b86-9e48-53d3cb8a545c'}}] {{(pid=106204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 12:24:16.856526 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a8ee15e0-81ce-4d77-9d1d-606bf2803d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (416fae16-bea2-4ecd-a3a5-c969fe2fdc2d), before_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:16.886386 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.services.segments.db [None req-69a25f6c-d2b6-47f9-9e98-02aca948c13c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81a38dde-d245-4a7c-b2e5-d5b018863549']}} {{(pid=106202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:24:16.899904 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.services.segments.db [None req-69a25f6c-d2b6-47f9-9e98-02aca948c13c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dab8698b-2b24-445e-9083-b2542a11afe3') {'for_net_delete': True} {{(pid=106202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:24:16.900808 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.services.segments.db [None req-69a25f6c-d2b6-47f9-9e98-02aca948c13c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dab8698b-2b24-445e-9083-b2542a11afe3') {} {{(pid=106202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:24:16.916040 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-69a25f6c-d2b6-47f9-9e98-02aca948c13c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735121314645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6891113'] for segment (dab8698b-2b24-445e-9083-b2542a11afe3), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:16.931602 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.db [None req-a8ee15e0-81ce-4d77-9d1d-606bf2803d65 None None] For port 416fae16-bea2-4ecd-a3a5-c969fe2fdc2d, host dv-cinder-858678-1-iscsi, cleared binding levels {{(pid=106204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:24:16.938581 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.db [None req-a8ee15e0-81ce-4d77-9d1d-606bf2803d65 None None] For port 416fae16-bea2-4ecd-a3a5-c969fe2fdc2d, host dv-cinder-858678-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=416fae16-bea2-4ecd-a3a5-c969fe2fdc2d,segment=NetworkSegment(fd3953c2-4056-4e24-bc29-f88836e2c777),segment_id=fd3953c2-4056-4e24-bc29-f88836e2c777)] {{(pid=106204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:24:16.944798 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-69a25f6c-d2b6-47f9-9e98-02aca948c13c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355690'] for segment (dab8698b-2b24-445e-9083-b2542a11afe3), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:16.949287 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-a8ee15e0-81ce-4d77-9d1d-606bf2803d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (416fae16-bea2-4ecd-a3a5-c969fe2fdc2d), after_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:16.952417 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69a25f6c-d2b6-47f9-9e98-02aca948c13c admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=106202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 12:24:16.952417 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-69a25f6c-d2b6-47f9-9e98-02aca948c13c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6955165'] for segment (dab8698b-2b24-445e-9083-b2542a11afe3), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:17.008447 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-4454b028-3f1c-4f10-9589-2a9ddcc19d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:17.026108 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50c0682-3ae8-4602-8e68-b99f68713d08 None None] Pushing event updated for resources: {'Port': ['ID=416fae16-bea2-4ecd-a3a5-c969fe2fdc2d,revision_number=4']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:24:17.035354 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ee15e0-81ce-4d77-9d1d-606bf2803d65 None None] Routers {'24f1eebe-4c2e-4c07-be19-12381e209cd2'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:24:17.035470 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-a8ee15e0-81ce-4d77-9d1d-606bf2803d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:24:09Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['24f1eebe-4c2e-4c07-be19-12381e209cd2'], 'active': True} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:24:17.040424 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.services.segments.plugin [-] Segment dab8698b-2b24-445e-9083-b2542a11afe3 resource provider aggregate not found Sep 21 12:24:17.041355 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-e79ec766-c0e5-47c3-b68a-dfb9e0c1222f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb773dc-5a77-47e8-b748-3ad236b09f8f', 'name': 'tempest-TestMinimumBasicScenario-671359386-router', 'tenant_id': '09c54af884ea427ba48e555db113973f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'ac6cb3a9-b772-41a8-a280-c1e822778b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:24:14Z', 'updated_at': '2022-09-21T12:24:15Z', 'revision_number': 3, 'project_id': '09c54af884ea427ba48e555db113973f', 'gw_port': {'id': 'ac6cb3a9-b772-41a8-a280-c1e822778b0b', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ae:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb773dc-5a77-47e8-b748-3ad236b09f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:24:14Z', 'updated_at': '2022-09-21T12:24:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi'}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:24:17.076125 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.services.segments.plugin [-] Segment dab8698b-2b24-445e-9083-b2542a11afe3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dab8698b-2b24-445e-9083-b2542a11afe3 found for delete ", "request_id": "req-e71e6c4c-7f51-44f0-be37-7b1957b6c203"}]} Sep 21 12:24:17.078353 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-69a25f6c-d2b6-47f9-9e98-02aca948c13c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534153'] for network (81a38dde-d245-4a7c-b2e5-d5b018863549), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:17.085392 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-69a25f6c-d2b6-47f9-9e98-02aca948c13c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544014'] for network (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:17.091441 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-69a25f6c-d2b6-47f9-9e98-02aca948c13c admin admin] 10.222.0.71 "DELETE /networking/v2.0/networks/81a38dde-d245-4a7c-b2e5-d5b018863549 HTTP/1.1" status: 204 len: 168 time: 0.4980347 Sep 21 12:24:17.107369 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43280f30-3909-47e5-9ee1-b87cfb480b72 req-12ad8c98-5097-469c-8623-d1f7f5cf1b34 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:17.110479 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-43280f30-3909-47e5-9ee1-b87cfb480b72 req-12ad8c98-5097-469c-8623-d1f7f5cf1b34 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de0f1a98-9419-4e35-b8e0-520c7fc482fb HTTP/1.1" status: 200 len: 946 time: 0.1211035 Sep 21 12:24:17.132700 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79ec766-c0e5-47c3-b68a-dfb9e0c1222f None None] Checking router: bfb773dc-5a77-47e8-b748-3ad236b09f8f for host: dv-cinder-858678-1-iscsi {{(pid=106203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:24:17.133053 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79ec766-c0e5-47c3-b68a-dfb9e0c1222f None None] Updating router bfb773dc-5a77-47e8-b748-3ad236b09f8f port ac6cb3a9-b772-41a8-a280-c1e822778b0b binding host dv-cinder-858678-1-iscsi {{(pid=106203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 12:24:17.200930 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-5e6d4a61-abf5-4497-ae9f-9ca644c5adae None None] Attempt 10 to provision port 416fae16-bea2-4ecd-a3a5-c969fe2fdc2d Sep 21 12:24:17.202474 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvr_db [None req-a8ee15e0-81ce-4d77-9d1d-606bf2803d65 None None] Set router 24f1eebe-4c2e-4c07-be19-12381e209cd2 gateway port host: dv-cinder-858678-1-iscsi {{(pid=106204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:24:17.208019 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:17.211796 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-43280f30-3909-47e5-9ee1-b87cfb480b72 req-ddc7491a-bc99-4f60-b902-9e297b0e4568 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955734 Sep 21 12:24:17.245950 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-e79ec766-c0e5-47c3-b68a-dfb9e0c1222f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (ac6cb3a9-b772-41a8-a280-c1e822778b0b), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:17.388337 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 56748) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:24:17.401379 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-5e6d4a61-abf5-4497-ae9f-9ca644c5adae None None] Current status of the port 416fae16-bea2-4ecd-a3a5-c969fe2fdc2d is: DOWN; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:24:17.402090 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-5e6d4a61-abf5-4497-ae9f-9ca644c5adae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (416fae16-bea2-4ecd-a3a5-c969fe2fdc2d), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:17.448187 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-5e6d4a61-abf5-4497-ae9f-9ca644c5adae None None] For port 416fae16-bea2-4ecd-a3a5-c969fe2fdc2d, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=416fae16-bea2-4ecd-a3a5-c969fe2fdc2d,segment=NetworkSegment(fd3953c2-4056-4e24-bc29-f88836e2c777),segment_id=fd3953c2-4056-4e24-bc29-f88836e2c777)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:24:17.455166 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-f2d15943-677b-4bda-b362-509d4b05e9fa admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=c46922ef081642f6a3d8ad5d02e4155a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0654826 Sep 21 12:24:17.456792 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-5e6d4a61-abf5-4497-ae9f-9ca644c5adae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (416fae16-bea2-4ecd-a3a5-c969fe2fdc2d), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:17.457750 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 56750) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:24:17.466159 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a25f6c-d2b6-47f9-9e98-02aca948c13c admin admin] Pushing event deleted for resources: {'Network': ['ID=81a38dde-d245-4a7c-b2e5-d5b018863549,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:24:17.533599 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0808b9e-ec52-425e-ac38-de604dafa6be req-17010d76-2aad-4614-b65c-8a83f82ffa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:17.535340 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f0808b9e-ec52-425e-ac38-de604dafa6be req-17010d76-2aad-4614-b65c-8a83f82ffa2b service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=de0f1a98-9419-4e35-b8e0-520c7fc482fb HTTP/1.1" status: 200 len: 1130 time: 0.0938106 Sep 21 12:24:17.555604 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-a26ba729-7d52-48e0-8046-4a1128b14f48 admin admin] Publish callbacks [] for security_group (16cb0007-21fa-4742-b5e1-8a76f121f7d8), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:17.560734 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-a8ee15e0-81ce-4d77-9d1d-606bf2803d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f1eebe-4c2e-4c07-be19-12381e209cd2', 'name': 'tempest-TestMinimumBasicScenario-908511886-router', 'tenant_id': '9de710fda38c429a91595545e9a74dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '681f5fbd-5670-40e1-8bd9-e898aa4aa16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:24:06Z', 'updated_at': '2022-09-21T12:24:10Z', 'revision_number': 4, 'project_id': '9de710fda38c429a91595545e9a74dcb', 'gw_port': {'id': '681f5fbd-5670-40e1-8bd9-e898aa4aa16f', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:82:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f1eebe-4c2e-4c07-be19-12381e209cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:24:08Z', 'updated_at': '2022-09-21T12:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': '416fae16-bea2-4ecd-a3a5-c969fe2fdc2d', 'name': '', 'network_id': 'e392466d-8ee6-4b86-9e48-53d3cb8a545c', 'tenant_id': '9de710fda38c429a91595545e9a74dcb', 'mac_address': 'fa:16:3e:53:29:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f1eebe-4c2e-4c07-be19-12381e209cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'e0f543c0-159b-40e7-9e50-76800dc97874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:24:10Z', 'updated_at': '2022-09-21T12:24:16Z', 'revision_number': 4, 'project_id': '9de710fda38c429a91595545e9a74dcb', 'subnets': [{'id': 'e0f543c0-159b-40e7-9e50-76800dc97874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:24:17.595319 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-a26ba729-7d52-48e0-8046-4a1128b14f48 admin admin] Publish callbacks [] for security_group (16cb0007-21fa-4742-b5e1-8a76f121f7d8), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:17.601895 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:17.603863 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6d4a61-abf5-4497-ae9f-9ca644c5adae None None] Pushing event updated for resources: {'Port': ['ID=416fae16-bea2-4ecd-a3a5-c969fe2fdc2d,revision_number=5']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:24:17.617221 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-81426d39-5d8a-4e77-a6ce-fe9e45750c39 None None] Provisioning complete for port 416fae16-bea2-4ecd-a3a5-c969fe2fdc2d triggered by entity DHCP. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:24:17.617367 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-81426d39-5d8a-4e77-a6ce-fe9e45750c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (416fae16-bea2-4ecd-a3a5-c969fe2fdc2d), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:17.617674 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-81426d39-5d8a-4e77-a6ce-fe9e45750c39 None None] Attempt 1 to provision port 416fae16-bea2-4ecd-a3a5-c969fe2fdc2d Sep 21 12:24:17.619991 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ee15e0-81ce-4d77-9d1d-606bf2803d65 None None] The sync data for ids ['24f1eebe-4c2e-4c07-be19-12381e209cd2'] in dv-cinder-858678-1-iscsi is: [{'id': '24f1eebe-4c2e-4c07-be19-12381e209cd2', 'name': 'tempest-TestMinimumBasicScenario-908511886-router', 'tenant_id': '9de710fda38c429a91595545e9a74dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '681f5fbd-5670-40e1-8bd9-e898aa4aa16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:24:06Z', 'updated_at': '2022-09-21T12:24:10Z', 'revision_number': 4, 'project_id': '9de710fda38c429a91595545e9a74dcb', 'gw_port': {'id': '681f5fbd-5670-40e1-8bd9-e898aa4aa16f', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:82:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f1eebe-4c2e-4c07-be19-12381e209cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:24:08Z', 'updated_at': '2022-09-21T12:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': '416fae16-bea2-4ecd-a3a5-c969fe2fdc2d', 'name': '', 'network_id': 'e392466d-8ee6-4b86-9e48-53d3cb8a545c', 'tenant_id': '9de710fda38c429a91595545e9a74dcb', 'mac_address': 'fa:16:3e:53:29:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f1eebe-4c2e-4c07-be19-12381e209cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'e0f543c0-159b-40e7-9e50-76800dc97874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:24:10Z', 'updated_at': '2022-09-21T12:24:16Z', 'revision_number': 4, 'project_id': '9de710fda38c429a91595545e9a74dcb', 'subnets': [{'id': 'e0f543c0-159b-40e7-9e50-76800dc97874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:24:17.666099 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:17.701206 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:17.712116 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f0808b9e-ec52-425e-ac38-de604dafa6be req-f941bfa2-3042-4556-a195-0678e8237c46 service neutron] 10.222.0.66 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694844 Sep 21 12:24:17.732097 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.db_base_plugin_common [None req-4454b028-3f1c-4f10-9589-2a9ddcc19d58 admin admin] Allocated IP 172.20.0.1 (2f1ed376-1eb4-4de5-a829-b8eec4c5f462/483a0d2a-9bbc-4e56-8332-57e62812c2af/05d721f6-42b9-41a4-8d70-bf8656e4f3f5) {{(pid=106202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:24:17.772602 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device eac5f343-4256-4944-8d30-4a503cd65f35 up at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:24:17.873294 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-e79ec766-c0e5-47c3-b68a-dfb9e0c1222f None None] Publish callbacks [] for port (ac6cb3a9-b772-41a8-a280-c1e822778b0b), precommit_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:17.882972 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-81426d39-5d8a-4e77-a6ce-fe9e45750c39 None None] Current status of the port 416fae16-bea2-4ecd-a3a5-c969fe2fdc2d is: ACTIVE; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:24:17.883169 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-4454b028-3f1c-4f10-9589-2a9ddcc19d58 admin admin] Publish callbacks [] for port (05d721f6-42b9-41a4-8d70-bf8656e4f3f5), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:17.889266 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:17.895942 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-e79ec766-c0e5-47c3-b68a-dfb9e0c1222f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (ac6cb3a9-b772-41a8-a280-c1e822778b0b), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:17.913060 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Provisioning complete for port eac5f343-4256-4944-8d30-4a503cd65f35 triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:24:17.913430 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (eac5f343-4256-4944-8d30-4a503cd65f35), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:17.913758 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Attempt 1 to provision port eac5f343-4256-4944-8d30-4a503cd65f35 Sep 21 12:24:17.917639 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:17.925193 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-a26ba729-7d52-48e0-8046-4a1128b14f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (16cb0007-21fa-4742-b5e1-8a76f121f7d8), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:17.928697 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-a26ba729-7d52-48e0-8046-4a1128b14f48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:17.930222 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-a26ba729-7d52-48e0-8046-4a1128b14f48 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/16cb0007-21fa-4742-b5e1-8a76f121f7d8 HTTP/1.1" status: 204 len: 168 time: 0.4696202 Sep 21 12:24:17.936150 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-81426d39-5d8a-4e77-a6ce-fe9e45750c39 None None] Provisioning complete for port eac5f343-4256-4944-8d30-4a503cd65f35 triggered by entity DHCP. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:24:17.938052 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-81426d39-5d8a-4e77-a6ce-fe9e45750c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (eac5f343-4256-4944-8d30-4a503cd65f35), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:17.938493 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-81426d39-5d8a-4e77-a6ce-fe9e45750c39 None None] Attempt 1 to provision port eac5f343-4256-4944-8d30-4a503cd65f35 Sep 21 12:24:17.942418 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-4454b028-3f1c-4f10-9589-2a9ddcc19d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735120900801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (05d721f6-42b9-41a4-8d70-bf8656e4f3f5), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:17.946864 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26ba729-7d52-48e0-8046-4a1128b14f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16cb0007-21fa-4742-b5e1-8a76f121f7d8,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:24:17.959117 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.managers [None req-e79ec766-c0e5-47c3-b68a-dfb9e0c1222f None None] Attempting to bind port ac6cb3a9-b772-41a8-a280-c1e822778b0b on host dv-cinder-858678-1-iscsi for vnic_type normal with profile {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 12:24:17.959482 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.managers [None req-e79ec766-c0e5-47c3-b68a-dfb9e0c1222f None None] Attempting to bind port ac6cb3a9-b772-41a8-a280-c1e822778b0b by drivers openvswitch,hyperv on host dv-cinder-858678-1-iscsi at level 0 using segments [{'id': '0a2e6652-942c-46a2-8162-ab1d320b7f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d'}] {{(pid=106203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 12:24:17.959874 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79ec766-c0e5-47c3-b68a-dfb9e0c1222f None None] Attempting to bind port ac6cb3a9-b772-41a8-a280-c1e822778b0b on network 988e67c4-a01e-4c04-8cb9-1b0dd07d668d {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:24:17.972003 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4454b028-3f1c-4f10-9589-2a9ddcc19d58 admin admin] Network 2f1ed376-1eb4-4de5-a829-b8eec4c5f462 is already hosted by enough agents. {{(pid=106202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:24:17.974978 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.base_scheduler [None req-4454b028-3f1c-4f10-9589-2a9ddcc19d58 admin admin] Resources bound (agent type, host, resource id): {{(pid=106202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:24:18.018631 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4454b028-3f1c-4f10-9589-2a9ddcc19d58 admin admin] Received port after_create {{(pid=106202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 12:24:18.069752 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4454b028-3f1c-4f10-9589-2a9ddcc19d58 admin admin] Pushing event updated for resources: {'Port': ['ID=05d721f6-42b9-41a4-8d70-bf8656e4f3f5,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:24:18.080543 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-4454b028-3f1c-4f10-9589-2a9ddcc19d58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-624413'] for router_interface (bfb773dc-5a77-47e8-b748-3ad236b09f8f), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:18.088603 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb3db5-5f1a-43a1-9fd7-b2c3a5931aac None None] Pushing event updated for resources: {'Port': ['ID=ac6cb3a9-b772-41a8-a280-c1e822778b0b,revision_number=2']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:24:18.096005 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79ec766-c0e5-47c3-b68a-dfb9e0c1222f None None] Checking agent: {'id': '57fb69a9-4edc-44fd-8965-b65708e41306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858678-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 12, 12, 11), 'started_at': datetime.datetime(2022, 9, 21, 12, 12, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 12, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858678-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 12:24:18.096375 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79ec766-c0e5-47c3-b68a-dfb9e0c1222f None None] Checking segment: {'id': '0a2e6652-942c-46a2-8162-ab1d320b7f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:24:18.096773 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-e79ec766-c0e5-47c3-b68a-dfb9e0c1222f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:18.097156 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79ec766-c0e5-47c3-b68a-dfb9e0c1222f None None] Bound using segment: {'id': '0a2e6652-942c-46a2-8162-ab1d320b7f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d'} {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 12:24:18.097644 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.managers [None req-e79ec766-c0e5-47c3-b68a-dfb9e0c1222f None None] Bound port: ac6cb3a9-b772-41a8-a280-c1e822778b0b, host: dv-cinder-858678-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2e6652-942c-46a2-8162-ab1d320b7f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d'}}] {{(pid=106203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 12:24:18.098007 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-e79ec766-c0e5-47c3-b68a-dfb9e0c1222f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (ac6cb3a9-b772-41a8-a280-c1e822778b0b), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:18.222839 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-e79ec766-c0e5-47c3-b68a-dfb9e0c1222f None None] For port ac6cb3a9-b772-41a8-a280-c1e822778b0b, host dv-cinder-858678-1-iscsi, cleared binding levels {{(pid=106203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:24:18.226756 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-e79ec766-c0e5-47c3-b68a-dfb9e0c1222f None None] For port ac6cb3a9-b772-41a8-a280-c1e822778b0b, host dv-cinder-858678-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=ac6cb3a9-b772-41a8-a280-c1e822778b0b,segment=NetworkSegment(0a2e6652-942c-46a2-8162-ab1d320b7f7e),segment_id=0a2e6652-942c-46a2-8162-ab1d320b7f7e)] {{(pid=106203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:24:18.232576 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Current status of the port eac5f343-4256-4944-8d30-4a503cd65f35 is: ACTIVE; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:24:18.233856 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 681f5fbd-5670-40e1-8bd9-e898aa4aa16f up at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:24:18.294994 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-81426d39-5d8a-4e77-a6ce-fe9e45750c39 None None] Current status of the port eac5f343-4256-4944-8d30-4a503cd65f35 is: ACTIVE; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:24:18.304682 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-e79ec766-c0e5-47c3-b68a-dfb9e0c1222f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (ac6cb3a9-b772-41a8-a280-c1e822778b0b), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:18.311597 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-4454b028-3f1c-4f10-9589-2a9ddcc19d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (05d721f6-42b9-41a4-8d70-bf8656e4f3f5), before_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:18.352186 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:18.370824 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79ec766-c0e5-47c3-b68a-dfb9e0c1222f None None] Routers {'bfb773dc-5a77-47e8-b748-3ad236b09f8f'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:24:18.370824 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-e79ec766-c0e5-47c3-b68a-dfb9e0c1222f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:24:09Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['bfb773dc-5a77-47e8-b748-3ad236b09f8f'], 'active': True} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:24:18.424224 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5000c321-f17c-4c41-a067-685f2f3bc776 req-0b8ded16-4f10-45bf-8144-76604dcfa595 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:18.425797 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-5000c321-f17c-4c41-a067-685f2f3bc776 req-0b8ded16-4f10-45bf-8144-76604dcfa595 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de0f1a98-9419-4e35-b8e0-520c7fc482fb HTTP/1.1" status: 200 len: 946 time: 0.0970113 Sep 21 12:24:18.428710 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Provisioning complete for port 681f5fbd-5670-40e1-8bd9-e898aa4aa16f triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:24:18.429075 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (681f5fbd-5670-40e1-8bd9-e898aa4aa16f), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:18.429457 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Attempt 1 to provision port 681f5fbd-5670-40e1-8bd9-e898aa4aa16f Sep 21 12:24:18.484950 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb3db5-5f1a-43a1-9fd7-b2c3a5931aac None None] Pushing event updated for resources: {'Port': ['ID=ac6cb3a9-b772-41a8-a280-c1e822778b0b,revision_number=3']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:24:18.512667 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-43f7f053-1615-42fc-82d5-b313d0207528 None None] Provisioning complete for port 05d721f6-42b9-41a4-8d70-bf8656e4f3f5 triggered by entity DHCP. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:24:18.513040 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-43f7f053-1615-42fc-82d5-b313d0207528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (05d721f6-42b9-41a4-8d70-bf8656e4f3f5), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:18.513366 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-43f7f053-1615-42fc-82d5-b313d0207528 None None] Attempt 1 to provision port 05d721f6-42b9-41a4-8d70-bf8656e4f3f5 Sep 21 12:24:18.542237 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-5000c321-f17c-4c41-a067-685f2f3bc776 req-b29d756e-a623-49f8-8a14-df88449e2e6c tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054423 Sep 21 12:24:18.603894 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:INSERT=4,neutron:UPDATE=4,neutron:SELECT=92 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:18.630760 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-4454b028-3f1c-4f10-9589-2a9ddcc19d58 admin admin] Publish callbacks [] for port (05d721f6-42b9-41a4-8d70-bf8656e4f3f5), precommit_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:18.639697 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-4454b028-3f1c-4f10-9589-2a9ddcc19d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6955121'] for port (05d721f6-42b9-41a4-8d70-bf8656e4f3f5), after_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:18.735515 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-4454b028-3f1c-4f10-9589-2a9ddcc19d58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-544034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624521'] for router_interface (bfb773dc-5a77-47e8-b748-3ad236b09f8f), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:18.736656 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (986f726e-8c98-4005-b3b7-e033305b1240), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:18.745677 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4454b028-3f1c-4f10-9589-2a9ddcc19d58 admin admin] Pushing event updated for resources: {'Port': ['ID=05d721f6-42b9-41a4-8d70-bf8656e4f3f5,revision_number=2']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:24:18.775674 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-43f7f053-1615-42fc-82d5-b313d0207528 None None] Port 05d721f6-42b9-41a4-8d70-bf8656e4f3f5 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:24:18.800370 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvr_db [None req-e79ec766-c0e5-47c3-b68a-dfb9e0c1222f None None] Set router bfb773dc-5a77-47e8-b748-3ad236b09f8f gateway port host: dv-cinder-858678-1-iscsi {{(pid=106203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:24:18.843322 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Current status of the port 681f5fbd-5670-40e1-8bd9-e898aa4aa16f is: ACTIVE; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:24:18.844609 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 416fae16-bea2-4ecd-a3a5-c969fe2fdc2d up at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:24:18.846553 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4454b028-3f1c-4f10-9589-2a9ddcc19d58 admin admin] Network 2f1ed376-1eb4-4de5-a829-b8eec4c5f462 is already hosted by enough agents. {{(pid=106202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:24:18.848285 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.base_scheduler [None req-4454b028-3f1c-4f10-9589-2a9ddcc19d58 admin admin] Resources bound (agent type, host, resource id): {{(pid=106202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:24:18.907551 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:18.985962 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4454b028-3f1c-4f10-9589-2a9ddcc19d58 admin admin] Router bfb773dc-5a77-47e8-b748-3ad236b09f8f has already been hosted by L3 agent 4f31b8b6-17c0-474d-bf52-0481ff2a5cf7 {{(pid=106202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 12:24:18.993541 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Provisioning complete for port 416fae16-bea2-4ecd-a3a5-c969fe2fdc2d triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:24:18.993918 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (416fae16-bea2-4ecd-a3a5-c969fe2fdc2d), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:18.994254 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Attempt 1 to provision port 416fae16-bea2-4ecd-a3a5-c969fe2fdc2d Sep 21 12:24:19.000311 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=100 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:19.117283 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4454b028-3f1c-4f10-9589-2a9ddcc19d58 admin admin] Notify agent at l3_agent.dv-cinder-858678-1-iscsi the message routers_updated {{(pid=106202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:24:19.118065 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-e79ec766-c0e5-47c3-b68a-dfb9e0c1222f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb773dc-5a77-47e8-b748-3ad236b09f8f', 'name': 'tempest-TestMinimumBasicScenario-671359386-router', 'tenant_id': '09c54af884ea427ba48e555db113973f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'ac6cb3a9-b772-41a8-a280-c1e822778b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:24:14Z', 'updated_at': '2022-09-21T12:24:18Z', 'revision_number': 4, 'project_id': '09c54af884ea427ba48e555db113973f', 'gw_port': {'id': 'ac6cb3a9-b772-41a8-a280-c1e822778b0b', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ae:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb773dc-5a77-47e8-b748-3ad236b09f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:24:14Z', 'updated_at': '2022-09-21T12:24:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': '05d721f6-42b9-41a4-8d70-bf8656e4f3f5', 'name': '', 'network_id': '2f1ed376-1eb4-4de5-a829-b8eec4c5f462', 'tenant_id': '09c54af884ea427ba48e555db113973f', 'mac_address': 'fa:16:3e:6a:8c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb773dc-5a77-47e8-b748-3ad236b09f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '483a0d2a-9bbc-4e56-8332-57e62812c2af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:24:17Z', 'updated_at': '2022-09-21T12:24:17Z', 'revision_number': 1, 'project_id': '09c54af884ea427ba48e555db113973f', 'subnets': [{'id': '483a0d2a-9bbc-4e56-8332-57e62812c2af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:24:19.126893 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-4454b028-3f1c-4f10-9589-2a9ddcc19d58 admin admin] 10.222.0.71 "PUT /networking/v2.0/routers/bfb773dc-5a77-47e8-b748-3ad236b09f8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9951644 Sep 21 12:24:19.159597 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79ec766-c0e5-47c3-b68a-dfb9e0c1222f None None] The sync data for ids ['bfb773dc-5a77-47e8-b748-3ad236b09f8f'] in dv-cinder-858678-1-iscsi is: [{'id': 'bfb773dc-5a77-47e8-b748-3ad236b09f8f', 'name': 'tempest-TestMinimumBasicScenario-671359386-router', 'tenant_id': '09c54af884ea427ba48e555db113973f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'ac6cb3a9-b772-41a8-a280-c1e822778b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:24:14Z', 'updated_at': '2022-09-21T12:24:18Z', 'revision_number': 4, 'project_id': '09c54af884ea427ba48e555db113973f', 'gw_port': {'id': 'ac6cb3a9-b772-41a8-a280-c1e822778b0b', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ae:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb773dc-5a77-47e8-b748-3ad236b09f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:24:14Z', 'updated_at': '2022-09-21T12:24:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': '05d721f6-42b9-41a4-8d70-bf8656e4f3f5', 'name': '', 'network_id': '2f1ed376-1eb4-4de5-a829-b8eec4c5f462', 'tenant_id': '09c54af884ea427ba48e555db113973f', 'mac_address': 'fa:16:3e:6a:8c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb773dc-5a77-47e8-b748-3ad236b09f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '483a0d2a-9bbc-4e56-8332-57e62812c2af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:24:17Z', 'updated_at': '2022-09-21T12:24:17Z', 'revision_number': 1, 'project_id': '09c54af884ea427ba48e555db113973f', 'subnets': [{'id': '483a0d2a-9bbc-4e56-8332-57e62812c2af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:24:19.169309 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Current status of the port 416fae16-bea2-4ecd-a3a5-c969fe2fdc2d is: ACTIVE; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:24:19.277261 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-43f7f053-1615-42fc-82d5-b313d0207528 None None] Attempt 2 to provision port 05d721f6-42b9-41a4-8d70-bf8656e4f3f5 Sep 21 12:24:19.326469 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-43f7f053-1615-42fc-82d5-b313d0207528 None None] Port 05d721f6-42b9-41a4-8d70-bf8656e4f3f5 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:24:19.689477 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 416fae16-bea2-4ecd-a3a5-c969fe2fdc2d up at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:24:19.738662 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d306aa-daa3-4407-a6e2-f7d0194d56dd req-848d7085-d9b1-43e8-ade0-5a1424214b46 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:19.740986 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-d2d306aa-daa3-4407-a6e2-f7d0194d56dd req-848d7085-d9b1-43e8-ade0-5a1424214b46 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de0f1a98-9419-4e35-b8e0-520c7fc482fb HTTP/1.1" status: 200 len: 946 time: 0.0580242 Sep 21 12:24:19.747606 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Provisioning complete for port 416fae16-bea2-4ecd-a3a5-c969fe2fdc2d triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:24:19.749611 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (416fae16-bea2-4ecd-a3a5-c969fe2fdc2d), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:19.751160 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Attempt 1 to provision port 416fae16-bea2-4ecd-a3a5-c969fe2fdc2d Sep 21 12:24:19.831259 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-d2d306aa-daa3-4407-a6e2-f7d0194d56dd req-0ecc472e-19ce-45eb-b39f-4fbaf7ce3f9f tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762753 Sep 21 12:24:19.833829 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-43f7f053-1615-42fc-82d5-b313d0207528 None None] Attempt 3 to provision port 05d721f6-42b9-41a4-8d70-bf8656e4f3f5 Sep 21 12:24:19.898441 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-43f7f053-1615-42fc-82d5-b313d0207528 None None] Port 05d721f6-42b9-41a4-8d70-bf8656e4f3f5 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:24:19.899123 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Current status of the port 416fae16-bea2-4ecd-a3a5-c969fe2fdc2d is: ACTIVE; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:24:19.966303 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f2420-2b37-41d8-8709-8e5a69c44ba0 req-5bf5fa1a-5f5e-4fbe-a1d4-849760a796de tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:19.967739 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-987f2420-2b37-41d8-8709-8e5a69c44ba0 req-5bf5fa1a-5f5e-4fbe-a1d4-849760a796de tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5560ddde-2668-4e31-bbbf-b94d7485df5a HTTP/1.1" status: 200 len: 946 time: 0.0497532 Sep 21 12:24:20.040893 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-987f2420-2b37-41d8-8709-8e5a69c44ba0 req-48551c2e-4d88-4573-9680-41e3d38a491b tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669839 Sep 21 12:24:20.399524 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-43f7f053-1615-42fc-82d5-b313d0207528 None None] Attempt 4 to provision port 05d721f6-42b9-41a4-8d70-bf8656e4f3f5 Sep 21 12:24:20.451037 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-43f7f053-1615-42fc-82d5-b313d0207528 None None] Port 05d721f6-42b9-41a4-8d70-bf8656e4f3f5 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:24:20.952807 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-43f7f053-1615-42fc-82d5-b313d0207528 None None] Attempt 5 to provision port 05d721f6-42b9-41a4-8d70-bf8656e4f3f5 Sep 21 12:24:20.990721 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-43f7f053-1615-42fc-82d5-b313d0207528 None None] Port 05d721f6-42b9-41a4-8d70-bf8656e4f3f5 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:24:21.491589 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-43f7f053-1615-42fc-82d5-b313d0207528 None None] Attempt 6 to provision port 05d721f6-42b9-41a4-8d70-bf8656e4f3f5 Sep 21 12:24:21.569399 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-43f7f053-1615-42fc-82d5-b313d0207528 None None] Port 05d721f6-42b9-41a4-8d70-bf8656e4f3f5 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:24:21.663573 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device ac6cb3a9-b772-41a8-a280-c1e822778b0b up at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:24:21.679293 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36dfdc5-4886-4b42-aa4b-7714140a6d1d None None] Sync routers for ids ['bfb773dc-5a77-47e8-b748-3ad236b09f8f'] in dv-cinder-858678-1-iscsi {{(pid=106204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:24:21.694114 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36dfdc5-4886-4b42-aa4b-7714140a6d1d None None] Routers {'bfb773dc-5a77-47e8-b748-3ad236b09f8f'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:24:21.708472 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-f36dfdc5-4886-4b42-aa4b-7714140a6d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:24:09Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['bfb773dc-5a77-47e8-b748-3ad236b09f8f'], 'active': True} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:24:21.725569 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Provisioning complete for port ac6cb3a9-b772-41a8-a280-c1e822778b0b triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:24:21.725962 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (ac6cb3a9-b772-41a8-a280-c1e822778b0b), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:21.726269 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Attempt 1 to provision port ac6cb3a9-b772-41a8-a280-c1e822778b0b Sep 21 12:24:21.779091 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:21.846112 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Current status of the port ac6cb3a9-b772-41a8-a280-c1e822778b0b is: DOWN; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:24:21.847101 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (ac6cb3a9-b772-41a8-a280-c1e822778b0b), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:21.874189 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvr_db [None req-f36dfdc5-4886-4b42-aa4b-7714140a6d1d None None] Set router bfb773dc-5a77-47e8-b748-3ad236b09f8f gateway port host: dv-cinder-858678-1-iscsi {{(pid=106204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:24:21.876230 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] For port ac6cb3a9-b772-41a8-a280-c1e822778b0b, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=ac6cb3a9-b772-41a8-a280-c1e822778b0b,segment=NetworkSegment(0a2e6652-942c-46a2-8162-ab1d320b7f7e),segment_id=0a2e6652-942c-46a2-8162-ab1d320b7f7e)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:24:21.891154 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (ac6cb3a9-b772-41a8-a280-c1e822778b0b), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:21.960705 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Pushing event updated for resources: {'Port': ['ID=ac6cb3a9-b772-41a8-a280-c1e822778b0b,revision_number=4']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:24:22.070899 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-43f7f053-1615-42fc-82d5-b313d0207528 None None] Attempt 7 to provision port 05d721f6-42b9-41a4-8d70-bf8656e4f3f5 Sep 21 12:24:22.111770 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-f36dfdc5-4886-4b42-aa4b-7714140a6d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb773dc-5a77-47e8-b748-3ad236b09f8f', 'name': 'tempest-TestMinimumBasicScenario-671359386-router', 'tenant_id': '09c54af884ea427ba48e555db113973f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'ac6cb3a9-b772-41a8-a280-c1e822778b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:24:14Z', 'updated_at': '2022-09-21T12:24:18Z', 'revision_number': 4, 'project_id': '09c54af884ea427ba48e555db113973f', 'gw_port': {'id': 'ac6cb3a9-b772-41a8-a280-c1e822778b0b', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ae:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb773dc-5a77-47e8-b748-3ad236b09f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:24:14Z', 'updated_at': '2022-09-21T12:24:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': '05d721f6-42b9-41a4-8d70-bf8656e4f3f5', 'name': '', 'network_id': '2f1ed376-1eb4-4de5-a829-b8eec4c5f462', 'tenant_id': '09c54af884ea427ba48e555db113973f', 'mac_address': 'fa:16:3e:6a:8c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb773dc-5a77-47e8-b748-3ad236b09f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '483a0d2a-9bbc-4e56-8332-57e62812c2af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:24:17Z', 'updated_at': '2022-09-21T12:24:18Z', 'revision_number': 2, 'project_id': '09c54af884ea427ba48e555db113973f', 'subnets': [{'id': '483a0d2a-9bbc-4e56-8332-57e62812c2af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:24:22.126766 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-43f7f053-1615-42fc-82d5-b313d0207528 None None] Port 05d721f6-42b9-41a4-8d70-bf8656e4f3f5 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:24:22.152007 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36dfdc5-4886-4b42-aa4b-7714140a6d1d None None] Checking router: bfb773dc-5a77-47e8-b748-3ad236b09f8f for host: dv-cinder-858678-1-iscsi {{(pid=106204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:24:22.153177 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36dfdc5-4886-4b42-aa4b-7714140a6d1d None None] Updating router bfb773dc-5a77-47e8-b748-3ad236b09f8f port 05d721f6-42b9-41a4-8d70-bf8656e4f3f5 binding host dv-cinder-858678-1-iscsi {{(pid=106204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 12:24:22.183257 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-f36dfdc5-4886-4b42-aa4b-7714140a6d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (05d721f6-42b9-41a4-8d70-bf8656e4f3f5), before_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:22.238369 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31120d25-11c8-4c42-9049-07ccfd5b3b1a req-f2c68ffa-7abe-49d7-a4c5-b35370747408 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:22.240210 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-31120d25-11c8-4c42-9049-07ccfd5b3b1a req-f2c68ffa-7abe-49d7-a4c5-b35370747408 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5560ddde-2668-4e31-bbbf-b94d7485df5a HTTP/1.1" status: 200 len: 946 time: 0.0617964 Sep 21 12:24:22.302079 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-31120d25-11c8-4c42-9049-07ccfd5b3b1a req-a682ef2b-7629-42a2-b178-195c81cadf33 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552037 Sep 21 12:24:22.365837 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:22.466653 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=100 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:22.476369 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-f36dfdc5-4886-4b42-aa4b-7714140a6d1d None None] Publish callbacks [] for port (05d721f6-42b9-41a4-8d70-bf8656e4f3f5), precommit_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:22.483210 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-f36dfdc5-4886-4b42-aa4b-7714140a6d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (05d721f6-42b9-41a4-8d70-bf8656e4f3f5), after_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:22.524153 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcf232f-a973-466f-9266-eaedcc6ee2a2 None None] Pushing event updated for resources: {'Port': ['ID=05d721f6-42b9-41a4-8d70-bf8656e4f3f5,revision_number=3']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:24:22.591697 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.managers [None req-f36dfdc5-4886-4b42-aa4b-7714140a6d1d None None] Attempting to bind port 05d721f6-42b9-41a4-8d70-bf8656e4f3f5 on host dv-cinder-858678-1-iscsi for vnic_type normal with profile {{(pid=106204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 12:24:22.592097 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.managers [None req-f36dfdc5-4886-4b42-aa4b-7714140a6d1d None None] Attempting to bind port 05d721f6-42b9-41a4-8d70-bf8656e4f3f5 by drivers openvswitch,hyperv on host dv-cinder-858678-1-iscsi at level 0 using segments [{'id': '805eff45-1409-42f4-8320-08e0816880d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2f1ed376-1eb4-4de5-a829-b8eec4c5f462'}] {{(pid=106204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 12:24:22.592459 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36dfdc5-4886-4b42-aa4b-7714140a6d1d None None] Attempting to bind port 05d721f6-42b9-41a4-8d70-bf8656e4f3f5 on network 2f1ed376-1eb4-4de5-a829-b8eec4c5f462 {{(pid=106204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:24:22.628224 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-43f7f053-1615-42fc-82d5-b313d0207528 None None] Attempt 8 to provision port 05d721f6-42b9-41a4-8d70-bf8656e4f3f5 Sep 21 12:24:22.636821 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36dfdc5-4886-4b42-aa4b-7714140a6d1d None None] Checking agent: {'id': '57fb69a9-4edc-44fd-8965-b65708e41306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858678-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 12, 12, 11), 'started_at': datetime.datetime(2022, 9, 21, 12, 12, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 12, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858678-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 12:24:22.638998 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36dfdc5-4886-4b42-aa4b-7714140a6d1d None None] Checking segment: {'id': '805eff45-1409-42f4-8320-08e0816880d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2f1ed376-1eb4-4de5-a829-b8eec4c5f462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:24:22.638998 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-f36dfdc5-4886-4b42-aa4b-7714140a6d1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:22.638998 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36dfdc5-4886-4b42-aa4b-7714140a6d1d None None] Bound using segment: {'id': '805eff45-1409-42f4-8320-08e0816880d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2f1ed376-1eb4-4de5-a829-b8eec4c5f462'} {{(pid=106204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 12:24:22.639407 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.managers [None req-f36dfdc5-4886-4b42-aa4b-7714140a6d1d None None] Bound port: 05d721f6-42b9-41a4-8d70-bf8656e4f3f5, host: dv-cinder-858678-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805eff45-1409-42f4-8320-08e0816880d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '2f1ed376-1eb4-4de5-a829-b8eec4c5f462'}}] {{(pid=106204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 12:24:22.639407 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-f36dfdc5-4886-4b42-aa4b-7714140a6d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (05d721f6-42b9-41a4-8d70-bf8656e4f3f5), before_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:22.676250 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-43f7f053-1615-42fc-82d5-b313d0207528 None None] Port 05d721f6-42b9-41a4-8d70-bf8656e4f3f5 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:24:22.711599 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.db [None req-f36dfdc5-4886-4b42-aa4b-7714140a6d1d None None] For port 05d721f6-42b9-41a4-8d70-bf8656e4f3f5, host dv-cinder-858678-1-iscsi, cleared binding levels {{(pid=106204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:24:22.715419 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.db [None req-f36dfdc5-4886-4b42-aa4b-7714140a6d1d None None] For port 05d721f6-42b9-41a4-8d70-bf8656e4f3f5, host dv-cinder-858678-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=05d721f6-42b9-41a4-8d70-bf8656e4f3f5,segment=NetworkSegment(805eff45-1409-42f4-8320-08e0816880d7),segment_id=805eff45-1409-42f4-8320-08e0816880d7)] {{(pid=106204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:24:22.722477 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-f36dfdc5-4886-4b42-aa4b-7714140a6d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (05d721f6-42b9-41a4-8d70-bf8656e4f3f5), after_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:22.785730 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36dfdc5-4886-4b42-aa4b-7714140a6d1d None None] Routers {'bfb773dc-5a77-47e8-b748-3ad236b09f8f'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:24:22.786345 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-f36dfdc5-4886-4b42-aa4b-7714140a6d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:24:09Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['bfb773dc-5a77-47e8-b748-3ad236b09f8f'], 'active': True} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:24:22.790791 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcf232f-a973-466f-9266-eaedcc6ee2a2 None None] Pushing event updated for resources: {'Port': ['ID=05d721f6-42b9-41a4-8d70-bf8656e4f3f5,revision_number=4']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:24:22.905269 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvr_db [None req-f36dfdc5-4886-4b42-aa4b-7714140a6d1d None None] Set router bfb773dc-5a77-47e8-b748-3ad236b09f8f gateway port host: dv-cinder-858678-1-iscsi {{(pid=106204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:24:23.177303 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-43f7f053-1615-42fc-82d5-b313d0207528 None None] Attempt 9 to provision port 05d721f6-42b9-41a4-8d70-bf8656e4f3f5 Sep 21 12:24:23.199559 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-f36dfdc5-4886-4b42-aa4b-7714140a6d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb773dc-5a77-47e8-b748-3ad236b09f8f', 'name': 'tempest-TestMinimumBasicScenario-671359386-router', 'tenant_id': '09c54af884ea427ba48e555db113973f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'ac6cb3a9-b772-41a8-a280-c1e822778b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:24:14Z', 'updated_at': '2022-09-21T12:24:18Z', 'revision_number': 4, 'project_id': '09c54af884ea427ba48e555db113973f', 'gw_port': {'id': 'ac6cb3a9-b772-41a8-a280-c1e822778b0b', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ae:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb773dc-5a77-47e8-b748-3ad236b09f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:24:14Z', 'updated_at': '2022-09-21T12:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': '05d721f6-42b9-41a4-8d70-bf8656e4f3f5', 'name': '', 'network_id': '2f1ed376-1eb4-4de5-a829-b8eec4c5f462', 'tenant_id': '09c54af884ea427ba48e555db113973f', 'mac_address': 'fa:16:3e:6a:8c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb773dc-5a77-47e8-b748-3ad236b09f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '483a0d2a-9bbc-4e56-8332-57e62812c2af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:24:17Z', 'updated_at': '2022-09-21T12:24:22Z', 'revision_number': 4, 'project_id': '09c54af884ea427ba48e555db113973f', 'subnets': [{'id': '483a0d2a-9bbc-4e56-8332-57e62812c2af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:24:23.250229 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36dfdc5-4886-4b42-aa4b-7714140a6d1d None None] The sync data for ids ['bfb773dc-5a77-47e8-b748-3ad236b09f8f'] in dv-cinder-858678-1-iscsi is: [{'id': 'bfb773dc-5a77-47e8-b748-3ad236b09f8f', 'name': 'tempest-TestMinimumBasicScenario-671359386-router', 'tenant_id': '09c54af884ea427ba48e555db113973f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'ac6cb3a9-b772-41a8-a280-c1e822778b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:24:14Z', 'updated_at': '2022-09-21T12:24:18Z', 'revision_number': 4, 'project_id': '09c54af884ea427ba48e555db113973f', 'gw_port': {'id': 'ac6cb3a9-b772-41a8-a280-c1e822778b0b', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ae:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb773dc-5a77-47e8-b748-3ad236b09f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:24:14Z', 'updated_at': '2022-09-21T12:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': '05d721f6-42b9-41a4-8d70-bf8656e4f3f5', 'name': '', 'network_id': '2f1ed376-1eb4-4de5-a829-b8eec4c5f462', 'tenant_id': '09c54af884ea427ba48e555db113973f', 'mac_address': 'fa:16:3e:6a:8c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb773dc-5a77-47e8-b748-3ad236b09f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '483a0d2a-9bbc-4e56-8332-57e62812c2af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:24:17Z', 'updated_at': '2022-09-21T12:24:22Z', 'revision_number': 4, 'project_id': '09c54af884ea427ba48e555db113973f', 'subnets': [{'id': '483a0d2a-9bbc-4e56-8332-57e62812c2af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:24:23.251449 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=100 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:23.275824 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-43f7f053-1615-42fc-82d5-b313d0207528 None None] Current status of the port 05d721f6-42b9-41a4-8d70-bf8656e4f3f5 is: DOWN; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:24:23.276223 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-43f7f053-1615-42fc-82d5-b313d0207528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (05d721f6-42b9-41a4-8d70-bf8656e4f3f5), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:23.325440 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-43f7f053-1615-42fc-82d5-b313d0207528 None None] For port 05d721f6-42b9-41a4-8d70-bf8656e4f3f5, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=05d721f6-42b9-41a4-8d70-bf8656e4f3f5,segment=NetworkSegment(805eff45-1409-42f4-8320-08e0816880d7),segment_id=805eff45-1409-42f4-8320-08e0816880d7)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:24:23.329838 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-43f7f053-1615-42fc-82d5-b313d0207528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (05d721f6-42b9-41a4-8d70-bf8656e4f3f5), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:23.385511 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f7f053-1615-42fc-82d5-b313d0207528 None None] Pushing event updated for resources: {'Port': ['ID=05d721f6-42b9-41a4-8d70-bf8656e4f3f5,revision_number=5']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:24:23.455852 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-5d8eb2f3-b800-4a21-b94d-0b12e1f3558c None None] Provisioning complete for port 05d721f6-42b9-41a4-8d70-bf8656e4f3f5 triggered by entity DHCP. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:24:23.456218 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-5d8eb2f3-b800-4a21-b94d-0b12e1f3558c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (05d721f6-42b9-41a4-8d70-bf8656e4f3f5), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:23.456551 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-5d8eb2f3-b800-4a21-b94d-0b12e1f3558c None None] Attempt 1 to provision port 05d721f6-42b9-41a4-8d70-bf8656e4f3f5 Sep 21 12:24:23.487529 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7801664c-5053-4400-ae7d-96c391bae3ac req-c123718f-65a4-4152-893e-1db42bb7e5b0 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:23.495664 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-7801664c-5053-4400-ae7d-96c391bae3ac req-c123718f-65a4-4152-893e-1db42bb7e5b0 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5560ddde-2668-4e31-bbbf-b94d7485df5a HTTP/1.1" status: 200 len: 946 time: 0.0591018 Sep 21 12:24:23.544700 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-5d8eb2f3-b800-4a21-b94d-0b12e1f3558c None None] Current status of the port 05d721f6-42b9-41a4-8d70-bf8656e4f3f5 is: ACTIVE; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:24:23.545603 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:23.552459 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-7801664c-5053-4400-ae7d-96c391bae3ac req-4634bc38-b153-4294-b204-017584fe51d0 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554843 Sep 21 12:24:23.713379 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device ac6cb3a9-b772-41a8-a280-c1e822778b0b up at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:24:23.770961 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Provisioning complete for port ac6cb3a9-b772-41a8-a280-c1e822778b0b triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:24:23.771329 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (ac6cb3a9-b772-41a8-a280-c1e822778b0b), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:23.771657 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Attempt 1 to provision port ac6cb3a9-b772-41a8-a280-c1e822778b0b Sep 21 12:24:23.859712 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Current status of the port ac6cb3a9-b772-41a8-a280-c1e822778b0b is: ACTIVE; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:24:23.860894 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 05d721f6-42b9-41a4-8d70-bf8656e4f3f5 up at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:24:23.918884 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Provisioning complete for port 05d721f6-42b9-41a4-8d70-bf8656e4f3f5 triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:24:23.919402 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (05d721f6-42b9-41a4-8d70-bf8656e4f3f5), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:23.919864 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Attempt 1 to provision port 05d721f6-42b9-41a4-8d70-bf8656e4f3f5 Sep 21 12:24:23.960226 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:24.015642 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Current status of the port 05d721f6-42b9-41a4-8d70-bf8656e4f3f5 is: ACTIVE; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:24:24.702344 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a2435-f6eb-4c6b-a2d0-28a815beb93d req-265f8ae7-e0b5-4efa-abbe-6c8be9f5e208 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:24.705700 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f21a2435-f6eb-4c6b-a2d0-28a815beb93d req-265f8ae7-e0b5-4efa-abbe-6c8be9f5e208 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5560ddde-2668-4e31-bbbf-b94d7485df5a HTTP/1.1" status: 200 len: 946 time: 0.0593898 Sep 21 12:24:24.768121 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f21a2435-f6eb-4c6b-a2d0-28a815beb93d req-c83e644a-68dc-48a9-b3d4-684217da18a0 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529981 Sep 21 12:24:25.332421 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2869da97-de33-462a-939f-4b9a2d83e659 req-53ea7a3e-f123-4e4f-8fee-7b77567672b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:25.335922 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-2869da97-de33-462a-939f-4b9a2d83e659 req-53ea7a3e-f123-4e4f-8fee-7b77567672b3 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=d3bd02ae79fd4edb9886b1b4ef3d761a&device_id=5560ddde-2668-4e31-bbbf-b94d7485df5a HTTP/1.1" status: 200 len: 1130 time: 0.0473592 Sep 21 12:24:25.444399 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2869da97-de33-462a-939f-4b9a2d83e659 req-25a4f95a-d8db-4237-a7a8-6a849560d116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:25.445784 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-2869da97-de33-462a-939f-4b9a2d83e659 req-25a4f95a-d8db-4237-a7a8-6a849560d116 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=46771c4a-a4e0-44e3-b0ad-6700b1914d9d HTTP/1.1" status: 200 len: 920 time: 0.1021774 Sep 21 12:24:25.505778 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-2869da97-de33-462a-939f-4b9a2d83e659 req-dbb3f171-c5c5-4eff-bdad-9331b0497e85 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3fb9b2d0-df9a-421a-b7da-b2bbf6f67639 HTTP/1.1" status: 200 len: 217 time: 0.0499206 Sep 21 12:24:25.564065 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2869da97-de33-462a-939f-4b9a2d83e659 req-9764d9b0-ec98-43af-9e69-74d90d6ad405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:25.566459 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-2869da97-de33-462a-939f-4b9a2d83e659 req-9764d9b0-ec98-43af-9e69-74d90d6ad405 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=262afd09-1dba-467b-a294-ced74668905b HTTP/1.1" status: 200 len: 858 time: 0.0545022 Sep 21 12:24:25.617760 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2869da97-de33-462a-939f-4b9a2d83e659 req-489fb9fe-4b05-4e61-9424-46334c0a5f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:25.619417 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-2869da97-de33-462a-939f-4b9a2d83e659 req-489fb9fe-4b05-4e61-9424-46334c0a5f4a service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=46771c4a-a4e0-44e3-b0ad-6700b1914d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433459 Sep 21 12:24:25.637829 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=100 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:25.741183 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-2869da97-de33-462a-939f-4b9a2d83e659 req-04c769a6-6dfa-4236-b538-159851733cc8 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/46771c4a-a4e0-44e3-b0ad-6700b1914d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123137 Sep 21 12:24:25.860579 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-2869da97-de33-462a-939f-4b9a2d83e659 req-83670052-21ed-47c0-ab3f-6ff24aff6e03 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/46771c4a-a4e0-44e3-b0ad-6700b1914d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097844 Sep 21 12:24:25.905731 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fcd120-9994-4b28-92ad-be150046936c req-c05daa2b-54fc-4779-8b26-b71954cdcdb2 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:25.907926 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-e8fcd120-9994-4b28-92ad-be150046936c req-c05daa2b-54fc-4779-8b26-b71954cdcdb2 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5560ddde-2668-4e31-bbbf-b94d7485df5a HTTP/1.1" status: 200 len: 946 time: 0.0503783 Sep 21 12:24:25.976130 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-e8fcd120-9994-4b28-92ad-be150046936c req-88bf4c6f-7387-40ad-a9ae-3aa5d6553c46 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619640 Sep 21 12:24:27.111685 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e5eb10-f360-4a0d-be84-6c3bd96d96ba req-94ff1a5b-f692-4ec5-8334-e2d6e71eb2b0 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:27.114663 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f4e5eb10-f360-4a0d-be84-6c3bd96d96ba req-94ff1a5b-f692-4ec5-8334-e2d6e71eb2b0 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5560ddde-2668-4e31-bbbf-b94d7485df5a HTTP/1.1" status: 200 len: 946 time: 0.0569639 Sep 21 12:24:27.169568 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f4e5eb10-f360-4a0d-be84-6c3bd96d96ba req-79ef9f7d-7185-425e-8bdd-d005213d9080 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485785 Sep 21 12:24:28.300413 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96296ebb-71a0-4669-8910-e244e27cb983 req-f4cbe50b-479c-414d-8696-f11a17fb26fc tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:28.302086 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-96296ebb-71a0-4669-8910-e244e27cb983 req-f4cbe50b-479c-414d-8696-f11a17fb26fc tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5560ddde-2668-4e31-bbbf-b94d7485df5a HTTP/1.1" status: 200 len: 946 time: 0.0525517 Sep 21 12:24:28.360284 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-96296ebb-71a0-4669-8910-e244e27cb983 req-329a2b15-9023-4279-9033-7f2fbbb01875 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527773 Sep 21 12:24:29.479632 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4463a5-0780-4351-bf88-eec4f3631d75 req-3d43704b-232c-475b-992e-7d985fefb386 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:29.481790 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-1e4463a5-0780-4351-bf88-eec4f3631d75 req-3d43704b-232c-475b-992e-7d985fefb386 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5560ddde-2668-4e31-bbbf-b94d7485df5a HTTP/1.1" status: 200 len: 946 time: 0.0525112 Sep 21 12:24:29.531534 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-1e4463a5-0780-4351-bf88-eec4f3631d75 req-2eac53ea-39f6-489c-b27e-573cab7091c8 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440416 Sep 21 12:24:29.613171 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=100 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:29.647871 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e9953-a0f2-4e3a-9cdc-c450cc12f052 req-ba399d64-168b-4f4c-9771-86780b322205 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:29.649360 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ee9e9953-a0f2-4e3a-9cdc-c450cc12f052 req-ba399d64-168b-4f4c-9771-86780b322205 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/networks?id=e392466d-8ee6-4b86-9e48-53d3cb8a545c HTTP/1.1" status: 200 len: 814 time: 0.1027670 Sep 21 12:24:29.664436 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ee9e9953-a0f2-4e3a-9cdc-c450cc12f052 req-bc8186ca-816f-4425-b0ec-25a2dc597b2c tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/quotas/9de710fda38c429a91595545e9a74dcb HTTP/1.1" status: 200 len: 375 time: 0.0090671 Sep 21 12:24:29.716871 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ee9e9953-a0f2-4e3a-9cdc-c450cc12f052 req-b808163b-251a-44b5-b834-e6a34c0c3c27 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=9de710fda38c429a91595545e9a74dcb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475256 Sep 21 12:24:29.810956 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ee9e9953-a0f2-4e3a-9cdc-c450cc12f052 req-580658c4-9e0a-4f25-a793-73ed1f9252d6 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/e392466d-8ee6-4b86-9e48-53d3cb8a545c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826328 Sep 21 12:24:29.913508 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ee9e9953-a0f2-4e3a-9cdc-c450cc12f052 req-1c0b22e1-c5c4-42d8-a032-c528f61ed8dd service neutron] 10.222.0.71 "GET /networking/v2.0/networks/e392466d-8ee6-4b86-9e48-53d3cb8a545c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966914 Sep 21 12:24:30.073641 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-be7fbbe1-ec88-4edd-8d6a-781ee5845fb3 req-bcc76126-d47c-4445-98b3-152a8761a53e tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3cc8e107-efaf-4689-9e8f-f8adc955c6d9 HTTP/1.1" status: 200 len: 210 time: 0.0272026 Sep 21 12:24:30.660030 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0528a-5b44-41de-ae83-f677ab01e78d req-2e5f288a-b0a0-458a-a36f-9fd8939b8e5e tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:30.661533 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-43f0528a-5b44-41de-ae83-f677ab01e78d req-2e5f288a-b0a0-458a-a36f-9fd8939b8e5e tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5560ddde-2668-4e31-bbbf-b94d7485df5a HTTP/1.1" status: 200 len: 946 time: 0.0478814 Sep 21 12:24:30.709874 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-43f0528a-5b44-41de-ae83-f677ab01e78d req-7cabccdd-8231-47ef-907d-1761379e19dd tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426040 Sep 21 12:24:31.179070 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-1ec01819-3fc5-4daa-9b34-190bb199e9e6 req-161c2458-e420-4549-883f-3f78a84ffb20 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3cc8e107-efaf-4689-9e8f-f8adc955c6d9 HTTP/1.1" status: 200 len: 210 time: 0.0257549 Sep 21 12:24:31.578178 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e9953-a0f2-4e3a-9cdc-c450cc12f052 req-53e9f308-8fde-4454-8d63-ee128ca102f5 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:31.580190 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ee9e9953-a0f2-4e3a-9cdc-c450cc12f052 req-53e9f308-8fde-4454-8d63-ee128ca102f5 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.66 "GET /networking/v2.0/networks?id=e392466d-8ee6-4b86-9e48-53d3cb8a545c HTTP/1.1" status: 200 len: 814 time: 0.1126325 Sep 21 12:24:31.600961 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [req-ee9e9953-a0f2-4e3a-9cdc-c450cc12f052 req-1a62b26a-da9f-4e3e-a31c-3aa208cfffea tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Request body: {'port': {'device_id': '3cc8e107-efaf-4689-9e8f-f8adc955c6d9', 'network_id': 'e392466d-8ee6-4b86-9e48-53d3cb8a545c', 'admin_state_up': True, 'tenant_id': '9de710fda38c429a91595545e9a74dcb'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:24:31.724222 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee9e9953-a0f2-4e3a-9cdc-c450cc12f052 req-1a62b26a-da9f-4e3e-a31c-3aa208cfffea tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Made reservation on behalf of 9de710fda38c429a91595545e9a74dcb for: {'port': 1} {{(pid=106202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:24:31.728624 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-ee9e9953-a0f2-4e3a-9cdc-c450cc12f052 req-1a62b26a-da9f-4e3e-a31c-3aa208cfffea tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:31.758168 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:31.868451 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c32d64-ccb0-49ca-8da7-09fcf7f175d2 req-ad07ca89-445b-481c-b4cf-21020adbefe9 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:31.869956 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-76c32d64-ccb0-49ca-8da7-09fcf7f175d2 req-ad07ca89-445b-481c-b4cf-21020adbefe9 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5560ddde-2668-4e31-bbbf-b94d7485df5a HTTP/1.1" status: 200 len: 946 time: 0.0705249 Sep 21 12:24:31.955457 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.db_base_plugin_common [req-ee9e9953-a0f2-4e3a-9cdc-c450cc12f052 req-1a62b26a-da9f-4e3e-a31c-3aa208cfffea tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Allocated IP 172.20.0.6 (e392466d-8ee6-4b86-9e48-53d3cb8a545c/e0f543c0-159b-40e7-9e50-76800dc97874/2d86ac1e-8e22-4863-a099-2f5b0b120e07) {{(pid=106202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:24:31.971345 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-76c32d64-ccb0-49ca-8da7-09fcf7f175d2 req-4bfba5f0-0782-4833-af1e-9a28a000846a tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823700 Sep 21 12:24:32.201892 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:32.222621 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-ee9e9953-a0f2-4e3a-9cdc-c450cc12f052 req-1a62b26a-da9f-4e3e-a31c-3aa208cfffea tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Publish callbacks [] for port (2d86ac1e-8e22-4863-a099-2f5b0b120e07), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:32.281301 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-ee9e9953-a0f2-4e3a-9cdc-c450cc12f052 req-1a62b26a-da9f-4e3e-a31c-3aa208cfffea tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735120900801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (2d86ac1e-8e22-4863-a099-2f5b0b120e07), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:32.319799 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2aacd3-7487-499c-beb5-b230873b5511 req-44e4710f-4df9-49d1-b988-84499676f79d tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:32.324284 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-5f2aacd3-7487-499c-beb5-b230873b5511 req-44e4710f-4df9-49d1-b988-84499676f79d tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3cc8e107-efaf-4689-9e8f-f8adc955c6d9 HTTP/1.1" status: 200 len: 931 time: 0.0668349 Sep 21 12:24:32.345690 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee9e9953-a0f2-4e3a-9cdc-c450cc12f052 req-1a62b26a-da9f-4e3e-a31c-3aa208cfffea tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Network e392466d-8ee6-4b86-9e48-53d3cb8a545c is already hosted by enough agents. {{(pid=106202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:24:32.349274 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.base_scheduler [req-ee9e9953-a0f2-4e3a-9cdc-c450cc12f052 req-1a62b26a-da9f-4e3e-a31c-3aa208cfffea tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Resources bound (agent type, host, resource id): {{(pid=106202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:24:32.360100 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee9e9953-a0f2-4e3a-9cdc-c450cc12f052 req-1a62b26a-da9f-4e3e-a31c-3aa208cfffea tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Received port after_create {{(pid=106202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 12:24:32.364431 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a62b26a-da9f-4e3e-a31c-3aa208cfffea tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Pushing event updated for resources: {'Port': ['ID=2d86ac1e-8e22-4863-a099-2f5b0b120e07,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:24:32.380777 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-5f2aacd3-7487-499c-beb5-b230873b5511 req-5bd72d60-24dc-408a-abe6-699a14687c2e tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c6ffa42e-697b-4061-b2e1-9cfe39dbad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529428 Sep 21 12:24:32.414489 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e9953-a0f2-4e3a-9cdc-c450cc12f052 req-1a62b26a-da9f-4e3e-a31c-3aa208cfffea tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:32.415117 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-ee9e9953-a0f2-4e3a-9cdc-c450cc12f052 req-1a62b26a-da9f-4e3e-a31c-3aa208cfffea tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for port (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:32.434286 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ee9e9953-a0f2-4e3a-9cdc-c450cc12f052 req-1a62b26a-da9f-4e3e-a31c-3aa208cfffea tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.66 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8371017 Sep 21 12:24:32.631779 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-70c74d7f-02a8-452f-9b60-e61ef680d205 None None] Provisioning complete for port 2d86ac1e-8e22-4863-a099-2f5b0b120e07 triggered by entity DHCP. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:24:32.632391 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-70c74d7f-02a8-452f-9b60-e61ef680d205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (2d86ac1e-8e22-4863-a099-2f5b0b120e07), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:32.632391 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-70c74d7f-02a8-452f-9b60-e61ef680d205 None None] Attempt 1 to provision port 2d86ac1e-8e22-4863-a099-2f5b0b120e07 Sep 21 12:24:32.665419 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-70c74d7f-02a8-452f-9b60-e61ef680d205 None None] Port 2d86ac1e-8e22-4863-a099-2f5b0b120e07 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:24:33.115055 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3060532-333a-4c2b-b092-266ba92c8fea req-51b12c04-72fd-4f2c-b458-6b13ed1b903d tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:33.117631 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f3060532-333a-4c2b-b092-266ba92c8fea req-51b12c04-72fd-4f2c-b458-6b13ed1b903d tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5560ddde-2668-4e31-bbbf-b94d7485df5a HTTP/1.1" status: 200 len: 946 time: 0.0561929 Sep 21 12:24:33.167003 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-70c74d7f-02a8-452f-9b60-e61ef680d205 None None] Attempt 2 to provision port 2d86ac1e-8e22-4863-a099-2f5b0b120e07 Sep 21 12:24:33.168868 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f3060532-333a-4c2b-b092-266ba92c8fea req-d1d5ac4c-73e1-4770-aec1-9396db76080f tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446582 Sep 21 12:24:33.189633 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=69,neutron:UPDATE=3 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:33.212560 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-70c74d7f-02a8-452f-9b60-e61ef680d205 None None] Port 2d86ac1e-8e22-4863-a099-2f5b0b120e07 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:24:33.249674 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=72,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:33.513668 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404c4dc-3cdb-4229-bcf8-129cc58b268d req-2d55d2a7-446c-4caf-80de-54a4cb63c0d5 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:33.515149 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-8404c4dc-3cdb-4229-bcf8-129cc58b268d req-2d55d2a7-446c-4caf-80de-54a4cb63c0d5 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3cc8e107-efaf-4689-9e8f-f8adc955c6d9 HTTP/1.1" status: 200 len: 931 time: 0.0464330 Sep 21 12:24:33.563930 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-8404c4dc-3cdb-4229-bcf8-129cc58b268d req-7c23ff35-137b-4709-b2aa-dc355bb795f5 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c6ffa42e-697b-4061-b2e1-9cfe39dbad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431216 Sep 21 12:24:33.713596 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-70c74d7f-02a8-452f-9b60-e61ef680d205 None None] Attempt 3 to provision port 2d86ac1e-8e22-4863-a099-2f5b0b120e07 Sep 21 12:24:33.747681 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-70c74d7f-02a8-452f-9b60-e61ef680d205 None None] Port 2d86ac1e-8e22-4863-a099-2f5b0b120e07 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:24:34.248690 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-70c74d7f-02a8-452f-9b60-e61ef680d205 None None] Attempt 4 to provision port 2d86ac1e-8e22-4863-a099-2f5b0b120e07 Sep 21 12:24:34.284117 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-70c74d7f-02a8-452f-9b60-e61ef680d205 None None] Port 2d86ac1e-8e22-4863-a099-2f5b0b120e07 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:24:34.299738 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa1157f-a36c-4d90-8e7c-c92b0cbd2612 req-452ee863-0346-4f42-8614-a65c27d056a0 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:34.301313 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-9aa1157f-a36c-4d90-8e7c-c92b0cbd2612 req-452ee863-0346-4f42-8614-a65c27d056a0 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5560ddde-2668-4e31-bbbf-b94d7485df5a HTTP/1.1" status: 200 len: 946 time: 0.0506990 Sep 21 12:24:34.348667 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-9aa1157f-a36c-4d90-8e7c-c92b0cbd2612 req-5d0be5b7-ed83-4fb5-be85-847730e283b4 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416865 Sep 21 12:24:34.688314 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660fbc76-23d5-4b48-a381-624f5d8b5b51 req-25235aa8-808c-4c7d-a3aa-4354d6abb826 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:34.689859 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-660fbc76-23d5-4b48-a381-624f5d8b5b51 req-25235aa8-808c-4c7d-a3aa-4354d6abb826 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3cc8e107-efaf-4689-9e8f-f8adc955c6d9 HTTP/1.1" status: 200 len: 931 time: 0.0478048 Sep 21 12:24:34.740631 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.agents_db [None req-f0b1ed15-d02e-46f0-bd67-2b506ff8404e None None] Agent healthcheck: found 6 active agents {{(pid=106204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:24:34.750903 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-660fbc76-23d5-4b48-a381-624f5d8b5b51 req-d3b46ef6-e783-43d7-adb1-51a56b997406 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c6ffa42e-697b-4061-b2e1-9cfe39dbad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541070 Sep 21 12:24:34.785157 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-70c74d7f-02a8-452f-9b60-e61ef680d205 None None] Attempt 5 to provision port 2d86ac1e-8e22-4863-a099-2f5b0b120e07 Sep 21 12:24:34.823889 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-70c74d7f-02a8-452f-9b60-e61ef680d205 None None] Port 2d86ac1e-8e22-4863-a099-2f5b0b120e07 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:24:35.325206 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-70c74d7f-02a8-452f-9b60-e61ef680d205 None None] Attempt 6 to provision port 2d86ac1e-8e22-4863-a099-2f5b0b120e07 Sep 21 12:24:35.361854 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-70c74d7f-02a8-452f-9b60-e61ef680d205 None None] Port 2d86ac1e-8e22-4863-a099-2f5b0b120e07 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:24:35.466406 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59346795-fec9-4606-8833-3b91c76d30d8 req-1e6b2c22-8313-4913-9e52-58426bd29c6e tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:35.468497 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-59346795-fec9-4606-8833-3b91c76d30d8 req-1e6b2c22-8313-4913-9e52-58426bd29c6e tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5560ddde-2668-4e31-bbbf-b94d7485df5a HTTP/1.1" status: 200 len: 946 time: 0.0466127 Sep 21 12:24:35.517901 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-59346795-fec9-4606-8833-3b91c76d30d8 req-99e16594-5722-42c2-8774-fa252c3aea75 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432279 Sep 21 12:24:35.863063 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-70c74d7f-02a8-452f-9b60-e61ef680d205 None None] Attempt 7 to provision port 2d86ac1e-8e22-4863-a099-2f5b0b120e07 Sep 21 12:24:35.881361 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb2824e-96b2-4c92-ad97-289db2ef8095 req-913c085e-1c72-4e69-99fd-f837109540c9 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:35.882880 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-1fb2824e-96b2-4c92-ad97-289db2ef8095 req-913c085e-1c72-4e69-99fd-f837109540c9 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3cc8e107-efaf-4689-9e8f-f8adc955c6d9 HTTP/1.1" status: 200 len: 931 time: 0.0523682 Sep 21 12:24:35.895199 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:35.901926 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-70c74d7f-02a8-452f-9b60-e61ef680d205 None None] Port 2d86ac1e-8e22-4863-a099-2f5b0b120e07 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:24:35.957830 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-1fb2824e-96b2-4c92-ad97-289db2ef8095 req-9df453f0-822a-4136-a355-d093f4ac7343 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c6ffa42e-697b-4061-b2e1-9cfe39dbad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689249 Sep 21 12:24:36.361575 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8abc3a1c-7408-45c2-8d4a-64ec04b56995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (f73c601a-29a1-4353-9f34-efd4ba2e6501), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:36.403203 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-70c74d7f-02a8-452f-9b60-e61ef680d205 None None] Attempt 8 to provision port 2d86ac1e-8e22-4863-a099-2f5b0b120e07 Sep 21 12:24:36.441898 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-70c74d7f-02a8-452f-9b60-e61ef680d205 None None] Port 2d86ac1e-8e22-4863-a099-2f5b0b120e07 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:24:36.644949 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1cd63f-8371-4f2b-a921-c46774680b76 req-21a27ee2-d473-4eaf-be8f-bfac7cc817c0 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:36.646423 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-1b1cd63f-8371-4f2b-a921-c46774680b76 req-21a27ee2-d473-4eaf-be8f-bfac7cc817c0 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5560ddde-2668-4e31-bbbf-b94d7485df5a HTTP/1.1" status: 200 len: 946 time: 0.0502808 Sep 21 12:24:36.688919 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:36.703374 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-1b1cd63f-8371-4f2b-a921-c46774680b76 req-d396c8bf-754c-47d3-ae26-b19080c9658c tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511105 Sep 21 12:24:36.943430 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-70c74d7f-02a8-452f-9b60-e61ef680d205 None None] Attempt 9 to provision port 2d86ac1e-8e22-4863-a099-2f5b0b120e07 Sep 21 12:24:36.979446 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-70c74d7f-02a8-452f-9b60-e61ef680d205 None None] Port 2d86ac1e-8e22-4863-a099-2f5b0b120e07 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:24:37.075243 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd83237-4c4f-41c5-a4c6-4c0e49b5d002 req-09480916-14db-4699-bb65-13005e858502 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:37.077257 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-fcd83237-4c4f-41c5-a4c6-4c0e49b5d002 req-09480916-14db-4699-bb65-13005e858502 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3cc8e107-efaf-4689-9e8f-f8adc955c6d9 HTTP/1.1" status: 200 len: 931 time: 0.0490177 Sep 21 12:24:37.123606 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-fcd83237-4c4f-41c5-a4c6-4c0e49b5d002 req-4e6a564b-3a97-40ef-bac3-f6b8bc4c3f90 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c6ffa42e-697b-4061-b2e1-9cfe39dbad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405855 Sep 21 12:24:37.480762 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-70c74d7f-02a8-452f-9b60-e61ef680d205 None None] Attempt 10 to provision port 2d86ac1e-8e22-4863-a099-2f5b0b120e07 Sep 21 12:24:37.513545 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-70c74d7f-02a8-452f-9b60-e61ef680d205 None None] Port 2d86ac1e-8e22-4863-a099-2f5b0b120e07 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:24:37.828002 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e6d5ae-c93f-4d9a-b13c-99fb93574932 req-e7eb7a8e-b5b7-472f-8325-e93a6b573e42 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:37.829705 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-37e6d5ae-c93f-4d9a-b13c-99fb93574932 req-e7eb7a8e-b5b7-472f-8325-e93a6b573e42 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5560ddde-2668-4e31-bbbf-b94d7485df5a HTTP/1.1" status: 200 len: 946 time: 0.0493851 Sep 21 12:24:37.876706 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-37e6d5ae-c93f-4d9a-b13c-99fb93574932 req-5bd0e497-a0aa-45ec-9bf8-a1df83d48381 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414457 Sep 21 12:24:38.248952 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b0b90f-7cb1-42ee-aeea-db14ad657aa2 req-68c3859d-1327-4866-828a-564e62725451 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:38.250476 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-06b0b90f-7cb1-42ee-aeea-db14ad657aa2 req-68c3859d-1327-4866-828a-564e62725451 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3cc8e107-efaf-4689-9e8f-f8adc955c6d9 HTTP/1.1" status: 200 len: 931 time: 0.0471866 Sep 21 12:24:38.300384 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-06b0b90f-7cb1-42ee-aeea-db14ad657aa2 req-7031197e-6b98-4338-a39b-e95f1b0d865e tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c6ffa42e-697b-4061-b2e1-9cfe39dbad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431514 Sep 21 12:24:38.617587 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-57600712-c8f2-438b-9b2a-7787ff8b22ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (4f31b8b6-17c0-474d-bf52-0481ff2a5cf7), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:39.007768 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace9e6da-c84e-4236-bc56-64029602e5c5 req-76e7593d-a23e-47f7-af95-aee5fa9fdac6 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:39.009400 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-ace9e6da-c84e-4236-bc56-64029602e5c5 req-76e7593d-a23e-47f7-af95-aee5fa9fdac6 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5560ddde-2668-4e31-bbbf-b94d7485df5a HTTP/1.1" status: 200 len: 946 time: 0.0538876 Sep 21 12:24:39.066077 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-ace9e6da-c84e-4236-bc56-64029602e5c5 req-9ea27a4a-2ca2-4f73-8e08-b0dbb943a300 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452173 Sep 21 12:24:39.423953 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a8e0e-f5f3-4971-a760-cd41565466d5 req-24b6d11b-0356-4409-ad20-f5f0804e446a tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:39.425483 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-362a8e0e-f5f3-4971-a760-cd41565466d5 req-24b6d11b-0356-4409-ad20-f5f0804e446a tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3cc8e107-efaf-4689-9e8f-f8adc955c6d9 HTTP/1.1" status: 200 len: 931 time: 0.0450518 Sep 21 12:24:39.496670 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-362a8e0e-f5f3-4971-a760-cd41565466d5 req-14e819fd-4044-4767-8dc1-ffebc5d10a72 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c6ffa42e-697b-4061-b2e1-9cfe39dbad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646996 Sep 21 12:24:39.930209 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-740e41e1-10de-4b2e-a9f0-9582d49d2a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (d7a8950b-d4d7-4646-ba54-d395483871b4), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:40.317068 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084f70d-7dde-4c16-8f36-9fb8f718d540 req-2277c808-2db0-4b70-8d46-0e6761d3125e tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:40.328320 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-5084f70d-7dde-4c16-8f36-9fb8f718d540 req-2277c808-2db0-4b70-8d46-0e6761d3125e tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5560ddde-2668-4e31-bbbf-b94d7485df5a HTTP/1.1" status: 200 len: 946 time: 0.1513910 Sep 21 12:24:40.377703 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-5084f70d-7dde-4c16-8f36-9fb8f718d540 req-68cec6a6-a88d-470a-a511-b5cb926cce61 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503342 Sep 21 12:24:40.651874 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0cad11-20c9-4b73-a0f5-48ffacf4fec1 req-423c6cc5-2837-474c-8dc6-7c0c5ec3afad tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:40.653396 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-0d0cad11-20c9-4b73-a0f5-48ffacf4fec1 req-423c6cc5-2837-474c-8dc6-7c0c5ec3afad tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3cc8e107-efaf-4689-9e8f-f8adc955c6d9 HTTP/1.1" status: 200 len: 931 time: 0.0481746 Sep 21 12:24:40.712772 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-0d0cad11-20c9-4b73-a0f5-48ffacf4fec1 req-b76c0bf5-635a-436c-b697-6a44d00a3408 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c6ffa42e-697b-4061-b2e1-9cfe39dbad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535634 Sep 21 12:24:41.229740 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (57fb69a9-4edc-44fd-8965-b65708e41306), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:41.490818 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c3e59811-0015-48e8-afb5-3d82d64b721e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (cef1489a-7471-4b81-a7c5-b9e507e96767), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:41.542868 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f375c3c4-6c0c-43f1-a434-9d0c3f5cef53 req-7dda9277-3b67-4040-98c2-5b59c69a9945 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:41.544587 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f375c3c4-6c0c-43f1-a434-9d0c3f5cef53 req-7dda9277-3b67-4040-98c2-5b59c69a9945 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5560ddde-2668-4e31-bbbf-b94d7485df5a HTTP/1.1" status: 200 len: 946 time: 0.0575914 Sep 21 12:24:41.610300 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f375c3c4-6c0c-43f1-a434-9d0c3f5cef53 req-e2ab8dc1-21ba-41d7-9883-8a43577e9b30 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559044 Sep 21 12:24:41.724547 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f6fc6-0f43-4eb3-96a7-8ec0272f5ab7 req-a2fc4a69-bc3d-4c15-a610-d1e2a8219c8d tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:41.726434 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-a05f6fc6-0f43-4eb3-96a7-8ec0272f5ab7 req-a2fc4a69-bc3d-4c15-a610-d1e2a8219c8d tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 946 time: 0.0588133 Sep 21 12:24:41.776218 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-a05f6fc6-0f43-4eb3-96a7-8ec0272f5ab7 req-fcbe8372-925f-4fab-9e65-13a2a093caa1 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432856 Sep 21 12:24:41.850956 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:41.890554 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae58ebf-f9fa-4799-97fe-11c499568d49 req-6e81c0b6-e18d-45be-a5d9-60947bc03319 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:41.892195 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8ae58ebf-f9fa-4799-97fe-11c499568d49 req-6e81c0b6-e18d-45be-a5d9-60947bc03319 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3cc8e107-efaf-4689-9e8f-f8adc955c6d9 HTTP/1.1" status: 200 len: 931 time: 0.0497086 Sep 21 12:24:41.940581 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8ae58ebf-f9fa-4799-97fe-11c499568d49 req-93091c17-55e9-4f3c-bb62-7c833fca3ac9 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c6ffa42e-697b-4061-b2e1-9cfe39dbad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427752 Sep 21 12:24:42.742550 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ad236-9e13-4d6a-bb7c-470a71c51624 req-7aa20d6a-750b-4774-bbeb-85eb3bb73605 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:42.744266 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-bc3ad236-9e13-4d6a-bb7c-470a71c51624 req-7aa20d6a-750b-4774-bbeb-85eb3bb73605 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5560ddde-2668-4e31-bbbf-b94d7485df5a HTTP/1.1" status: 200 len: 946 time: 0.0615177 Sep 21 12:24:42.795544 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-bc3ad236-9e13-4d6a-bb7c-470a71c51624 req-bd575922-da5f-485d-8c4d-46adb37cfcbc tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457473 Sep 21 12:24:42.915885 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3036b728-3493-4f78-9bcb-a95647b83d59 req-e1140413-472c-474f-88cb-246336334001 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:42.921049 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-3036b728-3493-4f78-9bcb-a95647b83d59 req-e1140413-472c-474f-88cb-246336334001 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 946 time: 0.0552492 Sep 21 12:24:42.966947 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-3036b728-3493-4f78-9bcb-a95647b83d59 req-14b9d63d-b273-48b7-8807-425af31094b4 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445244 Sep 21 12:24:43.076731 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0aad9-3017-490f-8c97-4638389f3bc9 req-d02b6314-0f5b-4d7d-8591-83407178636f tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:43.078229 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-63c0aad9-3017-490f-8c97-4638389f3bc9 req-d02b6314-0f5b-4d7d-8591-83407178636f tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3cc8e107-efaf-4689-9e8f-f8adc955c6d9 HTTP/1.1" status: 200 len: 931 time: 0.0508897 Sep 21 12:24:43.147711 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-63c0aad9-3017-490f-8c97-4638389f3bc9 req-e339e8ae-5a83-471a-b718-7e3a52114636 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c6ffa42e-697b-4061-b2e1-9cfe39dbad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636957 Sep 21 12:24:43.920927 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67dc3a-f0f0-4347-9d07-54d5267d7b01 req-e28d317d-6590-425f-9ca6-057e27e17ddb tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:43.922405 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ec67dc3a-f0f0-4347-9d07-54d5267d7b01 req-e28d317d-6590-425f-9ca6-057e27e17ddb tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5560ddde-2668-4e31-bbbf-b94d7485df5a HTTP/1.1" status: 200 len: 946 time: 0.0510054 Sep 21 12:24:43.965182 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=100 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:43.970279 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ec67dc3a-f0f0-4347-9d07-54d5267d7b01 req-21b1ab65-ad94-420f-9e0d-0fdc30034c74 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421081 Sep 21 12:24:44.092370 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576a9f5-7367-4ecb-a46a-16000edff652 req-a9e08515-e000-461d-a1a4-eeb57cfbd595 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:44.093706 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-9576a9f5-7367-4ecb-a46a-16000edff652 req-a9e08515-e000-461d-a1a4-eeb57cfbd595 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 946 time: 0.0453589 Sep 21 12:24:44.149113 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-9576a9f5-7367-4ecb-a46a-16000edff652 req-0f29147f-01d8-4887-9b0d-13be62fd933a tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497296 Sep 21 12:24:44.287264 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56786996-ebe4-467b-b646-fc2c0ca7fdd5 req-60af2142-ca0f-4011-9d92-94195ad42c30 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:44.289017 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-56786996-ebe4-467b-b646-fc2c0ca7fdd5 req-60af2142-ca0f-4011-9d92-94195ad42c30 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3cc8e107-efaf-4689-9e8f-f8adc955c6d9 HTTP/1.1" status: 200 len: 931 time: 0.0509310 Sep 21 12:24:44.343098 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-56786996-ebe4-467b-b646-fc2c0ca7fdd5 req-6bf7b8e4-6f43-49dd-844c-a90933a00485 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c6ffa42e-697b-4061-b2e1-9cfe39dbad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466778 Sep 21 12:24:44.737027 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:45.092841 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1e321-c2b0-456e-93c3-9d908c0d5b4d req-e9154809-b163-477d-9973-8ee5589817e6 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:45.094355 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-36f1e321-c2b0-456e-93c3-9d908c0d5b4d req-e9154809-b163-477d-9973-8ee5589817e6 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5560ddde-2668-4e31-bbbf-b94d7485df5a HTTP/1.1" status: 200 len: 946 time: 0.0497847 Sep 21 12:24:45.142145 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-36f1e321-c2b0-456e-93c3-9d908c0d5b4d req-2deedb14-c683-4051-bf1b-152fe30a4349 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418646 Sep 21 12:24:45.280968 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd61e6-cf1b-4708-a130-8174ddbdad1e req-1b8dd5b9-1f22-4ab8-bbb6-1bb123250ab0 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:45.282340 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-7afd61e6-cf1b-4708-a130-8174ddbdad1e req-1b8dd5b9-1f22-4ab8-bbb6-1bb123250ab0 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 946 time: 0.0469186 Sep 21 12:24:45.340588 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-7afd61e6-cf1b-4708-a130-8174ddbdad1e req-c7f29312-152c-40a2-a5aa-b26115d0124e tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526543 Sep 21 12:24:45.469961 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6840986-1067-4290-b6ea-50e67aeb5680 req-e08ae69b-f6b4-419e-b631-c16e8400df4d tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:45.471535 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f6840986-1067-4290-b6ea-50e67aeb5680 req-e08ae69b-f6b4-419e-b631-c16e8400df4d tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3cc8e107-efaf-4689-9e8f-f8adc955c6d9 HTTP/1.1" status: 200 len: 931 time: 0.0492840 Sep 21 12:24:45.527931 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f6840986-1067-4290-b6ea-50e67aeb5680 req-6e37990b-f34f-4b4e-b481-b1a5aaabfd4f tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c6ffa42e-697b-4061-b2e1-9cfe39dbad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503967 Sep 21 12:24:45.583603 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 57152) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:24:45.708417 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-8354cae3-5311-46d0-9125-9b9fde930387 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:45.728207 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:45.796108 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-8354cae3-5311-46d0-9125-9b9fde930387 admin admin] Publish callbacks [] for security_group (dce1290c-9e44-446d-a6cb-7437b881fa84), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:45.800416 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-8354cae3-5311-46d0-9125-9b9fde930387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (dce1290c-9e44-446d-a6cb-7437b881fa84), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:45.842560 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-8354cae3-5311-46d0-9125-9b9fde930387 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=fdc3af0678204f539662c81295cb15b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2577536 Sep 21 12:24:45.843543 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8354cae3-5311-46d0-9125-9b9fde930387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce1290c-9e44-446d-a6cb-7437b881fa84,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:24:45.845511 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 57156) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:24:45.868677 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=100 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:45.897697 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-2850831e-88d5-4d53-abb9-e36b83586874 admin admin] Publish callbacks [] for security_group (dce1290c-9e44-446d-a6cb-7437b881fa84), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:45.918256 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-2850831e-88d5-4d53-abb9-e36b83586874 admin admin] Publish callbacks [] for security_group (dce1290c-9e44-446d-a6cb-7437b881fa84), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:45.966077 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-2850831e-88d5-4d53-abb9-e36b83586874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (dce1290c-9e44-446d-a6cb-7437b881fa84), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:45.969216 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-2850831e-88d5-4d53-abb9-e36b83586874 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:45.970384 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-2850831e-88d5-4d53-abb9-e36b83586874 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/dce1290c-9e44-446d-a6cb-7437b881fa84 HTTP/1.1" status: 204 len: 168 time: 0.1239085 Sep 21 12:24:45.978745 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2850831e-88d5-4d53-abb9-e36b83586874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce1290c-9e44-446d-a6cb-7437b881fa84,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:24:46.273862 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd0834d-fc03-4be3-b64c-f92b4504d8dd req-95c38379-bed5-47b5-b574-e35a5a11022b tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:46.275370 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-5dd0834d-fc03-4be3-b64c-f92b4504d8dd req-95c38379-bed5-47b5-b574-e35a5a11022b tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5560ddde-2668-4e31-bbbf-b94d7485df5a HTTP/1.1" status: 200 len: 946 time: 0.0551469 Sep 21 12:24:46.327428 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-5dd0834d-fc03-4be3-b64c-f92b4504d8dd req-51dd8f09-1bac-4d41-9f19-b31838bda09a tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446241 Sep 21 12:24:46.473056 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e209c12e-3a3a-4a83-b874-7e9157fff243 req-8292cd4e-8d36-49e0-83c2-9a476a2040c7 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:46.474559 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e209c12e-3a3a-4a83-b874-7e9157fff243 req-8292cd4e-8d36-49e0-83c2-9a476a2040c7 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 946 time: 0.0485225 Sep 21 12:24:46.522545 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e209c12e-3a3a-4a83-b874-7e9157fff243 req-71eb6ea5-bab2-4e37-a6bb-3b0cc5197114 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423729 Sep 21 12:24:46.647114 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610a3ad-4315-4a77-b85f-34c905ee5025 req-76db90ae-c685-4534-91c1-5cca4250419e tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:46.648742 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-2610a3ad-4315-4a77-b85f-34c905ee5025 req-76db90ae-c685-4534-91c1-5cca4250419e tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3cc8e107-efaf-4689-9e8f-f8adc955c6d9 HTTP/1.1" status: 200 len: 931 time: 0.0464208 Sep 21 12:24:46.699719 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-2610a3ad-4315-4a77-b85f-34c905ee5025 req-51443627-9311-42b1-972e-0fa99c37febe tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c6ffa42e-697b-4061-b2e1-9cfe39dbad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451901 Sep 21 12:24:47.448616 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295b440f-c008-4913-9c68-d66b61a4357f req-dfb750f5-aedd-43d0-850d-49a7f4cb7c70 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:47.450094 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-295b440f-c008-4913-9c68-d66b61a4357f req-dfb750f5-aedd-43d0-850d-49a7f4cb7c70 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5560ddde-2668-4e31-bbbf-b94d7485df5a HTTP/1.1" status: 200 len: 946 time: 0.0483518 Sep 21 12:24:47.499698 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-295b440f-c008-4913-9c68-d66b61a4357f req-95cb85c8-fe95-4792-91e8-e4dc368b89a6 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436547 Sep 21 12:24:47.637484 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:47.649380 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf4601d-cd29-4ea6-9e8a-91cb1dcd65e3 req-5762fb5c-7871-4101-bcbf-a964e538bb61 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:47.650853 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-daf4601d-cd29-4ea6-9e8a-91cb1dcd65e3 req-5762fb5c-7871-4101-bcbf-a964e538bb61 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 946 time: 0.0480630 Sep 21 12:24:47.697659 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-daf4601d-cd29-4ea6-9e8a-91cb1dcd65e3 req-11a6a0fd-3139-45a5-8c3c-e86699470a5f tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405653 Sep 21 12:24:47.822980 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19456ae-ab1f-4f93-b479-fd4da3430bf7 req-a53234c3-6356-488a-8232-118e4e422094 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:47.824456 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b19456ae-ab1f-4f93-b479-fd4da3430bf7 req-a53234c3-6356-488a-8232-118e4e422094 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3cc8e107-efaf-4689-9e8f-f8adc955c6d9 HTTP/1.1" status: 200 len: 931 time: 0.0500276 Sep 21 12:24:47.873637 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b19456ae-ab1f-4f93-b479-fd4da3430bf7 req-5f0e8be3-c158-4bcb-8124-0c4e99450ae6 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c6ffa42e-697b-4061-b2e1-9cfe39dbad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427070 Sep 21 12:24:48.404659 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [req-ee9e9953-a0f2-4e3a-9cdc-c450cc12f052 req-7bd3c195-a900-4175-b1e8-ffb082943dfc service neutron] Request body: {'port': {'device_id': '3cc8e107-efaf-4689-9e8f-f8adc955c6d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85867'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:24:48.465823 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-ee9e9953-a0f2-4e3a-9cdc-c450cc12f052 req-7bd3c195-a900-4175-b1e8-ffb082943dfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (2d86ac1e-8e22-4863-a099-2f5b0b120e07), before_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:48.483134 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (986f726e-8c98-4005-b3b7-e033305b1240), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:48.668747 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8b783-63a5-4bab-83cf-7cc13c8f7116 req-7a283511-8382-4990-9ade-eedd546894f8 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:48.670849 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-70e8b783-63a5-4bab-83cf-7cc13c8f7116 req-7a283511-8382-4990-9ade-eedd546894f8 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5560ddde-2668-4e31-bbbf-b94d7485df5a HTTP/1.1" status: 200 len: 946 time: 0.0945494 Sep 21 12:24:48.694972 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:48.767902 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-70e8b783-63a5-4bab-83cf-7cc13c8f7116 req-5d92dfea-0416-4b3f-9e99-7aab85909621 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910561 Sep 21 12:24:48.822600 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.notifiers.nova [req-ee9e9953-a0f2-4e3a-9cdc-c450cc12f052 req-7bd3c195-a900-4175-b1e8-ffb082943dfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d86ac1e-8e22-4863-a099-2f5b0b120e07 {{(pid=106202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 12:24:48.832912 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-ee9e9953-a0f2-4e3a-9cdc-c450cc12f052 req-7bd3c195-a900-4175-b1e8-ffb082943dfc service neutron] Publish callbacks [] for port (2d86ac1e-8e22-4863-a099-2f5b0b120e07), precommit_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:48.884729 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.provisioning_blocks [req-ee9e9953-a0f2-4e3a-9cdc-c450cc12f052 req-7bd3c195-a900-4175-b1e8-ffb082943dfc service neutron] Transition to ACTIVE for port object 2d86ac1e-8e22-4863-a099-2f5b0b120e07 will not be triggered until provisioned by entity L2. {{(pid=106202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 12:24:48.890996 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-ee9e9953-a0f2-4e3a-9cdc-c450cc12f052 req-7bd3c195-a900-4175-b1e8-ffb082943dfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6955121'] for port (2d86ac1e-8e22-4863-a099-2f5b0b120e07), after_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:48.927022 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e344d-67d1-4c3d-84d9-44c001f1ca80 req-7d7393e7-8256-4301-ab9c-9465a31c3710 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:48.928714 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f66e344d-67d1-4c3d-84d9-44c001f1ca80 req-7d7393e7-8256-4301-ab9c-9465a31c3710 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 946 time: 0.0918345 Sep 21 12:24:49.004786 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd3c195-a900-4175-b1e8-ffb082943dfc service neutron] Pushing event updated for resources: {'Port': ['ID=2d86ac1e-8e22-4863-a099-2f5b0b120e07,revision_number=2']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:24:49.012113 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafbfa50-c9c2-48fc-9e67-202f846ab280 req-0a50f18c-1cce-4d23-8af9-73574d99b90a tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:49.016514 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-aafbfa50-c9c2-48fc-9e67-202f846ab280 req-0a50f18c-1cce-4d23-8af9-73574d99b90a tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3cc8e107-efaf-4689-9e8f-f8adc955c6d9 HTTP/1.1" status: 200 len: 943 time: 0.0534303 Sep 21 12:24:49.047630 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f66e344d-67d1-4c3d-84d9-44c001f1ca80 req-04a727bc-31b7-422b-9b37-f524dbe5423a tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066692 Sep 21 12:24:49.060939 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.managers [req-ee9e9953-a0f2-4e3a-9cdc-c450cc12f052 req-7bd3c195-a900-4175-b1e8-ffb082943dfc service neutron] Attempting to bind port 2d86ac1e-8e22-4863-a099-2f5b0b120e07 on host hv-cinder-85867 for vnic_type normal with profile {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 12:24:49.061286 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.managers [req-ee9e9953-a0f2-4e3a-9cdc-c450cc12f052 req-7bd3c195-a900-4175-b1e8-ffb082943dfc service neutron] Attempting to bind port 2d86ac1e-8e22-4863-a099-2f5b0b120e07 by drivers openvswitch,hyperv on host hv-cinder-85867 at level 0 using segments [{'id': 'fd3953c2-4056-4e24-bc29-f88836e2c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e392466d-8ee6-4b86-9e48-53d3cb8a545c'}] {{(pid=106202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 12:24:49.061601 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9e9953-a0f2-4e3a-9cdc-c450cc12f052 req-7bd3c195-a900-4175-b1e8-ffb082943dfc service neutron] Attempting to bind port 2d86ac1e-8e22-4863-a099-2f5b0b120e07 on network e392466d-8ee6-4b86-9e48-53d3cb8a545c {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:24:49.070372 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-aafbfa50-c9c2-48fc-9e67-202f846ab280 req-7f7d8ee3-dc4c-4abb-979b-949c58036161 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c6ffa42e-697b-4061-b2e1-9cfe39dbad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474019 Sep 21 12:24:49.337794 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9e9953-a0f2-4e3a-9cdc-c450cc12f052 req-7bd3c195-a900-4175-b1e8-ffb082943dfc service neutron] Port 2d86ac1e-8e22-4863-a099-2f5b0b120e07 on network e392466d-8ee6-4b86-9e48-53d3cb8a545c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85867 {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 12:24:49.338120 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9e9953-a0f2-4e3a-9cdc-c450cc12f052 req-7bd3c195-a900-4175-b1e8-ffb082943dfc service neutron] Attempting to bind port 2d86ac1e-8e22-4863-a099-2f5b0b120e07 on network e392466d-8ee6-4b86-9e48-53d3cb8a545c {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:24:49.370868 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:49.380474 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9e9953-a0f2-4e3a-9cdc-c450cc12f052 req-7bd3c195-a900-4175-b1e8-ffb082943dfc service neutron] Checking agent: {'id': '986f726e-8c98-4005-b3b7-e033305b1240', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85867', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 12, 18, 46), 'started_at': datetime.datetime(2022, 9, 21, 12, 18, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 12, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 12:24:49.380809 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9e9953-a0f2-4e3a-9cdc-c450cc12f052 req-7bd3c195-a900-4175-b1e8-ffb082943dfc service neutron] Checking segment: {'id': 'fd3953c2-4056-4e24-bc29-f88836e2c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e392466d-8ee6-4b86-9e48-53d3cb8a545c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:24:49.381181 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9e9953-a0f2-4e3a-9cdc-c450cc12f052 req-7bd3c195-a900-4175-b1e8-ffb082943dfc service neutron] Bound using segment: {'id': 'fd3953c2-4056-4e24-bc29-f88836e2c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e392466d-8ee6-4b86-9e48-53d3cb8a545c'} {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 12:24:49.381605 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.managers [req-ee9e9953-a0f2-4e3a-9cdc-c450cc12f052 req-7bd3c195-a900-4175-b1e8-ffb082943dfc service neutron] Bound port: 2d86ac1e-8e22-4863-a099-2f5b0b120e07, host: hv-cinder-85867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd3953c2-4056-4e24-bc29-f88836e2c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e392466d-8ee6-4b86-9e48-53d3cb8a545c'}}] {{(pid=106202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 12:24:49.382008 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-ee9e9953-a0f2-4e3a-9cdc-c450cc12f052 req-7bd3c195-a900-4175-b1e8-ffb082943dfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (2d86ac1e-8e22-4863-a099-2f5b0b120e07), before_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:49.442070 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [req-ee9e9953-a0f2-4e3a-9cdc-c450cc12f052 req-7bd3c195-a900-4175-b1e8-ffb082943dfc service neutron] For port 2d86ac1e-8e22-4863-a099-2f5b0b120e07, host hv-cinder-85867, cleared binding levels {{(pid=106202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:24:49.445001 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [req-ee9e9953-a0f2-4e3a-9cdc-c450cc12f052 req-7bd3c195-a900-4175-b1e8-ffb082943dfc service neutron] For port 2d86ac1e-8e22-4863-a099-2f5b0b120e07, host hv-cinder-85867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=2d86ac1e-8e22-4863-a099-2f5b0b120e07,segment=NetworkSegment(fd3953c2-4056-4e24-bc29-f88836e2c777),segment_id=fd3953c2-4056-4e24-bc29-f88836e2c777)] {{(pid=106202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:24:49.450135 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-ee9e9953-a0f2-4e3a-9cdc-c450cc12f052 req-7bd3c195-a900-4175-b1e8-ffb082943dfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6955121'] for port (2d86ac1e-8e22-4863-a099-2f5b0b120e07), after_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:49.457733 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e9953-a0f2-4e3a-9cdc-c450cc12f052 req-7bd3c195-a900-4175-b1e8-ffb082943dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:49.458619 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-ee9e9953-a0f2-4e3a-9cdc-c450cc12f052 req-7bd3c195-a900-4175-b1e8-ffb082943dfc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for port (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:49.460559 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ee9e9953-a0f2-4e3a-9cdc-c450cc12f052 req-7bd3c195-a900-4175-b1e8-ffb082943dfc service neutron] 10.222.0.66 "PUT /networking/v2.0/ports/2d86ac1e-8e22-4863-a099-2f5b0b120e07 HTTP/1.1" status: 200 len: 1093 time: 1.0601377 Sep 21 12:24:49.461316 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc8e107-efaf-4689-9e8f-f8adc955c6d9', 'tag': '2d86ac1e-8e22-4863-a099-2f5b0b120e07'}] {{(pid=106202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:24:49.464742 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f69dec5372d12bc1dbf2d83c258da0d8b658e28cfccadcad30c8a09044815e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9237a359-c0c8-40f5-92cd-7648a06d8912" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc8e107-efaf-4689-9e8f-f8adc955c6d9", "tag": "2d86ac1e-8e22-4863-a099-2f5b0b120e07"}]}' {{(pid=106202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:24:49.519566 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd3c195-a900-4175-b1e8-ffb082943dfc service neutron] Pushing event updated for resources: {'Port': ['ID=2d86ac1e-8e22-4863-a099-2f5b0b120e07,revision_number=3']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:24:49.526301 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 12:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82feb22e-09f2-4a60-8a52-7e5a13d02a4d x-openstack-request-id: req-82feb22e-09f2-4a60-8a52-7e5a13d02a4d {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:24:49.526588 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc8e107-efaf-4689-9e8f-f8adc955c6d9", "tag": "2d86ac1e-8e22-4863-a099-2f5b0b120e07", "status": "completed", "code": 200}]} {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:24:49.526889 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-82feb22e-09f2-4a60-8a52-7e5a13d02a4d {{(pid=106202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:24:49.527312 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82feb22e-09f2-4a60-8a52-7e5a13d02a4d'] response: {'name': 'network-changed', 'server_uuid': '3cc8e107-efaf-4689-9e8f-f8adc955c6d9', 'tag': '2d86ac1e-8e22-4863-a099-2f5b0b120e07', 'status': 'completed', 'code': 200} Sep 21 12:24:49.896970 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91108e97-a4f5-4a92-9bd9-8c48c959d522 req-8b02d625-d2ce-4ac0-a6ca-a77e2711540d tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:49.898458 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-91108e97-a4f5-4a92-9bd9-8c48c959d522 req-8b02d625-d2ce-4ac0-a6ca-a77e2711540d tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5560ddde-2668-4e31-bbbf-b94d7485df5a HTTP/1.1" status: 200 len: 946 time: 0.0465002 Sep 21 12:24:49.945216 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-91108e97-a4f5-4a92-9bd9-8c48c959d522 req-a26a0522-7f8d-4239-a172-0c3dfb0e3259 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412285 Sep 21 12:24:50.177505 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577ac82-bc14-4b77-b31d-2cddf80755a4 req-e0890e30-1609-4cad-97d9-3604e5baf0fb tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:50.178998 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f577ac82-bc14-4b77-b31d-2cddf80755a4 req-e0890e30-1609-4cad-97d9-3604e5baf0fb tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 946 time: 0.0469713 Sep 21 12:24:50.191678 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8744f926-43cc-487f-900e-6b0856bf764a req-a73bcb31-3d93-4cde-a915-16e8c72f80c8 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:50.193276 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-8744f926-43cc-487f-900e-6b0856bf764a req-a73bcb31-3d93-4cde-a915-16e8c72f80c8 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3cc8e107-efaf-4689-9e8f-f8adc955c6d9 HTTP/1.1" status: 200 len: 943 time: 0.0457938 Sep 21 12:24:50.227017 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f577ac82-bc14-4b77-b31d-2cddf80755a4 req-a0104ef1-864e-431d-b034-0c92b2ebf4b3 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423372 Sep 21 12:24:50.240820 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-8744f926-43cc-487f-900e-6b0856bf764a req-c06ee0a9-677d-4bcf-863f-4027eb43ea92 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c6ffa42e-697b-4061-b2e1-9cfe39dbad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420413 Sep 21 12:24:50.908861 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237a359-c0c8-40f5-92cd-7648a06d8912 req-3b3bbba3-efcf-42cf-9816-829ff78e76b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:50.910372 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-9237a359-c0c8-40f5-92cd-7648a06d8912 req-3b3bbba3-efcf-42cf-9816-829ff78e76b3 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=9de710fda38c429a91595545e9a74dcb&device_id=3cc8e107-efaf-4689-9e8f-f8adc955c6d9 HTTP/1.1" status: 200 len: 1127 time: 0.0411479 Sep 21 12:24:51.086769 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:51.090642 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237a359-c0c8-40f5-92cd-7648a06d8912 req-44fb5789-4114-453a-88da-e966d5816cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:51.092145 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-9237a359-c0c8-40f5-92cd-7648a06d8912 req-44fb5789-4114-453a-88da-e966d5816cdc service neutron] 10.222.0.66 "GET /networking/v2.0/networks?tenant_id=9de710fda38c429a91595545e9a74dcb&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1668742 Sep 21 12:24:51.095470 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c89938-c41a-4439-9213-7f0b8de91c03 req-0e42ee10-641a-4b4e-ae82-95e255ffa2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:51.096855 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b2c89938-c41a-4439-9213-7f0b8de91c03 req-0e42ee10-641a-4b4e-ae82-95e255ffa2e1 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=5560ddde-2668-4e31-bbbf-b94d7485df5a HTTP/1.1" status: 200 len: 1130 time: 0.0934479 Sep 21 12:24:51.121360 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51030ef9-9fc3-4087-94ed-db07f4a7a168 req-a10ca085-5dec-45a6-8878-d257d6e5ec75 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:51.122754 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-51030ef9-9fc3-4087-94ed-db07f4a7a168 req-a10ca085-5dec-45a6-8878-d257d6e5ec75 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5560ddde-2668-4e31-bbbf-b94d7485df5a HTTP/1.1" status: 200 len: 946 time: 0.1001019 Sep 21 12:24:51.240145 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b2c89938-c41a-4439-9213-7f0b8de91c03 req-091c4699-ccb3-48a6-995d-6ffa99a5e8ca service neutron] 10.222.0.66 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302817 Sep 21 12:24:51.265907 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-51030ef9-9fc3-4087-94ed-db07f4a7a168 req-2b352ea3-8acf-48c6-8fc5-bdb9fc363f88 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310959 Sep 21 12:24:51.273405 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237a359-c0c8-40f5-92cd-7648a06d8912 req-63cacfae-59bf-451c-90fa-c0476b42f69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:51.274912 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-9237a359-c0c8-40f5-92cd-7648a06d8912 req-63cacfae-59bf-451c-90fa-c0476b42f69b service neutron] 10.222.0.66 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1749363 Sep 21 12:24:51.363304 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f696323-bea9-4935-b2ca-cc42d942c763 req-17cc7ad2-b3da-4c92-b727-f2970e069c93 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:51.364922 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-6f696323-bea9-4935-b2ca-cc42d942c763 req-17cc7ad2-b3da-4c92-b727-f2970e069c93 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 946 time: 0.0500875 Sep 21 12:24:51.368252 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd96d40f-b7a3-45a0-8de6-a55c4f096502 req-93c64093-2cc3-4641-b9d4-ae48a83e9fe0 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:51.369737 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-bd96d40f-b7a3-45a0-8de6-a55c4f096502 req-93c64093-2cc3-4641-b9d4-ae48a83e9fe0 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3cc8e107-efaf-4689-9e8f-f8adc955c6d9 HTTP/1.1" status: 200 len: 943 time: 0.0469282 Sep 21 12:24:51.412274 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-6f696323-bea9-4935-b2ca-cc42d942c763 req-5859f226-6de0-4cee-babd-362346964431 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414536 Sep 21 12:24:51.416804 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-bd96d40f-b7a3-45a0-8de6-a55c4f096502 req-498513af-35df-4f36-a07c-fe87b6eca6db tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c6ffa42e-697b-4061-b2e1-9cfe39dbad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407546 Sep 21 12:24:52.227360 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e9953-a0f2-4e3a-9cdc-c450cc12f052 req-91a85465-53ae-423a-b80f-f548255aecb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:52.228888 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ee9e9953-a0f2-4e3a-9cdc-c450cc12f052 req-91a85465-53ae-423a-b80f-f548255aecb9 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=9de710fda38c429a91595545e9a74dcb&device_id=3cc8e107-efaf-4689-9e8f-f8adc955c6d9 HTTP/1.1" status: 200 len: 1127 time: 0.0396373 Sep 21 12:24:52.317800 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ee9e9953-a0f2-4e3a-9cdc-c450cc12f052 req-cb9860c1-b36a-4df4-b8b3-5caa5b73b03f service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d86ac1e-8e22-4863-a099-2f5b0b120e07 HTTP/1.1" status: 200 len: 217 time: 0.0472145 Sep 21 12:24:52.353350 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:52.378846 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292dde4-8f3b-488c-ab08-2d8d97a9c258 req-c9370802-4cc7-497e-beed-8d9514f6d909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:52.380356 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-1292dde4-8f3b-488c-ab08-2d8d97a9c258 req-c9370802-4cc7-497e-beed-8d9514f6d909 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=5e6ef4f3de1943ffbde82d3f0a19542f&device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 1130 time: 0.0710630 Sep 21 12:24:52.390995 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e6f88-df08-4ba9-ac43-2e94c1acf755 req-68fb5628-ac33-42fd-b533-477bef0d4afa tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:52.392658 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-478e6f88-df08-4ba9-ac43-2e94c1acf755 req-68fb5628-ac33-42fd-b533-477bef0d4afa tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5560ddde-2668-4e31-bbbf-b94d7485df5a HTTP/1.1" status: 200 len: 946 time: 0.0482554 Sep 21 12:24:52.393407 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e9953-a0f2-4e3a-9cdc-c450cc12f052 req-ebbe1961-7170-4534-bb29-b0a208d6c993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:52.395672 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ee9e9953-a0f2-4e3a-9cdc-c450cc12f052 req-ebbe1961-7170-4534-bb29-b0a208d6c993 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=e0f543c0-159b-40e7-9e50-76800dc97874 HTTP/1.1" status: 200 len: 853 time: 0.0584152 Sep 21 12:24:52.440267 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-478e6f88-df08-4ba9-ac43-2e94c1acf755 req-27dad3b1-7ce9-4b7f-aaf1-0e62b759e4eb tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417569 Sep 21 12:24:52.499855 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:52.546270 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e9953-a0f2-4e3a-9cdc-c450cc12f052 req-ecbc1a69-3028-4812-a556-c3326705c019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:52.547916 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ee9e9953-a0f2-4e3a-9cdc-c450cc12f052 req-ecbc1a69-3028-4812-a556-c3326705c019 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=e392466d-8ee6-4b86-9e48-53d3cb8a545c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1172168 Sep 21 12:24:52.549673 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188bdf9-91aa-4237-a43b-c7fb19df93be req-ea11745a-de60-4c0d-b265-3467c79be150 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:52.551217 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-0188bdf9-91aa-4237-a43b-c7fb19df93be req-ea11745a-de60-4c0d-b265-3467c79be150 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 946 time: 0.0475640 Sep 21 12:24:52.579704 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b0b30-a285-499d-8115-159baec81dd4 req-a91d85ea-a58c-4826-8a8c-98c30479eef2 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:52.581172 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-5d6b0b30-a285-499d-8115-159baec81dd4 req-a91d85ea-a58c-4826-8a8c-98c30479eef2 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3cc8e107-efaf-4689-9e8f-f8adc955c6d9 HTTP/1.1" status: 200 len: 943 time: 0.0797465 Sep 21 12:24:52.603152 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-0188bdf9-91aa-4237-a43b-c7fb19df93be req-dd4243a6-12e0-41ed-b3f5-e4590a5e3bb3 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463953 Sep 21 12:24:52.610615 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292dde4-8f3b-488c-ab08-2d8d97a9c258 req-dd713c85-1ab9-4eed-b7df-d7d807abecce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:52.612094 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-1292dde4-8f3b-488c-ab08-2d8d97a9c258 req-dd713c85-1ab9-4eed-b7df-d7d807abecce service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=b3f0e30c-c130-4bd6-a99c-2726089c3f25 HTTP/1.1" status: 200 len: 918 time: 0.1889722 Sep 21 12:24:52.639968 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-5d6b0b30-a285-499d-8115-159baec81dd4 req-3d28f9aa-44d3-486a-8c80-ff8a7d6cbbc4 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c6ffa42e-697b-4061-b2e1-9cfe39dbad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517559 Sep 21 12:24:53.280156 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-1292dde4-8f3b-488c-ab08-2d8d97a9c258 req-c92ebdc7-99a0-4e6e-984a-bdf32fd6d9b0 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f39c2aa-a245-4b77-8233-20f0c6c6cb30 HTTP/1.1" status: 200 len: 1002 time: 0.1182272 Sep 21 12:24:53.334950 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ee9e9953-a0f2-4e3a-9cdc-c450cc12f052 req-4c65ba1e-a633-4985-ab60-015a6eb44d0d service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e392466d-8ee6-4b86-9e48-53d3cb8a545c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750574 Sep 21 12:24:53.355667 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292dde4-8f3b-488c-ab08-2d8d97a9c258 req-cb625e76-bdc9-4ce6-b2c9-1c647de4a040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:53.357074 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-1292dde4-8f3b-488c-ab08-2d8d97a9c258 req-cb625e76-bdc9-4ce6-b2c9-1c647de4a040 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=f5cf9592-7b6c-4eba-b546-68b41c284733 HTTP/1.1" status: 200 len: 856 time: 0.0663109 Sep 21 12:24:53.441131 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292dde4-8f3b-488c-ab08-2d8d97a9c258 req-f1ef9ea0-37aa-4980-a8a5-ced58cc54f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:53.442520 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-1292dde4-8f3b-488c-ab08-2d8d97a9c258 req-f1ef9ea0-37aa-4980-a8a5-ced58cc54f96 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=b3f0e30c-c130-4bd6-a99c-2726089c3f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0756655 Sep 21 12:24:53.516545 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ee9e9953-a0f2-4e3a-9cdc-c450cc12f052 req-d8c98b2f-d37f-4282-a72e-16851c82d7ab service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e392466d-8ee6-4b86-9e48-53d3cb8a545c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733973 Sep 21 12:24:53.522491 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=100 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:53.562340 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-1292dde4-8f3b-488c-ab08-2d8d97a9c258 req-5d0c0261-6b87-48c7-ad35-2eaff8106fc2 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/b3f0e30c-c130-4bd6-a99c-2726089c3f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088879 Sep 21 12:24:53.574005 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2cedc1-1233-4385-ab15-a97828220dfb req-0c7c4d7a-4425-4845-8e5b-d85b2392cecb tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:53.575467 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-fc2cedc1-1233-4385-ab15-a97828220dfb req-0c7c4d7a-4425-4845-8e5b-d85b2392cecb tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5560ddde-2668-4e31-bbbf-b94d7485df5a HTTP/1.1" status: 200 len: 946 time: 0.0472143 Sep 21 12:24:53.622882 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-fc2cedc1-1233-4385-ab15-a97828220dfb req-ed900a20-9ff2-4c2b-822b-f0ab9166cc2f tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408378 Sep 21 12:24:53.739798 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f42e56-3a8a-4d22-8ee7-95823651a385 req-f787fdf2-3da6-400e-8acf-33ad63a3da6d tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:53.746289 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-31f42e56-3a8a-4d22-8ee7-95823651a385 req-f787fdf2-3da6-400e-8acf-33ad63a3da6d tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 946 time: 0.0539489 Sep 21 12:24:53.788110 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d2d51-f0ba-4e3b-ad70-51672c349056 req-41c1d2bd-9d30-423b-854a-c9b5e5aa4bdc tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:53.789650 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-6d2d2d51-f0ba-4e3b-ad70-51672c349056 req-41c1d2bd-9d30-423b-854a-c9b5e5aa4bdc tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3cc8e107-efaf-4689-9e8f-f8adc955c6d9 HTTP/1.1" status: 200 len: 943 time: 0.0470500 Sep 21 12:24:53.791604 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-31f42e56-3a8a-4d22-8ee7-95823651a385 req-684e7dd9-f9f7-4bcf-a4e3-45e17037992d tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441263 Sep 21 12:24:53.839880 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-6d2d2d51-f0ba-4e3b-ad70-51672c349056 req-10952836-44b1-40de-be2f-d8f98d018eb7 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c6ffa42e-697b-4061-b2e1-9cfe39dbad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441318 Sep 21 12:24:53.990498 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340715d1-bc38-48e6-b6bc-5e9a4599e280 req-a6aa12b5-18a4-44ad-b06c-95fd8cca0bcd tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:53.991897 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-340715d1-bc38-48e6-b6bc-5e9a4599e280 req-a6aa12b5-18a4-44ad-b06c-95fd8cca0bcd tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5560ddde-2668-4e31-bbbf-b94d7485df5a HTTP/1.1" status: 200 len: 946 time: 0.0492513 Sep 21 12:24:54.038280 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-340715d1-bc38-48e6-b6bc-5e9a4599e280 req-3e2fc2e3-76e9-49cb-8c5e-5403fc7e2c48 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407755 Sep 21 12:24:54.921765 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b180bc-75a5-4cdc-979f-304645a9d14c req-17e937f9-a53d-44ef-82dd-0d9d1f12cd6c tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:54.923237 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-93b180bc-75a5-4cdc-979f-304645a9d14c req-17e937f9-a53d-44ef-82dd-0d9d1f12cd6c tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 946 time: 0.0472946 Sep 21 12:24:54.960707 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5d9562-87b7-46a0-bb67-0b8e7233fb27 req-d354fb2e-bb6e-4d0c-a059-e52d3c5b3108 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:54.962207 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-2e5d9562-87b7-46a0-bb67-0b8e7233fb27 req-d354fb2e-bb6e-4d0c-a059-e52d3c5b3108 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3cc8e107-efaf-4689-9e8f-f8adc955c6d9 HTTP/1.1" status: 200 len: 943 time: 0.0464988 Sep 21 12:24:54.970659 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-93b180bc-75a5-4cdc-979f-304645a9d14c req-b7893483-7621-49ef-a313-b2b0148a7213 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417347 Sep 21 12:24:55.009669 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-2e5d9562-87b7-46a0-bb67-0b8e7233fb27 req-964534b0-3e08-42f0-9953-8c264998b9c8 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c6ffa42e-697b-4061-b2e1-9cfe39dbad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412624 Sep 21 12:24:55.156256 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e0494a-6de5-47de-a17f-18271f74f653 req-0de92662-078e-4670-ad27-9d7ff943d86c tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:55.157686 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-d2e0494a-6de5-47de-a17f-18271f74f653 req-0de92662-078e-4670-ad27-9d7ff943d86c tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5560ddde-2668-4e31-bbbf-b94d7485df5a HTTP/1.1" status: 200 len: 946 time: 0.0450752 Sep 21 12:24:55.208297 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-d2e0494a-6de5-47de-a17f-18271f74f653 req-1d83d6a8-6b9a-47b5-97aa-2b283f45a99c tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451128 Sep 21 12:24:56.060666 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:INSERT=5,neutron:UPDATE=1,neutron:SELECT=94 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:56.102798 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd6bf3-c0dc-405d-a709-fdb8404da1f3 req-7e825e70-67ee-4de5-b705-74a0e4c24683 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:56.104373 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-5bfd6bf3-c0dc-405d-a709-fdb8404da1f3 req-7e825e70-67ee-4de5-b705-74a0e4c24683 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 946 time: 0.0540454 Sep 21 12:24:56.151911 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-5bfd6bf3-c0dc-405d-a709-fdb8404da1f3 req-9f5df752-b6f1-4dbc-87ad-20e43a43006f tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416665 Sep 21 12:24:56.174020 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f8d184-ada4-4c8d-8e7f-28bbb556d097 req-d6dcc666-46d3-4a1e-aeac-14dcd4bef2db tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:56.175508 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-91f8d184-ada4-4c8d-8e7f-28bbb556d097 req-d6dcc666-46d3-4a1e-aeac-14dcd4bef2db tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3cc8e107-efaf-4689-9e8f-f8adc955c6d9 HTTP/1.1" status: 200 len: 943 time: 0.0897248 Sep 21 12:24:56.198578 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=100 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:56.240092 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-1292dde4-8f3b-488c-ab08-2d8d97a9c258 req-df27340a-b0ab-46db-b1f3-8959e128f839 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/b3f0e30c-c130-4bd6-a99c-2726089c3f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429970 Sep 21 12:24:56.255309 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-91f8d184-ada4-4c8d-8e7f-28bbb556d097 req-7b9162d8-5fb7-43bd-ae74-5923f2637c44 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c6ffa42e-697b-4061-b2e1-9cfe39dbad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717542 Sep 21 12:24:56.335471 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ca1b3-09d3-4e73-a5ac-39d19eee29ea req-c935a4f9-fd84-4284-a6be-cdd2e9acd0b8 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:56.336986 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-1e6ca1b3-09d3-4e73-a5ac-39d19eee29ea req-c935a4f9-fd84-4284-a6be-cdd2e9acd0b8 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5560ddde-2668-4e31-bbbf-b94d7485df5a HTTP/1.1" status: 200 len: 946 time: 0.0487444 Sep 21 12:24:56.385683 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-1e6ca1b3-09d3-4e73-a5ac-39d19eee29ea req-c66e1b34-6be3-4679-afa6-bc497823cec0 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428095 Sep 21 12:24:56.806306 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24193d3a-264e-47fd-9427-02a2c8626680 req-beeaeec1-efa7-43ed-829b-c735c6201a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:56.807925 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-24193d3a-264e-47fd-9427-02a2c8626680 req-beeaeec1-efa7-43ed-829b-c735c6201a3d service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=d3bd02ae79fd4edb9886b1b4ef3d761a&device_id=5560ddde-2668-4e31-bbbf-b94d7485df5a HTTP/1.1" status: 200 len: 1130 time: 0.0416319 Sep 21 12:24:57.289393 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24193d3a-264e-47fd-9427-02a2c8626680 req-882bec81-0fa5-408e-8bb3-391b772b0636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:57.290852 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-24193d3a-264e-47fd-9427-02a2c8626680 req-882bec81-0fa5-408e-8bb3-391b772b0636 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=46771c4a-a4e0-44e3-b0ad-6700b1914d9d HTTP/1.1" status: 200 len: 920 time: 0.1284287 Sep 21 12:24:57.301553 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf23c5-52e2-4f29-ad42-81e431e58978 req-754e79c3-1b5f-4fa2-84e6-7b7d2fcd3456 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:57.303046 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-7bcf23c5-52e2-4f29-ad42-81e431e58978 req-754e79c3-1b5f-4fa2-84e6-7b7d2fcd3456 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 946 time: 0.0613029 Sep 21 12:24:57.353562 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-7bcf23c5-52e2-4f29-ad42-81e431e58978 req-84c72c98-a1fd-46fe-bd9f-59490ed82aa0 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447526 Sep 21 12:24:57.391411 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7712a0-46e8-45e7-8eee-0b54ed1af8f8 req-946bf43e-5619-475e-a136-0054e7eca820 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:57.393127 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-2c7712a0-46e8-45e7-8eee-0b54ed1af8f8 req-946bf43e-5619-475e-a136-0054e7eca820 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3cc8e107-efaf-4689-9e8f-f8adc955c6d9 HTTP/1.1" status: 200 len: 943 time: 0.0464966 Sep 21 12:24:57.454868 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-2c7712a0-46e8-45e7-8eee-0b54ed1af8f8 req-acd2f563-16ba-4c62-b558-88ae43404977 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c6ffa42e-697b-4061-b2e1-9cfe39dbad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563071 Sep 21 12:24:57.506711 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddcac00-278b-4f34-b0b6-c7d6de9e4a13 req-1920f3bb-2741-4f23-9c99-7bce0c62685b tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:57.508174 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-6ddcac00-278b-4f34-b0b6-c7d6de9e4a13 req-1920f3bb-2741-4f23-9c99-7bce0c62685b tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5560ddde-2668-4e31-bbbf-b94d7485df5a HTTP/1.1" status: 200 len: 946 time: 0.0461478 Sep 21 12:24:57.568412 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-24193d3a-264e-47fd-9427-02a2c8626680 req-2377e8f5-43b2-436c-be91-6a5ac2374d28 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3fb9b2d0-df9a-421a-b7da-b2bbf6f67639 HTTP/1.1" status: 200 len: 217 time: 0.0522313 Sep 21 12:24:57.624095 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-6ddcac00-278b-4f34-b0b6-c7d6de9e4a13 req-58812c79-f8e6-48fe-a43f-f74a4f6bfb84 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102350 Sep 21 12:24:57.643631 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24193d3a-264e-47fd-9427-02a2c8626680 req-49f829e9-1315-409b-b1ac-51c0345553a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:57.645170 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-24193d3a-264e-47fd-9427-02a2c8626680 req-49f829e9-1315-409b-b1ac-51c0345553a5 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=262afd09-1dba-467b-a294-ced74668905b HTTP/1.1" status: 200 len: 858 time: 0.0510907 Sep 21 12:24:57.735981 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24193d3a-264e-47fd-9427-02a2c8626680 req-3d92a543-7115-4860-984d-b55a9393d4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:57.737493 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-24193d3a-264e-47fd-9427-02a2c8626680 req-3d92a543-7115-4860-984d-b55a9393d4ae service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=46771c4a-a4e0-44e3-b0ad-6700b1914d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397491 Sep 21 12:24:57.822033 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=100 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:57.839490 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-24193d3a-264e-47fd-9427-02a2c8626680 req-3dbc60e7-e5cf-4c68-87f2-ea676aa7cdfc service neutron] 10.222.0.66 "GET /networking/v2.0/networks/46771c4a-a4e0-44e3-b0ad-6700b1914d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955017 Sep 21 12:24:57.933504 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-24193d3a-264e-47fd-9427-02a2c8626680 req-a94511b9-8ac1-4094-9ae6-e205624a19bf service neutron] 10.222.0.66 "GET /networking/v2.0/networks/46771c4a-a4e0-44e3-b0ad-6700b1914d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877445 Sep 21 12:24:58.317440 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 2d86ac1e-8e22-4863-a099-2f5b0b120e07 details requested by agent hyperv_hv-cinder-85867 with host hv-cinder-85867 {{(pid=106203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 12:24:58.319638 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:58.321094 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=63,neutron:UPDATE=5 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:58.421401 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port 2d86ac1e-8e22-4863-a099-2f5b0b120e07, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=2d86ac1e-8e22-4863-a099-2f5b0b120e07,segment=NetworkSegment(fd3953c2-4056-4e24-bc29-f88836e2c777),segment_id=fd3953c2-4056-4e24-bc29-f88836e2c777)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:24:58.432815 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Returning: {'device': '2d86ac1e-8e22-4863-a099-2f5b0b120e07', 'network_id': 'e392466d-8ee6-4b86-9e48-53d3cb8a545c', 'port_id': '2d86ac1e-8e22-4863-a099-2f5b0b120e07', 'mac_address': 'fa:16:3e:33:6e:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0f543c0-159b-40e7-9e50-76800dc97874', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 12:24:58.469576 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Current status of the port 2d86ac1e-8e22-4863-a099-2f5b0b120e07 is: DOWN; New status is: BUILD {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:24:58.470269 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (2d86ac1e-8e22-4863-a099-2f5b0b120e07), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:58.485729 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8741c7f-6b1c-4f1e-baff-f36b56086113 req-ce23650a-626e-4af6-9999-8c9d62d1369e tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:58.487273 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-e8741c7f-6b1c-4f1e-baff-f36b56086113 req-ce23650a-626e-4af6-9999-8c9d62d1369e tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 946 time: 0.0528491 Sep 21 12:24:58.489734 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.notifiers.nova [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d86ac1e-8e22-4863-a099-2f5b0b120e07 {{(pid=106203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 12:24:58.536378 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port 2d86ac1e-8e22-4863-a099-2f5b0b120e07, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=2d86ac1e-8e22-4863-a099-2f5b0b120e07,segment=NetworkSegment(fd3953c2-4056-4e24-bc29-f88836e2c777),segment_id=fd3953c2-4056-4e24-bc29-f88836e2c777)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:24:58.544108 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (2d86ac1e-8e22-4863-a099-2f5b0b120e07), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:24:58.575900 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-e8741c7f-6b1c-4f1e-baff-f36b56086113 req-8cd0b03e-bb83-4318-aa9f-f5aefa9e3406 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764303 Sep 21 12:24:58.597219 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf33684-8b00-4f9b-aa26-8eaee123b464 req-59f0c6ec-b0e2-4b9d-aa8c-d2b4f02e366c tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:58.598708 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-3cf33684-8b00-4f9b-aa26-8eaee123b464 req-59f0c6ec-b0e2-4b9d-aa8c-d2b4f02e366c tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3cc8e107-efaf-4689-9e8f-f8adc955c6d9 HTTP/1.1" status: 200 len: 944 time: 0.0637093 Sep 21 12:24:58.618834 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Pushing event updated for resources: {'Port': ['ID=2d86ac1e-8e22-4863-a099-2f5b0b120e07,revision_number=4']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:24:58.626508 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:24:58.626850 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:24:58.627207 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:24:58.627558 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:24:58.627919 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:24:58.628245 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:24:58.628565 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:24:58.628880 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:24:58.629199 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:24:58.629516 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:24:58.629834 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:24:58.630165 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:24:58.630482 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:24:58.630794 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:24:58.631110 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:24:58.653446 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-3cf33684-8b00-4f9b-aa26-8eaee123b464 req-5e3ae603-1fc8-4677-8ba0-ea400985c37f tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c6ffa42e-697b-4061-b2e1-9cfe39dbad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482333 Sep 21 12:24:58.757434 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640d0fa-4cb1-4b0f-a1e1-c793bdf15cbe req-be34a918-08b9-4525-a2b6-e8eff718661c tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:58.758904 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-9640d0fa-4cb1-4b0f-a1e1-c793bdf15cbe req-be34a918-08b9-4525-a2b6-e8eff718661c tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5560ddde-2668-4e31-bbbf-b94d7485df5a HTTP/1.1" status: 200 len: 946 time: 0.0460219 Sep 21 12:24:58.810580 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-9640d0fa-4cb1-4b0f-a1e1-c793bdf15cbe req-b7a2c06f-68a4-4a52-968f-5b89af17d6fc tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447743 Sep 21 12:24:58.821411 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1395ce-d06c-4feb-b67c-7a8955ac8275 req-8a11de0f-0e31-4c0a-98df-779ac435d3f9 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:58.823045 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-6f1395ce-d06c-4feb-b67c-7a8955ac8275 req-8a11de0f-0e31-4c0a-98df-779ac435d3f9 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 945 time: 0.0464582 Sep 21 12:24:58.850331 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=100 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:24:58.873904 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-6f1395ce-d06c-4feb-b67c-7a8955ac8275 req-55dc1213-e21d-429b-92e7-368f33567ae7 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438814 Sep 21 12:24:59.070678 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] get_ports_and_sgs() called for port_ids ['2d86ac1e-8e22-4863-a099-2f5b0b120e07'] {{(pid=106203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 12:24:59.705843 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caed09b-7c6c-4154-aacb-c92b1caf6745 req-93ae9422-8a1b-4bc1-a820-0a5495b41601 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:59.707324 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-7caed09b-7c6c-4154-aacb-c92b1caf6745 req-93ae9422-8a1b-4bc1-a820-0a5495b41601 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 946 time: 0.0499163 Sep 21 12:24:59.755015 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-7caed09b-7c6c-4154-aacb-c92b1caf6745 req-3bd492e6-c039-4bca-8d21-ec392c7a1fa6 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420511 Sep 21 12:24:59.778686 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4921a7d-29b0-4993-b734-e01b5a85c1ea req-9f1f36c3-5c2a-4a17-a075-923b291bf3a5 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:59.780165 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-a4921a7d-29b0-4993-b734-e01b5a85c1ea req-9f1f36c3-5c2a-4a17-a075-923b291bf3a5 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3cc8e107-efaf-4689-9e8f-f8adc955c6d9 HTTP/1.1" status: 200 len: 944 time: 0.0506146 Sep 21 12:24:59.828874 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-a4921a7d-29b0-4993-b734-e01b5a85c1ea req-872becf9-8c46-471d-8e88-0fbb994b1e20 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c6ffa42e-697b-4061-b2e1-9cfe39dbad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427902 Sep 21 12:24:59.931475 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5f966-5995-4279-b171-eb394d8a18b9 req-91485823-8121-41c3-a91a-bdc735cd6518 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:59.933026 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-eac5f966-5995-4279-b171-eb394d8a18b9 req-91485823-8121-41c3-a91a-bdc735cd6518 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5560ddde-2668-4e31-bbbf-b94d7485df5a HTTP/1.1" status: 200 len: 946 time: 0.0478935 Sep 21 12:24:59.980355 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-eac5f966-5995-4279-b171-eb394d8a18b9 req-49c6f7de-1f18-4078-a9ac-c86392ff06cd tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415637 Sep 21 12:24:59.998018 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db06a9-bb1e-4589-a83a-03f8fe35972a req-7090a60b-ae45-46f3-b357-48ae0a0c028b tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:24:59.999491 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-14db06a9-bb1e-4589-a83a-03f8fe35972a req-7090a60b-ae45-46f3-b357-48ae0a0c028b tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 945 time: 0.0470045 Sep 21 12:25:00.045944 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-14db06a9-bb1e-4589-a83a-03f8fe35972a req-243bdc7b-c501-4e60-b302-54d7871a158e tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406117 Sep 21 12:25:00.349089 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 2d86ac1e-8e22-4863-a099-2f5b0b120e07 up at agent hyperv_hv-cinder-85867 {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:25:00.393886 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Provisioning for port 2d86ac1e-8e22-4863-a099-2f5b0b120e07 completed by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 21 12:25:00.399489 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Provisioning complete for port 2d86ac1e-8e22-4863-a099-2f5b0b120e07 triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:25:00.399937 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (2d86ac1e-8e22-4863-a099-2f5b0b120e07), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:00.400273 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Attempt 1 to provision port 2d86ac1e-8e22-4863-a099-2f5b0b120e07 Sep 21 12:25:00.473211 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Current status of the port 2d86ac1e-8e22-4863-a099-2f5b0b120e07 is: BUILD; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:25:00.473600 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (2d86ac1e-8e22-4863-a099-2f5b0b120e07), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:00.496105 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc8e107-efaf-4689-9e8f-f8adc955c6d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d86ac1e-8e22-4863-a099-2f5b0b120e07'}] {{(pid=106203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:25:00.498379 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f5c4d77a05fc023d1f839eaccf47ad38217f4e21b3a59551d1b02ed6bd0851a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e0586d-bb9e-4b38-adcf-413d9e4342c2" -d '{"events": [{"server_uuid": "3cc8e107-efaf-4689-9e8f-f8adc955c6d9", "name": "network-vif-plugged", "status": "completed", "tag": "2d86ac1e-8e22-4863-a099-2f5b0b120e07"}]}' {{(pid=106203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:25:00.510632 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port 2d86ac1e-8e22-4863-a099-2f5b0b120e07, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=2d86ac1e-8e22-4863-a099-2f5b0b120e07,segment=NetworkSegment(fd3953c2-4056-4e24-bc29-f88836e2c777),segment_id=fd3953c2-4056-4e24-bc29-f88836e2c777)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:25:00.515387 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (2d86ac1e-8e22-4863-a099-2f5b0b120e07), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:00.538415 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 12:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308c0c6b-31cf-445a-bf73-41a4cb6337a7 x-openstack-request-id: req-308c0c6b-31cf-445a-bf73-41a4cb6337a7 {{(pid=106203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:25:00.538735 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc8e107-efaf-4689-9e8f-f8adc955c6d9", "name": "network-vif-plugged", "status": "completed", "tag": "2d86ac1e-8e22-4863-a099-2f5b0b120e07", "code": 200}]} {{(pid=106203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:25:00.539086 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-308c0c6b-31cf-445a-bf73-41a4cb6337a7 {{(pid=106203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:25:00.539581 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-308c0c6b-31cf-445a-bf73-41a4cb6337a7'] response: {'server_uuid': '3cc8e107-efaf-4689-9e8f-f8adc955c6d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d86ac1e-8e22-4863-a099-2f5b0b120e07', 'code': 200} Sep 21 12:25:00.564840 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Pushing event updated for resources: {'Port': ['ID=2d86ac1e-8e22-4863-a099-2f5b0b120e07,revision_number=5']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:25:00.880624 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a527d6c8-67ff-43be-b925-5eb31be79923 req-62b0fd8d-1897-42c6-aea6-bdc8295113a9 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:00.882121 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-a527d6c8-67ff-43be-b925-5eb31be79923 req-62b0fd8d-1897-42c6-aea6-bdc8295113a9 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 946 time: 0.0464165 Sep 21 12:25:00.933984 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-a527d6c8-67ff-43be-b925-5eb31be79923 req-e3daf3ed-aed8-4250-b38a-56a37fba65f0 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463398 Sep 21 12:25:00.942092 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=100 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:25:00.955491 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d114a15-d570-4897-b1e7-78a595bae38e req-ab2fbc95-ee2a-44ee-ae5d-9d7462b92b28 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:00.956990 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-4d114a15-d570-4897-b1e7-78a595bae38e req-ab2fbc95-ee2a-44ee-ae5d-9d7462b92b28 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3cc8e107-efaf-4689-9e8f-f8adc955c6d9 HTTP/1.1" status: 200 len: 945 time: 0.0470593 Sep 21 12:25:01.010466 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-4d114a15-d570-4897-b1e7-78a595bae38e req-3777fec5-413a-433a-b842-f80656d1dfc9 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c6ffa42e-697b-4061-b2e1-9cfe39dbad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480101 Sep 21 12:25:01.106651 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0252214-e25a-49c6-85f3-4835cc3206bf req-71bdfcfc-5c17-46d2-9b76-9be09f934cd4 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:01.108172 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-f0252214-e25a-49c6-85f3-4835cc3206bf req-71bdfcfc-5c17-46d2-9b76-9be09f934cd4 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5560ddde-2668-4e31-bbbf-b94d7485df5a HTTP/1.1" status: 200 len: 946 time: 0.0463071 Sep 21 12:25:01.160768 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-f0252214-e25a-49c6-85f3-4835cc3206bf req-31302261-5366-40bc-8cff-ff623188bb31 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451233 Sep 21 12:25:01.167894 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf63d3c-49f2-40ac-a019-8a2e2f382ba9 req-34d011bb-05e3-4ab7-8204-6c9722cdc3ff tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:01.169394 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8bf63d3c-49f2-40ac-a019-8a2e2f382ba9 req-34d011bb-05e3-4ab7-8204-6c9722cdc3ff tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 945 time: 0.0471957 Sep 21 12:25:01.219262 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8bf63d3c-49f2-40ac-a019-8a2e2f382ba9 req-fd18b574-37f1-4e93-b97e-db363ae176b8 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433838 Sep 21 12:25:02.060263 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830559c4-0eb8-48a8-84f5-2de21b27d4e9 req-ebde6512-8ae6-4717-b88f-d6da039c6867 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:02.062543 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-830559c4-0eb8-48a8-84f5-2de21b27d4e9 req-ebde6512-8ae6-4717-b88f-d6da039c6867 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 946 time: 0.0472991 Sep 21 12:25:02.112302 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-830559c4-0eb8-48a8-84f5-2de21b27d4e9 req-8b5e387a-72f4-4a13-bff7-0e3649e142af tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442038 Sep 21 12:25:02.140479 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c601c210-a148-4114-b5e7-75827b40dfbb req-51bca248-fc98-4ff4-b2e8-d5e2a2ffe225 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:02.141964 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-c601c210-a148-4114-b5e7-75827b40dfbb req-51bca248-fc98-4ff4-b2e8-d5e2a2ffe225 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3cc8e107-efaf-4689-9e8f-f8adc955c6d9 HTTP/1.1" status: 200 len: 945 time: 0.0465078 Sep 21 12:25:02.189549 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-c601c210-a148-4114-b5e7-75827b40dfbb req-01ddb13c-e68b-4790-a594-1da423be7bf3 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c6ffa42e-697b-4061-b2e1-9cfe39dbad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419950 Sep 21 12:25:02.352112 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee43d5e-3b68-4a08-bedf-c9a2a8daf772 req-1a9f0e24-6dcd-418a-b0bd-78afd8b031f5 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:02.354022 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-4ee43d5e-3b68-4a08-bedf-c9a2a8daf772 req-1a9f0e24-6dcd-418a-b0bd-78afd8b031f5 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 945 time: 0.0557327 Sep 21 12:25:02.397771 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d5e92c-8784-4070-b2e6-dfbb412e2d54 req-8dd2dc14-5643-4733-aca5-def8a9f679d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:02.399276 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-53d5e92c-8784-4070-b2e6-dfbb412e2d54 req-8dd2dc14-5643-4733-aca5-def8a9f679d4 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=3cc8e107-efaf-4689-9e8f-f8adc955c6d9 HTTP/1.1" status: 200 len: 1129 time: 0.0418551 Sep 21 12:25:02.404936 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-4ee43d5e-3b68-4a08-bedf-c9a2a8daf772 req-e8f7359d-d101-4e7f-acc2-ff538af3ecd5 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451756 Sep 21 12:25:02.443976 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-53d5e92c-8784-4070-b2e6-dfbb412e2d54 req-0c31dd64-379f-4ace-ae51-e72972ae8554 service neutron] 10.222.0.66 "GET /networking/v2.0/security-groups?id=c6ffa42e-697b-4061-b2e1-9cfe39dbad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376251 Sep 21 12:25:02.575515 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 57304) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:25:02.580281 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [None req-d58f86de-f7c9-42ac-96ba-3e24d15820dd tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Request body: {'security_group': {'name': 'tempest-securitygroup--754322468', 'description': 'tempest-description--1459468967'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:25:02.600712 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-d58f86de-f7c9-42ac-96ba-3e24d15820dd tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Publish callbacks [] for security_group (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:02.620003 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=100 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:25:02.666561 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-d58f86de-f7c9-42ac-96ba-3e24d15820dd tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Publish callbacks [] for security_group (cc37cbc1-758f-4e4c-8ebc-b6543f41abd1), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:02.669863 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-d58f86de-f7c9-42ac-96ba-3e24d15820dd tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (cc37cbc1-758f-4e4c-8ebc-b6543f41abd1), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:02.699549 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-d58f86de-f7c9-42ac-96ba-3e24d15820dd tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Publish callbacks [] for security_group (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:02.700781 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-d58f86de-f7c9-42ac-96ba-3e24d15820dd tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1242602 Sep 21 12:25:02.702671 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58f86de-f7c9-42ac-96ba-3e24d15820dd tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc37cbc1-758f-4e4c-8ebc-b6543f41abd1,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:25:02.704231 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 57306) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:25:02.708735 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.v2.base [None req-dbec40c7-d23b-42be-96bc-c1f1c7f1ffaf tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Request body: {'security_group_rule': {'security_group_id': 'cc37cbc1-758f-4e4c-8ebc-b6543f41abd1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:25:02.710035 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58f86de-f7c9-42ac-96ba-3e24d15820dd tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:25:02.710379 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58f86de-f7c9-42ac-96ba-3e24d15820dd tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:25:02.710721 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58f86de-f7c9-42ac-96ba-3e24d15820dd tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:25:02.711049 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58f86de-f7c9-42ac-96ba-3e24d15820dd tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:25:02.711376 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58f86de-f7c9-42ac-96ba-3e24d15820dd tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:25:02.711700 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58f86de-f7c9-42ac-96ba-3e24d15820dd tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:25:02.712045 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58f86de-f7c9-42ac-96ba-3e24d15820dd tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:25:02.712364 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58f86de-f7c9-42ac-96ba-3e24d15820dd tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:25:02.712687 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58f86de-f7c9-42ac-96ba-3e24d15820dd tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:25:02.713001 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=100 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:25:02.713106 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58f86de-f7c9-42ac-96ba-3e24d15820dd tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:25:02.713314 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58f86de-f7c9-42ac-96ba-3e24d15820dd tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:25:02.713629 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58f86de-f7c9-42ac-96ba-3e24d15820dd tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:25:02.713941 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58f86de-f7c9-42ac-96ba-3e24d15820dd tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:25:02.714273 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58f86de-f7c9-42ac-96ba-3e24d15820dd tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:25:02.714561 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58f86de-f7c9-42ac-96ba-3e24d15820dd tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:25:02.737772 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-dbec40c7-d23b-42be-96bc-c1f1c7f1ffaf tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Publish callbacks [] for security_group_rule (f47b89a7-fbf4-4ee1-b235-c514ca24d6aa), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:02.794152 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-dbec40c7-d23b-42be-96bc-c1f1c7f1ffaf tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Publish callbacks [] for security_group_rule (f47b89a7-fbf4-4ee1-b235-c514ca24d6aa), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:02.798669 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-dbec40c7-d23b-42be-96bc-c1f1c7f1ffaf tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663432'] for security_group_rule (f47b89a7-fbf4-4ee1-b235-c514ca24d6aa), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:02.816753 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbec40c7-d23b-42be-96bc-c1f1c7f1ffaf tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f47b89a7-fbf4-4ee1-b235-c514ca24d6aa,revision_number=0']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:25:02.823913 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-dbec40c7-d23b-42be-96bc-c1f1c7f1ffaf tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:02.824973 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-dbec40c7-d23b-42be-96bc-c1f1c7f1ffaf tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1197288 Sep 21 12:25:02.827740 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 57308) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:25:02.832396 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.v2.base [None req-e3ddb4af-6ea6-451e-8073-5c218dac8e11 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Request body: {'security_group_rule': {'security_group_id': 'cc37cbc1-758f-4e4c-8ebc-b6543f41abd1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:25:02.858378 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-e3ddb4af-6ea6-451e-8073-5c218dac8e11 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Publish callbacks [] for security_group_rule (1bf4d3c9-ac7d-47ce-b4d4-d4286c96d1b4), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:02.917762 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-e3ddb4af-6ea6-451e-8073-5c218dac8e11 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Publish callbacks [] for security_group_rule (1bf4d3c9-ac7d-47ce-b4d4-d4286c96d1b4), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:02.921442 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-e3ddb4af-6ea6-451e-8073-5c218dac8e11 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663432'] for security_group_rule (1bf4d3c9-ac7d-47ce-b4d4-d4286c96d1b4), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:02.940614 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ddb4af-6ea6-451e-8073-5c218dac8e11 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bf4d3c9-ac7d-47ce-b4d4-d4286c96d1b4,revision_number=0']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:25:02.949271 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ddb4af-6ea6-451e-8073-5c218dac8e11 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:25:02.949620 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ddb4af-6ea6-451e-8073-5c218dac8e11 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:25:02.949962 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ddb4af-6ea6-451e-8073-5c218dac8e11 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:25:02.950300 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ddb4af-6ea6-451e-8073-5c218dac8e11 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:25:02.950715 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ddb4af-6ea6-451e-8073-5c218dac8e11 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:25:02.951093 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ddb4af-6ea6-451e-8073-5c218dac8e11 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:25:02.951566 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ddb4af-6ea6-451e-8073-5c218dac8e11 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:25:02.951941 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ddb4af-6ea6-451e-8073-5c218dac8e11 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:25:02.952272 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ddb4af-6ea6-451e-8073-5c218dac8e11 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:25:02.952601 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ddb4af-6ea6-451e-8073-5c218dac8e11 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:25:02.953522 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ddb4af-6ea6-451e-8073-5c218dac8e11 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:25:02.954110 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ddb4af-6ea6-451e-8073-5c218dac8e11 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:25:02.954435 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ddb4af-6ea6-451e-8073-5c218dac8e11 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:25:02.954757 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ddb4af-6ea6-451e-8073-5c218dac8e11 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:25:02.955079 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ddb4af-6ea6-451e-8073-5c218dac8e11 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:25:02.959560 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-e3ddb4af-6ea6-451e-8073-5c218dac8e11 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:02.960783 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-e3ddb4af-6ea6-451e-8073-5c218dac8e11 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1320567 Sep 21 12:25:02.963878 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 57310) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:25:02.968091 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.v2.base [None req-c6d68b39-3d23-491a-a4f3-2bc895036b63 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Request body: {'floatingip': {'floating_network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d'}} {{(pid=106201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:25:02.989686 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-c6d68b39-3d23-491a-a4f3-2bc895036b63 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:02.993358 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:25:03.069890 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-c6d68b39-3d23-491a-a4f3-2bc895036b63 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:03.178133 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.db.db_base_plugin_common [None req-c6d68b39-3d23-491a-a4f3-2bc895036b63 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Allocated IP 172.27.0.79 (988e67c4-a01e-4c04-8cb9-1b0dd07d668d/691ea813-de87-4809-9e6b-d8504be0b97f/4848de34-3d48-458e-80e7-9e209cf75ee0) {{(pid=106201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:25:03.279557 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b41352-8a49-4f09-978c-35bcf61528d4 req-e1578798-29b2-4dc6-8f21-df57eb6f2ec7 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:03.281118 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-35b41352-8a49-4f09-978c-35bcf61528d4 req-e1578798-29b2-4dc6-8f21-df57eb6f2ec7 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 946 time: 0.0865812 Sep 21 12:25:03.317741 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af9631-91ff-4828-b524-51fa76e180d1 req-b24b97a0-5180-4d9e-90ce-6846a04eb01b tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:03.319247 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-94af9631-91ff-4828-b524-51fa76e180d1 req-b24b97a0-5180-4d9e-90ce-6846a04eb01b tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3cc8e107-efaf-4689-9e8f-f8adc955c6d9 HTTP/1.1" status: 200 len: 945 time: 0.0534086 Sep 21 12:25:03.351536 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-c6d68b39-3d23-491a-a4f3-2bc895036b63 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Publish callbacks [] for port (4848de34-3d48-458e-80e7-9e209cf75ee0), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:03.363396 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-35b41352-8a49-4f09-978c-35bcf61528d4 req-62766ce1-ae26-4ff4-9ed3-70d9aab3d8a4 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757852 Sep 21 12:25:03.376416 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-94af9631-91ff-4828-b524-51fa76e180d1 req-bdb8efb8-10bf-4e7f-a6ab-5adc6778a91a tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c6ffa42e-697b-4061-b2e1-9cfe39dbad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510685 Sep 21 12:25:03.386756 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:INSERT=8,neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:25:03.393841 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-c6d68b39-3d23-491a-a4f3-2bc895036b63 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735120900801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6788894'] for port (4848de34-3d48-458e-80e7-9e209cf75ee0), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:03.438135 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d68b39-3d23-491a-a4f3-2bc895036b63 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Network 988e67c4-a01e-4c04-8cb9-1b0dd07d668d is already hosted by enough agents. {{(pid=106201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:25:03.441413 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.base_scheduler [None req-c6d68b39-3d23-491a-a4f3-2bc895036b63 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Resources bound (agent type, host, resource id): {{(pid=106201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:25:03.445431 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d68b39-3d23-491a-a4f3-2bc895036b63 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Received port after_create {{(pid=106201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 12:25:03.467501 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d68b39-3d23-491a-a4f3-2bc895036b63 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Pushing event updated for resources: {'Port': ['ID=4848de34-3d48-458e-80e7-9e209cf75ee0,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:25:03.559374 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe7e0a6-2716-40db-9f35-e75cb6e53a27 req-820c588c-c7bf-4e8b-955a-fd7db6241f53 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:03.561023 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-bfe7e0a6-2716-40db-9f35-e75cb6e53a27 req-820c588c-c7bf-4e8b-955a-fd7db6241f53 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 945 time: 0.0729375 Sep 21 12:25:03.590164 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-c6d68b39-3d23-491a-a4f3-2bc895036b63 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Publish callbacks [] for floatingip (0a34323f-1a56-44de-b9cf-1172f49f0cc2), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:03.645694 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-bfe7e0a6-2716-40db-9f35-e75cb6e53a27 req-9e870765-f551-4b20-a363-8f5a1112d861 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778716 Sep 21 12:25:03.646588 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-c6d68b39-3d23-491a-a4f3-2bc895036b63 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (4848de34-3d48-458e-80e7-9e209cf75ee0), before_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:03.729645 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:25:03.798494 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-c6d68b39-3d23-491a-a4f3-2bc895036b63 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Publish callbacks [] for port (4848de34-3d48-458e-80e7-9e209cf75ee0), precommit_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:03.803122 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-c6d68b39-3d23-491a-a4f3-2bc895036b63 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6788903'] for port (4848de34-3d48-458e-80e7-9e209cf75ee0), after_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:03.876342 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d68b39-3d23-491a-a4f3-2bc895036b63 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Pushing event updated for resources: {'Port': ['ID=4848de34-3d48-458e-80e7-9e209cf75ee0,revision_number=2']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:25:03.878832 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-c6d68b39-3d23-491a-a4f3-2bc895036b63 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534182'] for floatingip (0a34323f-1a56-44de-b9cf-1172f49f0cc2), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:03.895214 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-c6d68b39-3d23-491a-a4f3-2bc895036b63 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for floatingip (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:03.896678 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-c6d68b39-3d23-491a-a4f3-2bc895036b63 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9318061 Sep 21 12:25:04.097141 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-4918c805-7196-432e-b1bd-d74e5ed52c78 req-4c9fb5d9-b5bf-44bb-ae28-32a56e754d35 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--754322468&fields=id&tenant_id=d3bd02ae79fd4edb9886b1b4ef3d761a HTTP/1.1" status: 200 len: 267 time: 0.0424004 Sep 21 12:25:04.211591 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4918c805-7196-432e-b1bd-d74e5ed52c78 req-3fb1027d-5607-4210-ae25-52a5a4fc7808 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:04.213085 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-4918c805-7196-432e-b1bd-d74e5ed52c78 req-3fb1027d-5607-4210-ae25-52a5a4fc7808 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/networks?id=46771c4a-a4e0-44e3-b0ad-6700b1914d9d HTTP/1.1" status: 200 len: 819 time: 0.1096191 Sep 21 12:25:04.229518 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-4918c805-7196-432e-b1bd-d74e5ed52c78 req-311a864a-dcd9-4acc-9645-55b7ac847cd2 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/quotas/d3bd02ae79fd4edb9886b1b4ef3d761a HTTP/1.1" status: 200 len: 375 time: 0.0109496 Sep 21 12:25:04.293859 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-4918c805-7196-432e-b1bd-d74e5ed52c78 req-3e3590f0-f519-48b0-99ef-43233ff694ff tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=d3bd02ae79fd4edb9886b1b4ef3d761a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0585015 Sep 21 12:25:04.387939 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-4918c805-7196-432e-b1bd-d74e5ed52c78 req-7f53d943-2ec6-45ff-b7a5-a778bc1f5054 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/46771c4a-a4e0-44e3-b0ad-6700b1914d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827060 Sep 21 12:25:04.388604 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 1f39c2aa-a245-4b77-8233-20f0c6c6cb30 details requested by agent hyperv_hv-cinder-85867 with host hv-cinder-85867 {{(pid=106203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 12:25:04.486625 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:25:04.492851 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:25:04.494900 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port 1f39c2aa-a245-4b77-8233-20f0c6c6cb30, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=1f39c2aa-a245-4b77-8233-20f0c6c6cb30,segment=NetworkSegment(8f611811-e093-433f-9aea-61970f40e4b3),segment_id=8f611811-e093-433f-9aea-61970f40e4b3)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:25:04.503496 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c56c2-3818-4ea1-a287-0283e6526db1 req-80c56703-e9d6-4dc1-aa80-4e11cfdb5562 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:04.505385 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-504c56c2-3818-4ea1-a287-0283e6526db1 req-80c56703-e9d6-4dc1-aa80-4e11cfdb5562 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 946 time: 0.0535815 Sep 21 12:25:04.509984 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Returning: {'device': '1f39c2aa-a245-4b77-8233-20f0c6c6cb30', 'network_id': 'b3f0e30c-c130-4bd6-a99c-2726089c3f25', 'port_id': '1f39c2aa-a245-4b77-8233-20f0c6c6cb30', 'mac_address': 'fa:16:3e:99:08:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5cf9592-7b6c-4eba-b546-68b41c284733', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 12:25:04.562922 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Current status of the port 1f39c2aa-a245-4b77-8233-20f0c6c6cb30 is: ACTIVE; New status is: BUILD {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:25:04.563366 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (1f39c2aa-a245-4b77-8233-20f0c6c6cb30), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:04.581236 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-504c56c2-3818-4ea1-a287-0283e6526db1 req-47b613d9-9993-4c46-87fb-d3a88fa15599 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670891 Sep 21 12:25:04.582265 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.notifiers.nova [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1f39c2aa-a245-4b77-8233-20f0c6c6cb30 {{(pid=106203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 12:25:04.614457 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port 1f39c2aa-a245-4b77-8233-20f0c6c6cb30, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=1f39c2aa-a245-4b77-8233-20f0c6c6cb30,segment=NetworkSegment(8f611811-e093-433f-9aea-61970f40e4b3),segment_id=8f611811-e093-433f-9aea-61970f40e4b3)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:25:04.621507 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (1f39c2aa-a245-4b77-8233-20f0c6c6cb30), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:04.678004 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Pushing event updated for resources: {'Port': ['ID=1f39c2aa-a245-4b77-8233-20f0c6c6cb30,revision_number=6']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:25:04.683455 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:25:04.709906 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc21e187-174c-4076-a509-30b1a693355d req-7701aef9-a4c4-4c1c-9f3f-7a31600f665f tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:04.711409 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-bc21e187-174c-4076-a509-30b1a693355d req-7701aef9-a4c4-4c1c-9f3f-7a31600f665f tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3cc8e107-efaf-4689-9e8f-f8adc955c6d9 HTTP/1.1" status: 200 len: 945 time: 0.0561609 Sep 21 12:25:04.723047 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-4918c805-7196-432e-b1bd-d74e5ed52c78 req-15ddc570-04eb-4d21-954d-1d025c0a31ec service neutron] 10.222.0.71 "GET /networking/v2.0/networks/46771c4a-a4e0-44e3-b0ad-6700b1914d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273973 Sep 21 12:25:04.767810 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-bc21e187-174c-4076-a509-30b1a693355d req-b634329c-f5e8-42af-8356-0bc1d4b99d79 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c6ffa42e-697b-4061-b2e1-9cfe39dbad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477340 Sep 21 12:25:04.851328 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] get_ports_and_sgs() called for port_ids ['1f39c2aa-a245-4b77-8233-20f0c6c6cb30'] {{(pid=106203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 12:25:04.897094 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67674b26-8889-4498-9326-acdf1c9329db req-48b1b8db-b272-4f78-9a2a-e5a7de249cc3 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:04.905315 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-67674b26-8889-4498-9326-acdf1c9329db req-48b1b8db-b272-4f78-9a2a-e5a7de249cc3 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 945 time: 0.0798802 Sep 21 12:25:04.917084 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-38451be0-130a-4734-8fde-00ecd423d9cc req-b7e6e41a-3a07-43ae-9f80-048c3005b531 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5f4f10b5-8953-4c76-a286-6974d7c88433 HTTP/1.1" status: 200 len: 210 time: 0.0381410 Sep 21 12:25:04.970177 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-67674b26-8889-4498-9326-acdf1c9329db req-a8323f78-3c2e-4c0c-b96e-6c644dd89ab5 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631037 Sep 21 12:25:05.717070 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81182380-91de-4aba-9403-eabe7bd975e1 req-498119fd-16a1-4a95-b860-bddb2df1daf7 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:05.718591 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-81182380-91de-4aba-9403-eabe7bd975e1 req-498119fd-16a1-4a95-b860-bddb2df1daf7 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 945 time: 0.0485129 Sep 21 12:25:05.769283 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-81182380-91de-4aba-9403-eabe7bd975e1 req-0dedc306-a4be-4a28-97df-4bc321119df5 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448172 Sep 21 12:25:05.894584 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde6816-c7e7-43ce-8056-902e1b481b55 req-159d57fe-d8b1-4c53-98c4-ac269b62c1b9 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:05.897178 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-2dde6816-c7e7-43ce-8056-902e1b481b55 req-159d57fe-d8b1-4c53-98c4-ac269b62c1b9 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3cc8e107-efaf-4689-9e8f-f8adc955c6d9 HTTP/1.1" status: 200 len: 945 time: 0.0509880 Sep 21 12:25:05.952039 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-2dde6816-c7e7-43ce-8056-902e1b481b55 req-5bc4fe87-f2bd-4081-859d-8f1254ce5910 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c6ffa42e-697b-4061-b2e1-9cfe39dbad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489864 Sep 21 12:25:06.026747 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-502c8154-74f3-4ab0-a14c-d599f943294a req-ec1b2f71-3e2e-4d98-a4b5-c040e9d4b650 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5f4f10b5-8953-4c76-a286-6974d7c88433 HTTP/1.1" status: 200 len: 210 time: 0.0344214 Sep 21 12:25:06.078232 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b23a08-1e26-4c62-83c1-7234f13ab6e9 req-f07c7b0c-d980-4222-ac4d-1443d3570bc1 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:06.080271 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-30b23a08-1e26-4c62-83c1-7234f13ab6e9 req-f07c7b0c-d980-4222-ac4d-1443d3570bc1 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3cc8e107-efaf-4689-9e8f-f8adc955c6d9 HTTP/1.1" status: 200 len: 945 time: 0.0497496 Sep 21 12:25:06.127660 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:25:06.137423 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37631e67-c297-4aaa-9649-e4525b4a7b70 req-6062e99f-1978-4bbf-a5f7-f909f490fb48 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:06.139527 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-37631e67-c297-4aaa-9649-e4525b4a7b70 req-6062e99f-1978-4bbf-a5f7-f909f490fb48 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 945 time: 0.0494139 Sep 21 12:25:06.143827 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-30b23a08-1e26-4c62-83c1-7234f13ab6e9 req-a98c17dd-cc72-4ac2-ab6d-e5864cf19824 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c6ffa42e-697b-4061-b2e1-9cfe39dbad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573125 Sep 21 12:25:06.202061 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-37631e67-c297-4aaa-9649-e4525b4a7b70 req-16f12ef0-eb72-4bc4-a639-8d86cc89f704 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554972 Sep 21 12:25:06.325615 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4918c805-7196-432e-b1bd-d74e5ed52c78 req-7f5146d0-b3cd-4d65-9b81-2259fc32bd11 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:06.327412 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-4918c805-7196-432e-b1bd-d74e5ed52c78 req-7f5146d0-b3cd-4d65-9b81-2259fc32bd11 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.66 "GET /networking/v2.0/networks?id=46771c4a-a4e0-44e3-b0ad-6700b1914d9d HTTP/1.1" status: 200 len: 819 time: 0.1415951 Sep 21 12:25:06.364940 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-806dfe1c-524c-477f-9bc3-b01d9453a600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (f73c601a-29a1-4353-9f34-efd4ba2e6501), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:06.399120 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 1f39c2aa-a245-4b77-8233-20f0c6c6cb30 up at agent hyperv_hv-cinder-85867 {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:25:06.409246 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-4918c805-7196-432e-b1bd-d74e5ed52c78 req-512f65db-b07d-412e-b4b9-91b994bf1f91 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.66 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d3bd02ae79fd4edb9886b1b4ef3d761a HTTP/1.1" status: 200 len: 379 time: 0.0669594 Sep 21 12:25:06.444502 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Provisioning complete for port 1f39c2aa-a245-4b77-8233-20f0c6c6cb30 triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:25:06.445004 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (1f39c2aa-a245-4b77-8233-20f0c6c6cb30), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:06.445348 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Attempt 1 to provision port 1f39c2aa-a245-4b77-8233-20f0c6c6cb30 Sep 21 12:25:06.480059 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [req-4918c805-7196-432e-b1bd-d74e5ed52c78 req-8f1c945c-ddd9-45e7-82c8-e24e7804ecc2 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Request body: {'port': {'device_id': '5f4f10b5-8953-4c76-a286-6974d7c88433', 'network_id': '46771c4a-a4e0-44e3-b0ad-6700b1914d9d', 'admin_state_up': True, 'tenant_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'security_groups': ['cc37cbc1-758f-4e4c-8ebc-b6543f41abd1']}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:25:06.522222 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:25:06.572039 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=14 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:25:06.574536 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=18 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:25:06.581755 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a119667-3a0d-4744-b5fb-e8f6d42a4060 req-830563ca-fc53-4152-a61e-3c43af19841d tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:06.583327 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-0a119667-3a0d-4744-b5fb-e8f6d42a4060 req-830563ca-fc53-4152-a61e-3c43af19841d tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3cc8e107-efaf-4689-9e8f-f8adc955c6d9 HTTP/1.1" status: 200 len: 945 time: 0.0977569 Sep 21 12:25:06.652179 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Current status of the port 1f39c2aa-a245-4b77-8233-20f0c6c6cb30 is: BUILD; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:25:06.652472 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (1f39c2aa-a245-4b77-8233-20f0c6c6cb30), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:06.669769 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-0a119667-3a0d-4744-b5fb-e8f6d42a4060 req-7b7e00dc-2517-41eb-9e4f-a131d377997c tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c6ffa42e-697b-4061-b2e1-9cfe39dbad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801179 Sep 21 12:25:06.676488 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e9ebd08-4c95-43f6-a1a4-3268532d961e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f39c2aa-a245-4b77-8233-20f0c6c6cb30'}] {{(pid=106203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:25:06.678925 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f5c4d77a05fc023d1f839eaccf47ad38217f4e21b3a59551d1b02ed6bd0851a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c22359-1c94-4782-8b35-dce256e55bc4" -d '{"events": [{"server_uuid": "5e9ebd08-4c95-43f6-a1a4-3268532d961e", "name": "network-vif-plugged", "status": "completed", "tag": "1f39c2aa-a245-4b77-8233-20f0c6c6cb30"}]}' {{(pid=106203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:25:06.694178 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port 1f39c2aa-a245-4b77-8233-20f0c6c6cb30, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=1f39c2aa-a245-4b77-8233-20f0c6c6cb30,segment=NetworkSegment(8f611811-e093-433f-9aea-61970f40e4b3),segment_id=8f611811-e093-433f-9aea-61970f40e4b3)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:25:06.701149 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4918c805-7196-432e-b1bd-d74e5ed52c78 req-8f1c945c-ddd9-45e7-82c8-e24e7804ecc2 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Made reservation on behalf of d3bd02ae79fd4edb9886b1b4ef3d761a for: {'port': 1} {{(pid=106202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:25:06.705854 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-4918c805-7196-432e-b1bd-d74e5ed52c78 req-8f1c945c-ddd9-45e7-82c8-e24e7804ecc2 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:06.709684 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (1f39c2aa-a245-4b77-8233-20f0c6c6cb30), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:06.764168 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 12:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e69a32-80a4-4881-8e88-2e6e9ca2ddad x-openstack-request-id: req-51e69a32-80a4-4881-8e88-2e6e9ca2ddad {{(pid=106203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:25:06.764476 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e9ebd08-4c95-43f6-a1a4-3268532d961e", "name": "network-vif-plugged", "status": "completed", "tag": "1f39c2aa-a245-4b77-8233-20f0c6c6cb30", "code": 200}]} {{(pid=106203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:25:06.764923 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-51e69a32-80a4-4881-8e88-2e6e9ca2ddad {{(pid=106203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:25:06.766048 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51e69a32-80a4-4881-8e88-2e6e9ca2ddad'] response: {'server_uuid': '5e9ebd08-4c95-43f6-a1a4-3268532d961e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f39c2aa-a245-4b77-8233-20f0c6c6cb30', 'code': 200} Sep 21 12:25:06.776280 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Pushing event updated for resources: {'Port': ['ID=1f39c2aa-a245-4b77-8233-20f0c6c6cb30,revision_number=7']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:25:06.860843 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.db_base_plugin_common [req-4918c805-7196-432e-b1bd-d74e5ed52c78 req-8f1c945c-ddd9-45e7-82c8-e24e7804ecc2 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Allocated IP 172.20.0.3 (46771c4a-a4e0-44e3-b0ad-6700b1914d9d/262afd09-1dba-467b-a294-ced74668905b/0b66debc-125c-4397-a41e-08b95892a114) {{(pid=106202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:25:06.897093 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:25:06.923690 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f32c2d-2b49-4c4e-aeab-765cad4d3166 req-5a70f6c3-2b69-4af9-a038-2e15033ca40d tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:06.925226 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-a0f32c2d-2b49-4c4e-aeab-765cad4d3166 req-5a70f6c3-2b69-4af9-a038-2e15033ca40d tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 946 time: 0.0695529 Sep 21 12:25:07.048219 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-a0f32c2d-2b49-4c4e-aeab-765cad4d3166 req-6b30fb2e-2a24-403d-85e6-d681252376db tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117704 Sep 21 12:25:07.116517 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-4918c805-7196-432e-b1bd-d74e5ed52c78 req-8f1c945c-ddd9-45e7-82c8-e24e7804ecc2 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Publish callbacks [] for port (0b66debc-125c-4397-a41e-08b95892a114), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:07.151650 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-4918c805-7196-432e-b1bd-d74e5ed52c78 req-8f1c945c-ddd9-45e7-82c8-e24e7804ecc2 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735120900801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (0b66debc-125c-4397-a41e-08b95892a114), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:07.197865 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a4d19b-d067-4eca-b036-612d05891352 req-c90b033a-87a6-409b-b980-9016f0e4a65e tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:07.198449 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4918c805-7196-432e-b1bd-d74e5ed52c78 req-8f1c945c-ddd9-45e7-82c8-e24e7804ecc2 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Network 46771c4a-a4e0-44e3-b0ad-6700b1914d9d is already hosted by enough agents. {{(pid=106202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:25:07.199263 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-b1a4d19b-d067-4eca-b036-612d05891352 req-c90b033a-87a6-409b-b980-9016f0e4a65e tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5f4f10b5-8953-4c76-a286-6974d7c88433 HTTP/1.1" status: 200 len: 931 time: 0.0494156 Sep 21 12:25:07.201493 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.base_scheduler [req-4918c805-7196-432e-b1bd-d74e5ed52c78 req-8f1c945c-ddd9-45e7-82c8-e24e7804ecc2 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Resources bound (agent type, host, resource id): {{(pid=106202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:25:07.205804 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.l3_dvrscheduler_db [req-4918c805-7196-432e-b1bd-d74e5ed52c78 req-8f1c945c-ddd9-45e7-82c8-e24e7804ecc2 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Received port after_create {{(pid=106202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 12:25:07.230826 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1c945c-ddd9-45e7-82c8-e24e7804ecc2 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Pushing event updated for resources: {'Port': ['ID=0b66debc-125c-4397-a41e-08b95892a114,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:25:07.275618 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-b1a4d19b-d067-4eca-b036-612d05891352 req-30485d2f-c2b1-4edb-acf8-cb686d6106ba tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cc37cbc1-758f-4e4c-8ebc-b6543f41abd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597949 Sep 21 12:25:07.276133 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4918c805-7196-432e-b1bd-d74e5ed52c78 req-8f1c945c-ddd9-45e7-82c8-e24e7804ecc2 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:07.276781 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-4918c805-7196-432e-b1bd-d74e5ed52c78 req-8f1c945c-ddd9-45e7-82c8-e24e7804ecc2 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for port (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:07.299540 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-4918c805-7196-432e-b1bd-d74e5ed52c78 req-8f1c945c-ddd9-45e7-82c8-e24e7804ecc2 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.66 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8234425 Sep 21 12:25:07.317012 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [req-4918c805-7196-432e-b1bd-d74e5ed52c78 req-0983ae06-028c-40e5-a9b3-760681aa6a82 service neutron] Request body: {'port': {'device_id': '5f4f10b5-8953-4c76-a286-6974d7c88433', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85867'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:25:07.403727 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc7d2df-33b8-4c10-9a1f-15b55bffe7cc req-dc99371c-bd72-4069-8d42-cc1f81e36e91 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:07.405221 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-7bc7d2df-33b8-4c10-9a1f-15b55bffe7cc req-dc99371c-bd72-4069-8d42-cc1f81e36e91 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 945 time: 0.0943620 Sep 21 12:25:07.428805 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-4918c805-7196-432e-b1bd-d74e5ed52c78 req-0983ae06-028c-40e5-a9b3-760681aa6a82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (0b66debc-125c-4397-a41e-08b95892a114), before_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:07.442667 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-230b1edc-c599-4237-8d14-3df39a42405c None None] Provisioning complete for port 0b66debc-125c-4397-a41e-08b95892a114 triggered by entity DHCP. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:25:07.443231 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-230b1edc-c599-4237-8d14-3df39a42405c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (0b66debc-125c-4397-a41e-08b95892a114), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:07.443362 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-230b1edc-c599-4237-8d14-3df39a42405c None None] Attempt 1 to provision port 0b66debc-125c-4397-a41e-08b95892a114 Sep 21 12:25:07.479821 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-230b1edc-c599-4237-8d14-3df39a42405c None None] Port 0b66debc-125c-4397-a41e-08b95892a114 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:25:07.491686 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:25:07.497068 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-7bc7d2df-33b8-4c10-9a1f-15b55bffe7cc req-bf94173d-d635-4f68-8617-783c368afad2 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848150 Sep 21 12:25:07.716946 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.notifiers.nova [req-4918c805-7196-432e-b1bd-d74e5ed52c78 req-0983ae06-028c-40e5-a9b3-760681aa6a82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b66debc-125c-4397-a41e-08b95892a114 {{(pid=106202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 12:25:07.725068 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-4918c805-7196-432e-b1bd-d74e5ed52c78 req-0983ae06-028c-40e5-a9b3-760681aa6a82 service neutron] Publish callbacks [] for port (0b66debc-125c-4397-a41e-08b95892a114), precommit_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:07.733149 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:25:07.738455 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.provisioning_blocks [req-4918c805-7196-432e-b1bd-d74e5ed52c78 req-0983ae06-028c-40e5-a9b3-760681aa6a82 service neutron] Transition to ACTIVE for port object 0b66debc-125c-4397-a41e-08b95892a114 will not be triggered until provisioned by entity L2. {{(pid=106202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 12:25:07.743372 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-4918c805-7196-432e-b1bd-d74e5ed52c78 req-0983ae06-028c-40e5-a9b3-760681aa6a82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6955121'] for port (0b66debc-125c-4397-a41e-08b95892a114), after_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:07.806596 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0983ae06-028c-40e5-a9b3-760681aa6a82 service neutron] Pushing event updated for resources: {'Port': ['ID=0b66debc-125c-4397-a41e-08b95892a114,revision_number=2']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:25:07.857628 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.managers [req-4918c805-7196-432e-b1bd-d74e5ed52c78 req-0983ae06-028c-40e5-a9b3-760681aa6a82 service neutron] Attempting to bind port 0b66debc-125c-4397-a41e-08b95892a114 on host hv-cinder-85867 for vnic_type normal with profile {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 12:25:07.857966 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.managers [req-4918c805-7196-432e-b1bd-d74e5ed52c78 req-0983ae06-028c-40e5-a9b3-760681aa6a82 service neutron] Attempting to bind port 0b66debc-125c-4397-a41e-08b95892a114 by drivers openvswitch,hyperv on host hv-cinder-85867 at level 0 using segments [{'id': 'de4c10ad-e50b-46d7-aed4-597b1ab39d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '46771c4a-a4e0-44e3-b0ad-6700b1914d9d'}] {{(pid=106202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 12:25:07.858293 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4918c805-7196-432e-b1bd-d74e5ed52c78 req-0983ae06-028c-40e5-a9b3-760681aa6a82 service neutron] Attempting to bind port 0b66debc-125c-4397-a41e-08b95892a114 on network 46771c4a-a4e0-44e3-b0ad-6700b1914d9d {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:25:07.900239 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4918c805-7196-432e-b1bd-d74e5ed52c78 req-0983ae06-028c-40e5-a9b3-760681aa6a82 service neutron] Port 0b66debc-125c-4397-a41e-08b95892a114 on network 46771c4a-a4e0-44e3-b0ad-6700b1914d9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85867 {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 12:25:07.900886 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4918c805-7196-432e-b1bd-d74e5ed52c78 req-0983ae06-028c-40e5-a9b3-760681aa6a82 service neutron] Attempting to bind port 0b66debc-125c-4397-a41e-08b95892a114 on network 46771c4a-a4e0-44e3-b0ad-6700b1914d9d {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:25:07.942528 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4918c805-7196-432e-b1bd-d74e5ed52c78 req-0983ae06-028c-40e5-a9b3-760681aa6a82 service neutron] Checking agent: {'id': '986f726e-8c98-4005-b3b7-e033305b1240', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85867', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 12, 18, 46), 'started_at': datetime.datetime(2022, 9, 21, 12, 18, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 12, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 12:25:07.942974 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4918c805-7196-432e-b1bd-d74e5ed52c78 req-0983ae06-028c-40e5-a9b3-760681aa6a82 service neutron] Checking segment: {'id': 'de4c10ad-e50b-46d7-aed4-597b1ab39d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '46771c4a-a4e0-44e3-b0ad-6700b1914d9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:25:07.943268 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4918c805-7196-432e-b1bd-d74e5ed52c78 req-0983ae06-028c-40e5-a9b3-760681aa6a82 service neutron] Bound using segment: {'id': 'de4c10ad-e50b-46d7-aed4-597b1ab39d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '46771c4a-a4e0-44e3-b0ad-6700b1914d9d'} {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 12:25:07.943776 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.managers [req-4918c805-7196-432e-b1bd-d74e5ed52c78 req-0983ae06-028c-40e5-a9b3-760681aa6a82 service neutron] Bound port: 0b66debc-125c-4397-a41e-08b95892a114, host: hv-cinder-85867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de4c10ad-e50b-46d7-aed4-597b1ab39d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '46771c4a-a4e0-44e3-b0ad-6700b1914d9d'}}] {{(pid=106202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 12:25:07.944161 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-4918c805-7196-432e-b1bd-d74e5ed52c78 req-0983ae06-028c-40e5-a9b3-760681aa6a82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (0b66debc-125c-4397-a41e-08b95892a114), before_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:07.980867 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-230b1edc-c599-4237-8d14-3df39a42405c None None] Attempt 2 to provision port 0b66debc-125c-4397-a41e-08b95892a114 Sep 21 12:25:08.005071 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [req-4918c805-7196-432e-b1bd-d74e5ed52c78 req-0983ae06-028c-40e5-a9b3-760681aa6a82 service neutron] For port 0b66debc-125c-4397-a41e-08b95892a114, host hv-cinder-85867, cleared binding levels {{(pid=106202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:25:08.008363 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [req-4918c805-7196-432e-b1bd-d74e5ed52c78 req-0983ae06-028c-40e5-a9b3-760681aa6a82 service neutron] For port 0b66debc-125c-4397-a41e-08b95892a114, host hv-cinder-85867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=0b66debc-125c-4397-a41e-08b95892a114,segment=NetworkSegment(de4c10ad-e50b-46d7-aed4-597b1ab39d3c),segment_id=de4c10ad-e50b-46d7-aed4-597b1ab39d3c)] {{(pid=106202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:25:08.013885 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-230b1edc-c599-4237-8d14-3df39a42405c None None] Port 0b66debc-125c-4397-a41e-08b95892a114 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:25:08.014581 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-4918c805-7196-432e-b1bd-d74e5ed52c78 req-0983ae06-028c-40e5-a9b3-760681aa6a82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6955121'] for port (0b66debc-125c-4397-a41e-08b95892a114), after_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:08.019223 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4918c805-7196-432e-b1bd-d74e5ed52c78 req-0983ae06-028c-40e5-a9b3-760681aa6a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:08.019905 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-4918c805-7196-432e-b1bd-d74e5ed52c78 req-0983ae06-028c-40e5-a9b3-760681aa6a82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for port (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:08.021277 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-4918c805-7196-432e-b1bd-d74e5ed52c78 req-0983ae06-028c-40e5-a9b3-760681aa6a82 service neutron] 10.222.0.66 "PUT /networking/v2.0/ports/0b66debc-125c-4397-a41e-08b95892a114 HTTP/1.1" status: 200 len: 1093 time: 0.7089813 Sep 21 12:25:08.022759 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f4f10b5-8953-4c76-a286-6974d7c88433', 'tag': '0b66debc-125c-4397-a41e-08b95892a114'}] {{(pid=106202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:25:08.024999 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f69dec5372d12bc1dbf2d83c258da0d8b658e28cfccadcad30c8a09044815e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6f7e50-f72b-44ec-9a4a-489159d1ac28" -d '{"events": [{"name": "network-changed", "server_uuid": "5f4f10b5-8953-4c76-a286-6974d7c88433", "tag": "0b66debc-125c-4397-a41e-08b95892a114"}]}' {{(pid=106202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:25:08.076546 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0983ae06-028c-40e5-a9b3-760681aa6a82 service neutron] Pushing event updated for resources: {'Port': ['ID=0b66debc-125c-4397-a41e-08b95892a114,revision_number=3']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:25:08.087384 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 12:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96397210-0c6f-42c3-9278-e274a612831b x-openstack-request-id: req-96397210-0c6f-42c3-9278-e274a612831b {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:25:08.087671 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f4f10b5-8953-4c76-a286-6974d7c88433", "tag": "0b66debc-125c-4397-a41e-08b95892a114", "status": "completed", "code": 200}]} {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:25:08.087953 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-96397210-0c6f-42c3-9278-e274a612831b {{(pid=106202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:25:08.088361 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96397210-0c6f-42c3-9278-e274a612831b'] response: {'name': 'network-changed', 'server_uuid': '5f4f10b5-8953-4c76-a286-6974d7c88433', 'tag': '0b66debc-125c-4397-a41e-08b95892a114', 'status': 'completed', 'code': 200} Sep 21 12:25:08.168739 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4918c805-7196-432e-b1bd-d74e5ed52c78 req-2ec88413-91d6-4cb7-93ed-87ee0fc66763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:08.168739 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-4918c805-7196-432e-b1bd-d74e5ed52c78 req-2ec88413-91d6-4cb7-93ed-87ee0fc66763 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=d3bd02ae79fd4edb9886b1b4ef3d761a&device_id=5f4f10b5-8953-4c76-a286-6974d7c88433 HTTP/1.1" status: 200 len: 1127 time: 0.0512965 Sep 21 12:25:08.198528 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34774ae-4676-4a21-9254-43c8b6d1f4a8 req-9079f0c0-c54d-444d-8588-56ff1752dc9e tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:08.200054 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-d34774ae-4676-4a21-9254-43c8b6d1f4a8 req-9079f0c0-c54d-444d-8588-56ff1752dc9e tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 946 time: 0.0497403 Sep 21 12:25:08.252190 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-d34774ae-4676-4a21-9254-43c8b6d1f4a8 req-89717eaf-0610-4ed6-b0ef-6d00899e3aaf tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455456 Sep 21 12:25:08.384939 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-4918c805-7196-432e-b1bd-d74e5ed52c78 req-445a063d-006a-44b6-abaf-accd5d5aea06 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b66debc-125c-4397-a41e-08b95892a114 HTTP/1.1" status: 200 len: 217 time: 0.0439975 Sep 21 12:25:08.448999 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e4352-043b-4fd5-8616-14f83ff86284 req-abe981bc-db7d-48ce-b0e1-fd0aa3787ce4 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:08.452239 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-976e4352-043b-4fd5-8616-14f83ff86284 req-abe981bc-db7d-48ce-b0e1-fd0aa3787ce4 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5f4f10b5-8953-4c76-a286-6974d7c88433 HTTP/1.1" status: 200 len: 943 time: 0.0623565 Sep 21 12:25:08.469099 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4918c805-7196-432e-b1bd-d74e5ed52c78 req-ad763877-88f2-4684-9505-6edce4dc726e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:08.470966 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-4918c805-7196-432e-b1bd-d74e5ed52c78 req-ad763877-88f2-4684-9505-6edce4dc726e service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=262afd09-1dba-467b-a294-ced74668905b HTTP/1.1" status: 200 len: 858 time: 0.0649745 Sep 21 12:25:08.514924 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-230b1edc-c599-4237-8d14-3df39a42405c None None] Attempt 3 to provision port 0b66debc-125c-4397-a41e-08b95892a114 Sep 21 12:25:08.516685 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-976e4352-043b-4fd5-8616-14f83ff86284 req-35812e3a-ac89-4dba-a691-99da2be2efc7 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cc37cbc1-758f-4e4c-8ebc-b6543f41abd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595157 Sep 21 12:25:08.549710 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4918c805-7196-432e-b1bd-d74e5ed52c78 req-1d19695f-a2e5-47e3-b3e0-22ffcaf537b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:08.551977 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-4918c805-7196-432e-b1bd-d74e5ed52c78 req-1d19695f-a2e5-47e3-b3e0-22ffcaf537b4 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=46771c4a-a4e0-44e3-b0ad-6700b1914d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0743523 Sep 21 12:25:08.604793 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-230b1edc-c599-4237-8d14-3df39a42405c None None] Port 0b66debc-125c-4397-a41e-08b95892a114 had new provisioning blocks added so it will not transition to active. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 21 12:25:08.648987 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-bb41c24e-190d-4586-9d8b-351564349c44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (4f31b8b6-17c0-474d-bf52-0481ff2a5cf7), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:08.663618 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18657efa-7b06-4b1f-b685-ab757a7ad0ab req-ad3dcfba-7639-4fb2-a808-a692e1a2856f tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:08.667486 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-18657efa-7b06-4b1f-b685-ab757a7ad0ab req-ad3dcfba-7639-4fb2-a808-a692e1a2856f tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 945 time: 0.0582278 Sep 21 12:25:08.676514 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:25:08.681870 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-4918c805-7196-432e-b1bd-d74e5ed52c78 req-4ebb51c8-5d4a-4d95-86a3-a649ceb9a032 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/46771c4a-a4e0-44e3-b0ad-6700b1914d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236699 Sep 21 12:25:08.732448 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-18657efa-7b06-4b1f-b685-ab757a7ad0ab req-d1b7577b-f71d-4837-ba44-3f36e713da8b tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550280 Sep 21 12:25:08.813127 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-4918c805-7196-432e-b1bd-d74e5ed52c78 req-14ea1f44-f23a-4ab0-bee1-8b2776671bee service neutron] 10.222.0.66 "GET /networking/v2.0/networks/46771c4a-a4e0-44e3-b0ad-6700b1914d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230319 Sep 21 12:25:09.349497 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:25:09.389984 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2331b-076b-4ed2-a1ca-4306bbf03f0f req-b6a39f28-c680-4c2b-bb8d-7c7f99aa9992 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:09.392359 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-a3f2331b-076b-4ed2-a1ca-4306bbf03f0f req-b6a39f28-c680-4c2b-bb8d-7c7f99aa9992 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 946 time: 0.0529511 Sep 21 12:25:09.448911 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-a3f2331b-076b-4ed2-a1ca-4306bbf03f0f req-547b019d-4af3-417f-8060-9d357479a7e1 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503235 Sep 21 12:25:09.654595 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf7e08d-e6d1-4842-b46f-e095f0d25289 req-ec1864c0-7a1f-4767-9fba-d68d6859451c tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:09.657396 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-adf7e08d-e6d1-4842-b46f-e095f0d25289 req-ec1864c0-7a1f-4767-9fba-d68d6859451c tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5f4f10b5-8953-4c76-a286-6974d7c88433 HTTP/1.1" status: 200 len: 943 time: 0.0566320 Sep 21 12:25:09.711166 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-adf7e08d-e6d1-4842-b46f-e095f0d25289 req-5b9a4dad-132b-4663-80bf-33b2d94fdc7b tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cc37cbc1-758f-4e4c-8ebc-b6543f41abd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476959 Sep 21 12:25:09.879969 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993396ee-8838-4314-8f3f-7dc7eb7eb3eb req-1e8772a1-8deb-49a3-a271-94c6853bba04 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:09.881473 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-993396ee-8838-4314-8f3f-7dc7eb7eb3eb req-1e8772a1-8deb-49a3-a271-94c6853bba04 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 945 time: 0.0708311 Sep 21 12:25:09.942227 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-740e41e1-10de-4b2e-a9f0-9582d49d2a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (d7a8950b-d4d7-4646-ba54-d395483871b4), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:09.945764 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-993396ee-8838-4314-8f3f-7dc7eb7eb3eb req-3e2799af-f84f-4f9f-94b1-ca5de788e594 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582025 Sep 21 12:25:10.586528 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25784408-95cf-423a-ae9f-ab8a2699f8d9 req-8108a103-cda7-4bbe-abc1-68999833eeac tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:10.593387 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-25784408-95cf-423a-ae9f-ab8a2699f8d9 req-8108a103-cda7-4bbe-abc1-68999833eeac tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 946 time: 0.0541384 Sep 21 12:25:10.600926 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:25:10.642389 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-25784408-95cf-423a-ae9f-ab8a2699f8d9 req-ea23a695-d21e-44d4-94e0-108507a33d0b tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480716 Sep 21 12:25:10.838845 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ec467-b303-4f67-8ce6-5575a013c5a7 req-e991efee-1a7b-459c-964f-dc0867f6a632 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:10.840856 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-4f8ec467-b303-4f67-8ce6-5575a013c5a7 req-e991efee-1a7b-459c-964f-dc0867f6a632 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5f4f10b5-8953-4c76-a286-6974d7c88433 HTTP/1.1" status: 200 len: 943 time: 0.0508304 Sep 21 12:25:10.897555 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-4f8ec467-b303-4f67-8ce6-5575a013c5a7 req-95e9bb31-636e-4a85-82a2-181e0660a775 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cc37cbc1-758f-4e4c-8ebc-b6543f41abd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491214 Sep 21 12:25:11.103379 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2863511-2289-485d-9099-70b7f664ee66 req-53bf71cf-7608-486c-b53a-4a3f6a32e22e tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:11.104899 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-c2863511-2289-485d-9099-70b7f664ee66 req-53bf71cf-7608-486c-b53a-4a3f6a32e22e tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 945 time: 0.0682302 Sep 21 12:25:11.167742 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-c2863511-2289-485d-9099-70b7f664ee66 req-cf57a3a6-8e26-4fd6-bbda-1acdb6e87482 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543399 Sep 21 12:25:11.236313 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (57fb69a9-4edc-44fd-8965-b65708e41306), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:11.484436 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c3e59811-0015-48e8-afb5-3d82d64b721e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (cef1489a-7471-4b81-a7c5-b9e507e96767), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:11.546264 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6f7e50-f72b-44ec-9a4a-489159d1ac28 req-86c221ce-9734-4919-9259-96f6b988f20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:11.548129 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ed6f7e50-f72b-44ec-9a4a-489159d1ac28 req-86c221ce-9734-4919-9259-96f6b988f20d service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=d3bd02ae79fd4edb9886b1b4ef3d761a&device_id=5f4f10b5-8953-4c76-a286-6974d7c88433 HTTP/1.1" status: 200 len: 1127 time: 0.0479670 Sep 21 12:25:11.661451 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6f7e50-f72b-44ec-9a4a-489159d1ac28 req-f28441de-18f2-42ec-91fa-0e325df855f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:11.663235 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ed6f7e50-f72b-44ec-9a4a-489159d1ac28 req-f28441de-18f2-42ec-91fa-0e325df855f0 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=46771c4a-a4e0-44e3-b0ad-6700b1914d9d HTTP/1.1" status: 200 len: 920 time: 0.1073189 Sep 21 12:25:11.726352 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ed6f7e50-f72b-44ec-9a4a-489159d1ac28 req-7e4ed08a-896c-48e9-820f-76a9eb9add1d service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b66debc-125c-4397-a41e-08b95892a114 HTTP/1.1" status: 200 len: 217 time: 0.0424397 Sep 21 12:25:11.778576 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.agents_db [None req-f0b1ed15-d02e-46f0-bd67-2b506ff8404e None None] Agent healthcheck: found 6 active agents {{(pid=106204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:25:11.799739 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6f7e50-f72b-44ec-9a4a-489159d1ac28 req-eef3756d-6123-4c81-b856-99504ae64c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:11.801486 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ed6f7e50-f72b-44ec-9a4a-489159d1ac28 req-eef3756d-6123-4c81-b856-99504ae64c04 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=262afd09-1dba-467b-a294-ced74668905b HTTP/1.1" status: 200 len: 858 time: 0.0675595 Sep 21 12:25:11.877646 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6f7e50-f72b-44ec-9a4a-489159d1ac28 req-00f18313-5012-4f72-9231-1516dee60a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:11.879153 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ed6f7e50-f72b-44ec-9a4a-489159d1ac28 req-00f18313-5012-4f72-9231-1516dee60a13 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=46771c4a-a4e0-44e3-b0ad-6700b1914d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0706601 Sep 21 12:25:11.886425 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd94ea3-d852-4256-8396-de7e66968f02 req-68fcddc6-53bf-4f5a-bd94-9341d8d810e4 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:11.894399 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-1dd94ea3-d852-4256-8396-de7e66968f02 req-68fcddc6-53bf-4f5a-bd94-9341d8d810e4 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 946 time: 0.0968335 Sep 21 12:25:11.994904 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-1dd94ea3-d852-4256-8396-de7e66968f02 req-881b615f-a23b-443f-ab73-bdd6cfce1dbc tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958350 Sep 21 12:25:12.056822 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ed6f7e50-f72b-44ec-9a4a-489159d1ac28 req-c6b2cae0-3b9e-44a1-8625-219ac5c8ff5d service neutron] 10.222.0.66 "GET /networking/v2.0/networks/46771c4a-a4e0-44e3-b0ad-6700b1914d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608770 Sep 21 12:25:12.072502 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d463874e-2288-43da-8d67-dd3b3cdf7766 req-56b16800-3c42-4f70-bef2-317532377407 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:12.074479 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-d463874e-2288-43da-8d67-dd3b3cdf7766 req-56b16800-3c42-4f70-bef2-317532377407 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5f4f10b5-8953-4c76-a286-6974d7c88433 HTTP/1.1" status: 200 len: 943 time: 0.0692396 Sep 21 12:25:12.188763 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-d463874e-2288-43da-8d67-dd3b3cdf7766 req-ccd4279a-b4a1-4c5b-bc7f-31b4192f7ae9 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cc37cbc1-758f-4e4c-8ebc-b6543f41abd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037676 Sep 21 12:25:12.225671 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ed6f7e50-f72b-44ec-9a4a-489159d1ac28 req-439f4333-6aa0-4da5-b25f-903c8bd40b86 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/46771c4a-a4e0-44e3-b0ad-6700b1914d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500247 Sep 21 12:25:12.344240 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa279f32-28cd-4f89-965b-640058bb2b56 req-a328d8f2-c25f-4514-95c1-aca1c98e31b6 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:12.345940 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-fa279f32-28cd-4f89-965b-640058bb2b56 req-a328d8f2-c25f-4514-95c1-aca1c98e31b6 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 945 time: 0.0620162 Sep 21 12:25:12.408612 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-fa279f32-28cd-4f89-965b-640058bb2b56 req-d2710fbb-04de-41f3-85ca-648f9a72bec6 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544839 Sep 21 12:25:12.457211 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 0b66debc-125c-4397-a41e-08b95892a114 details requested by agent hyperv_hv-cinder-85867 with host hv-cinder-85867 {{(pid=106203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 12:25:12.480450 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:25:12.510795 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:25:12.595696 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port 0b66debc-125c-4397-a41e-08b95892a114, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=0b66debc-125c-4397-a41e-08b95892a114,segment=NetworkSegment(de4c10ad-e50b-46d7-aed4-597b1ab39d3c),segment_id=de4c10ad-e50b-46d7-aed4-597b1ab39d3c)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:25:12.608897 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Returning: {'device': '0b66debc-125c-4397-a41e-08b95892a114', 'network_id': '46771c4a-a4e0-44e3-b0ad-6700b1914d9d', 'port_id': '0b66debc-125c-4397-a41e-08b95892a114', 'mac_address': 'fa:16:3e:81:5c:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '262afd09-1dba-467b-a294-ced74668905b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 12:25:12.652853 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Current status of the port 0b66debc-125c-4397-a41e-08b95892a114 is: DOWN; New status is: BUILD {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:25:12.653506 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (0b66debc-125c-4397-a41e-08b95892a114), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:12.668220 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.notifiers.nova [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b66debc-125c-4397-a41e-08b95892a114 {{(pid=106203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 12:25:12.693903 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port 0b66debc-125c-4397-a41e-08b95892a114, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=0b66debc-125c-4397-a41e-08b95892a114,segment=NetworkSegment(de4c10ad-e50b-46d7-aed4-597b1ab39d3c),segment_id=de4c10ad-e50b-46d7-aed4-597b1ab39d3c)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:25:12.700026 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (0b66debc-125c-4397-a41e-08b95892a114), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:12.771231 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Pushing event updated for resources: {'Port': ['ID=0b66debc-125c-4397-a41e-08b95892a114,revision_number=4']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:25:13.155083 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ea0de-72ec-43f3-8636-108b2c2bc9d6 req-41b84564-e136-429b-b3e9-6483b50b5b6e tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:13.166358 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-152ea0de-72ec-43f3-8636-108b2c2bc9d6 req-41b84564-e136-429b-b3e9-6483b50b5b6e tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 946 time: 0.0815132 Sep 21 12:25:13.217619 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] get_ports_and_sgs() called for port_ids ['0b66debc-125c-4397-a41e-08b95892a114'] {{(pid=106203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 12:25:13.260492 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-152ea0de-72ec-43f3-8636-108b2c2bc9d6 req-9e31cbfc-1088-42c5-9b55-90b68982577c tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931258 Sep 21 12:25:13.371025 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44caa28a-c9f8-4e14-af27-867c73654c82 req-568636f7-fa3a-4494-baab-2b2e69c48a9f tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:13.372820 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-44caa28a-c9f8-4e14-af27-867c73654c82 req-568636f7-fa3a-4494-baab-2b2e69c48a9f tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5f4f10b5-8953-4c76-a286-6974d7c88433 HTTP/1.1" status: 200 len: 944 time: 0.0836203 Sep 21 12:25:13.433380 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-44caa28a-c9f8-4e14-af27-867c73654c82 req-496a6ebc-b00d-47b4-81ab-464de09f19c4 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cc37cbc1-758f-4e4c-8ebc-b6543f41abd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529995 Sep 21 12:25:13.565136 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c86323-08c8-4b40-a909-e8400e3d9c7f req-afba3233-50e4-4f00-95c9-f32293ce1df6 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:13.572878 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-43c86323-08c8-4b40-a909-e8400e3d9c7f req-afba3233-50e4-4f00-95c9-f32293ce1df6 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 945 time: 0.0690560 Sep 21 12:25:13.630664 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-43c86323-08c8-4b40-a909-e8400e3d9c7f req-baa4a73b-4330-4fe4-a2b9-b9a7169f4dcc tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567129 Sep 21 12:25:14.421680 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088cc6cf-df65-439b-af80-e7445197328a req-e6fa457b-3d79-4c95-a395-8a9a20075bfd tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:14.423144 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-088cc6cf-df65-439b-af80-e7445197328a req-e6fa457b-3d79-4c95-a395-8a9a20075bfd tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 946 time: 0.0498264 Sep 21 12:25:14.452064 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=100 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:25:14.484909 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-088cc6cf-df65-439b-af80-e7445197328a req-8f5923cb-5377-4f6e-881f-a8757f6fcb65 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547686 Sep 21 12:25:14.582482 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57228e14-9392-447e-9572-ecebd238864d req-e68c8331-fca8-456e-aa17-4d8cf2fd7f6e tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:14.584126 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-57228e14-9392-447e-9572-ecebd238864d req-e68c8331-fca8-456e-aa17-4d8cf2fd7f6e tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5f4f10b5-8953-4c76-a286-6974d7c88433 HTTP/1.1" status: 200 len: 944 time: 0.0545783 Sep 21 12:25:14.603105 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=100 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:25:14.606074 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=100 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:25:14.638641 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 0b66debc-125c-4397-a41e-08b95892a114 up at agent hyperv_hv-cinder-85867 {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:25:14.644191 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-57228e14-9392-447e-9572-ecebd238864d req-9e7de866-4130-4479-af08-b2c10638bd1b tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cc37cbc1-758f-4e4c-8ebc-b6543f41abd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542212 Sep 21 12:25:14.699277 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Provisioning for port 0b66debc-125c-4397-a41e-08b95892a114 completed by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 21 12:25:14.706711 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Provisioning complete for port 0b66debc-125c-4397-a41e-08b95892a114 triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:25:14.707096 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (0b66debc-125c-4397-a41e-08b95892a114), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:14.707605 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Attempt 1 to provision port 0b66debc-125c-4397-a41e-08b95892a114 Sep 21 12:25:14.792510 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3190dc-4819-4ddf-be55-e124eaecc06b req-cf5ca9a9-0f71-4b8b-9fd2-a74921698861 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:14.794433 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-ed3190dc-4819-4ddf-be55-e124eaecc06b req-cf5ca9a9-0f71-4b8b-9fd2-a74921698861 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 945 time: 0.0646627 Sep 21 12:25:14.825989 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Current status of the port 0b66debc-125c-4397-a41e-08b95892a114 is: BUILD; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:25:14.826365 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (0b66debc-125c-4397-a41e-08b95892a114), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:14.857278 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f4f10b5-8953-4c76-a286-6974d7c88433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b66debc-125c-4397-a41e-08b95892a114'}] {{(pid=106203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:25:14.860433 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f5c4d77a05fc023d1f839eaccf47ad38217f4e21b3a59551d1b02ed6bd0851a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ebeead3-c022-4b16-8c9c-eb24087fbf39" -d '{"events": [{"server_uuid": "5f4f10b5-8953-4c76-a286-6974d7c88433", "name": "network-vif-plugged", "status": "completed", "tag": "0b66debc-125c-4397-a41e-08b95892a114"}]}' {{(pid=106203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:25:14.863326 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-ed3190dc-4819-4ddf-be55-e124eaecc06b req-ea1a3ab3-ac1e-40a2-8401-845b4d8858ff tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619705 Sep 21 12:25:14.886636 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port 0b66debc-125c-4397-a41e-08b95892a114, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=0b66debc-125c-4397-a41e-08b95892a114,segment=NetworkSegment(de4c10ad-e50b-46d7-aed4-597b1ab39d3c),segment_id=de4c10ad-e50b-46d7-aed4-597b1ab39d3c)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:25:14.896085 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (0b66debc-125c-4397-a41e-08b95892a114), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:14.971350 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 12:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98094ff9-c42d-4a11-8521-8347022f23a1 x-openstack-request-id: req-98094ff9-c42d-4a11-8521-8347022f23a1 {{(pid=106203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:25:14.972095 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f4f10b5-8953-4c76-a286-6974d7c88433", "name": "network-vif-plugged", "status": "completed", "tag": "0b66debc-125c-4397-a41e-08b95892a114", "code": 200}]} {{(pid=106203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:25:14.972095 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-98094ff9-c42d-4a11-8521-8347022f23a1 {{(pid=106203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:25:14.972662 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98094ff9-c42d-4a11-8521-8347022f23a1'] response: {'server_uuid': '5f4f10b5-8953-4c76-a286-6974d7c88433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b66debc-125c-4397-a41e-08b95892a114', 'code': 200} Sep 21 12:25:14.984189 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Pushing event updated for resources: {'Port': ['ID=0b66debc-125c-4397-a41e-08b95892a114,revision_number=5']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:25:15.330335 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288471a3-08a5-4f67-a09b-5b411ed3bb12 req-e0e556f0-fbf3-48f1-a44d-2a360c0a8a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:15.331978 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-288471a3-08a5-4f67-a09b-5b411ed3bb12 req-e0e556f0-fbf3-48f1-a44d-2a360c0a8a99 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=5f4f10b5-8953-4c76-a286-6974d7c88433 HTTP/1.1" status: 200 len: 1129 time: 0.0422585 Sep 21 12:25:15.384207 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-288471a3-08a5-4f67-a09b-5b411ed3bb12 req-29937700-6bbd-427e-bc51-5332ab794dbd service neutron] 10.222.0.66 "GET /networking/v2.0/security-groups?id=cc37cbc1-758f-4e4c-8ebc-b6543f41abd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447156 Sep 21 12:25:15.641659 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd82866-c9cc-4c51-bc4c-375fccf1f664 req-41f0afa1-11bd-47c8-944f-73edf99e140e tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:15.649225 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-dcd82866-c9cc-4c51-bc4c-375fccf1f664 req-41f0afa1-11bd-47c8-944f-73edf99e140e tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 946 time: 0.0653441 Sep 21 12:25:15.700525 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-dcd82866-c9cc-4c51-bc4c-375fccf1f664 req-89917a0b-1404-4876-9b05-7c94cc64a398 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497439 Sep 21 12:25:15.811322 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4595a3e-23c0-48ad-bb7e-be6702202b65 req-859e9dc9-0e52-4784-ba57-a803cd58a6f2 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:15.812911 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-a4595a3e-23c0-48ad-bb7e-be6702202b65 req-859e9dc9-0e52-4784-ba57-a803cd58a6f2 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5f4f10b5-8953-4c76-a286-6974d7c88433 HTTP/1.1" status: 200 len: 945 time: 0.0542765 Sep 21 12:25:15.863985 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-a4595a3e-23c0-48ad-bb7e-be6702202b65 req-4a100d1b-96bb-4bd8-b8b3-5833a3f04e15 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cc37cbc1-758f-4e4c-8ebc-b6543f41abd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452805 Sep 21 12:25:15.998972 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a7577b-c997-4ab2-b13b-9f6dc3e05b83 req-01433e7c-c5c7-4daf-9ae2-9164ce1fd3fb tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:16.001217 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-d0a7577b-c997-4ab2-b13b-9f6dc3e05b83 req-01433e7c-c5c7-4daf-9ae2-9164ce1fd3fb tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 945 time: 0.0507944 Sep 21 12:25:16.059125 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-d0a7577b-c997-4ab2-b13b-9f6dc3e05b83 req-ff915a4d-dc7f-41b6-990a-0f39f5af131b tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509944 Sep 21 12:25:16.848627 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484614af-694f-49e3-867d-911850946fe5 req-ecef45b3-b3c4-4d3a-a402-cfb59820cc22 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:16.850684 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-484614af-694f-49e3-867d-911850946fe5 req-ecef45b3-b3c4-4d3a-a402-cfb59820cc22 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 946 time: 0.0537016 Sep 21 12:25:16.913793 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-484614af-694f-49e3-867d-911850946fe5 req-7ab67fdb-ec2b-41e8-a79d-a2808050e66b tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545418 Sep 21 12:25:17.014884 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843d94aa-5443-4671-b6c9-7fd8b4ea1405 req-46e7b060-5658-4345-829f-2d6c0ca0b13c tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:17.018157 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-843d94aa-5443-4671-b6c9-7fd8b4ea1405 req-46e7b060-5658-4345-829f-2d6c0ca0b13c tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5f4f10b5-8953-4c76-a286-6974d7c88433 HTTP/1.1" status: 200 len: 945 time: 0.0557010 Sep 21 12:25:17.112383 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-843d94aa-5443-4671-b6c9-7fd8b4ea1405 req-4ac117a5-b4b9-4a8d-b6ff-c401677fc633 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cc37cbc1-758f-4e4c-8ebc-b6543f41abd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896602 Sep 21 12:25:17.224757 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6231224a-ae85-45ce-a8e1-11d649e5dcba req-65fc5459-74b6-4676-90ff-2fd698ce5b70 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:17.226243 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-6231224a-ae85-45ce-a8e1-11d649e5dcba req-65fc5459-74b6-4676-90ff-2fd698ce5b70 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 945 time: 0.0536196 Sep 21 12:25:17.282312 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-6231224a-ae85-45ce-a8e1-11d649e5dcba req-0b56b725-3728-4c47-83ec-77806918fde6 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494316 Sep 21 12:25:17.517653 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b745ac4d-9d04-4372-8c3e-a2db2aa4769f req-a031d7b1-b9d1-46f5-8cf6-b6d67118c4a5 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:17.518765 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b745ac4d-9d04-4372-8c3e-a2db2aa4769f req-a031d7b1-b9d1-46f5-8cf6-b6d67118c4a5 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 945 time: 0.0549037 Sep 21 12:25:17.585187 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b745ac4d-9d04-4372-8c3e-a2db2aa4769f req-772b7a42-df02-4a84-b2d0-970c2978ed82 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605712 Sep 21 12:25:18.058466 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1444fd3f-9005-4231-9306-09b43fb2fd1b req-e3665c47-10b6-4331-a343-038ae49a1007 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:18.060549 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-1444fd3f-9005-4231-9306-09b43fb2fd1b req-e3665c47-10b6-4331-a343-038ae49a1007 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 946 time: 0.0585110 Sep 21 12:25:18.113622 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-1444fd3f-9005-4231-9306-09b43fb2fd1b req-614cd2ed-9c85-4c33-9783-08bbc2d1a163 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467782 Sep 21 12:25:18.255950 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15547b0-dc47-4877-b5a2-af90c3487cde req-9b84aeeb-a686-4237-a2c8-fc14a32d29b2 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:18.257459 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f15547b0-dc47-4877-b5a2-af90c3487cde req-9b84aeeb-a686-4237-a2c8-fc14a32d29b2 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5f4f10b5-8953-4c76-a286-6974d7c88433 HTTP/1.1" status: 200 len: 945 time: 0.0494583 Sep 21 12:25:18.324844 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f15547b0-dc47-4877-b5a2-af90c3487cde req-c4e95577-3027-4ae9-b706-1a810e87921e tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cc37cbc1-758f-4e4c-8ebc-b6543f41abd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609682 Sep 21 12:25:18.483430 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044516e5-6962-4b82-9b50-22b59eb53dd6 req-3a1b935d-392e-42aa-971f-da8be410c038 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:18.493758 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-044516e5-6962-4b82-9b50-22b59eb53dd6 req-3a1b935d-392e-42aa-971f-da8be410c038 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5f4f10b5-8953-4c76-a286-6974d7c88433 HTTP/1.1" status: 200 len: 945 time: 0.0874205 Sep 21 12:25:18.501196 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 57512) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:25:18.509430 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (986f726e-8c98-4005-b3b7-e033305b1240), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:18.510079 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [None req-06aec9a3-5fa3-406b-903a-ca000e0c3070 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Request body: {'floatingip': {'port_id': '0b66debc-125c-4397-a41e-08b95892a114'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:25:18.597381 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-06aec9a3-5fa3-406b-903a-ca000e0c3070 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Publish callbacks [] for floatingip (0a34323f-1a56-44de-b9cf-1172f49f0cc2), before_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:18.778418 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d8b4c6-e3b2-4648-9ea6-df074060a208 req-136e86b9-30ab-4c28-9b1b-a96014e95160 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:18.780074 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-12d8b4c6-e3b2-4648-9ea6-df074060a208 req-136e86b9-30ab-4c28-9b1b-a96014e95160 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 945 time: 0.0876453 Sep 21 12:25:18.911852 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=100 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:25:18.919382 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-12d8b4c6-e3b2-4648-9ea6-df074060a208 req-6903ff78-ef05-426c-b624-c7d6c808f2c9 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316183 Sep 21 12:25:19.188008 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d56f9-de53-49cd-95eb-ec016d9952b3 req-776fe061-dedc-41af-a3be-6fa58c12b377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:19.189555 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-620d56f9-de53-49cd-95eb-ec016d9952b3 req-776fe061-dedc-41af-a3be-6fa58c12b377 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=9340222cfe154efe8a6064b197d54499&device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 1129 time: 0.3076630 Sep 21 12:25:19.262543 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb52661-eef6-4aad-ad31-518c4bf4f8b6 req-38448408-be9a-47d0-a0d9-b3225dd1bddc tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:19.264908 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-bcb52661-eef6-4aad-ad31-518c4bf4f8b6 req-38448408-be9a-47d0-a0d9-b3225dd1bddc tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 946 time: 0.0508988 Sep 21 12:25:19.277845 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=100 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:25:19.315241 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-bcb52661-eef6-4aad-ad31-518c4bf4f8b6 req-aeed72e3-a36a-4eaf-a29e-d2caec358fe6 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431812 Sep 21 12:25:19.474120 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:25:19.526863 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d56f9-de53-49cd-95eb-ec016d9952b3 req-9da822a8-9e40-4602-b6be-9d53110b6118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:19.528414 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-620d56f9-de53-49cd-95eb-ec016d9952b3 req-9da822a8-9e40-4602-b6be-9d53110b6118 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=5da5489c-9c30-4169-9afe-1354fb43296f HTTP/1.1" status: 200 len: 911 time: 0.2652953 Sep 21 12:25:19.615131 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.db.resource_extend [None req-06aec9a3-5fa3-406b-903a-ca000e0c3070 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 21 12:25:19.683486 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-620d56f9-de53-49cd-95eb-ec016d9952b3 req-5f794234-6ca5-4cd8-85d4-7399a0f558c9 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee7ca2d0-d70f-46f5-af82-81e48a262d02 HTTP/1.1" status: 200 len: 1000 time: 0.1340950 Sep 21 12:25:19.696685 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-06aec9a3-5fa3-406b-903a-ca000e0c3070 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:19.701673 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-06aec9a3-5fa3-406b-903a-ca000e0c3070 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534182'] for floatingip (0a34323f-1a56-44de-b9cf-1172f49f0cc2), after_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:19.808978 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.db.l3_db [None req-06aec9a3-5fa3-406b-903a-ca000e0c3070 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Floating IP 0a34323f-1a56-44de-b9cf-1172f49f0cc2 associated. External IP: 172.27.0.79, port: 0b66debc-125c-4397-a41e-08b95892a114. Sep 21 12:25:19.964293 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6229e6c-377f-473b-82d8-ab19cc44493c req-6eb7df8b-21eb-4406-a21d-2e1961cf696a tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:19.965769 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-a6229e6c-377f-473b-82d8-ab19cc44493c req-6eb7df8b-21eb-4406-a21d-2e1961cf696a tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3cc8e107-efaf-4689-9e8f-f8adc955c6d9 HTTP/1.1" status: 200 len: 945 time: 0.1072824 Sep 21 12:25:19.980513 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d56f9-de53-49cd-95eb-ec016d9952b3 req-b5d6d271-507a-46c8-958b-03f73341faf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:19.981907 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-620d56f9-de53-49cd-95eb-ec016d9952b3 req-b5d6d271-507a-46c8-958b-03f73341faf2 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=1ad2b91e-60c9-4af5-9a83-ab634cc92cf0 HTTP/1.1" status: 200 len: 849 time: 0.1353195 Sep 21 12:25:20.045525 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b569964c-f92e-41d9-83cf-e9ddeead42ec req-046be604-5551-49a1-ab18-a5d7d6e7f8bd tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:20.047969 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-b569964c-f92e-41d9-83cf-e9ddeead42ec req-046be604-5551-49a1-ab18-a5d7d6e7f8bd tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 945 time: 0.0473127 Sep 21 12:25:20.071651 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-a6229e6c-377f-473b-82d8-ab19cc44493c req-50a3f932-fd2a-4a12-a4da-f9b559d4d39d tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c6ffa42e-697b-4061-b2e1-9cfe39dbad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954678 Sep 21 12:25:20.119369 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-b569964c-f92e-41d9-83cf-e9ddeead42ec req-b3e189e3-8840-4cad-8994-474194f3ae24 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657229 Sep 21 12:25:20.120681 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 57540) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:25:20.193364 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06aec9a3-5fa3-406b-903a-ca000e0c3070 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Router 824a22bf-75a1-4dbe-bcc4-824cc7080650 has already been hosted by L3 agent 4f31b8b6-17c0-474d-bf52-0481ff2a5cf7 {{(pid=106202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 12:25:20.202752 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d56f9-de53-49cd-95eb-ec016d9952b3 req-f44d081b-75dc-4381-b498-b3130dfdf1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:20.204744 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-620d56f9-de53-49cd-95eb-ec016d9952b3 req-f44d081b-75dc-4381-b498-b3130dfdf1f0 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=5da5489c-9c30-4169-9afe-1354fb43296f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1016541 Sep 21 12:25:20.207212 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ead970-688e-4e4a-88b9-eeafd2ce8e12 req-78aabd8d-b48e-4244-be82-dd2b03e03577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:20.208574 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-c0ead970-688e-4e4a-88b9-eeafd2ce8e12 req-78aabd8d-b48e-4244-be82-dd2b03e03577 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=5e6ef4f3de1943ffbde82d3f0a19542f&device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 1130 time: 0.1040721 Sep 21 12:25:20.210581 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:25:20.323405 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3094306d-28e9-4411-8cd2-a6d194ea1f0d tempest-TestMinimumBasicScenario-2067467023 tempest-TestMinimumBasicScenario-2067467023-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:20.324954 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-3094306d-28e9-4411-8cd2-a6d194ea1f0d tempest-TestMinimumBasicScenario-2067467023 tempest-TestMinimumBasicScenario-2067467023-project-admin] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3cc8e107-efaf-4689-9e8f-f8adc955c6d9 HTTP/1.1" status: 200 len: 1124 time: 0.2031639 Sep 21 12:25:20.329014 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 57544) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:25:20.333439 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.v2.base [None req-a40ebd2a-aad1-4c93-848c-bb654359e673 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Request body: {'floatingip': {'floating_network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'port_id': '2d86ac1e-8e22-4863-a099-2f5b0b120e07', 'tenant_id': '9de710fda38c429a91595545e9a74dcb', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:25:20.355042 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-a40ebd2a-aad1-4c93-848c-bb654359e673 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:20.439966 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-a40ebd2a-aad1-4c93-848c-bb654359e673 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:20.535934 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:25:20.562461 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.db.db_base_plugin_common [None req-a40ebd2a-aad1-4c93-848c-bb654359e673 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Allocated IP 172.27.0.230 (988e67c4-a01e-4c04-8cb9-1b0dd07d668d/691ea813-de87-4809-9e6b-d8504be0b97f/717eb9fe-70f5-498f-882d-7669860ff6c6) {{(pid=106201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:25:20.666047 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-a40ebd2a-aad1-4c93-848c-bb654359e673 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Publish callbacks [] for port (717eb9fe-70f5-498f-882d-7669860ff6c6), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:20.698851 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-a40ebd2a-aad1-4c93-848c-bb654359e673 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735120900801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6788894'] for port (717eb9fe-70f5-498f-882d-7669860ff6c6), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:20.719641 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06aec9a3-5fa3-406b-903a-ca000e0c3070 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Notify agent at l3_agent.dv-cinder-858678-1-iscsi the message routers_updated {{(pid=106202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:25:20.729580 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-06aec9a3-5fa3-406b-903a-ca000e0c3070 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for floatingip (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:20.731417 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:25:20.732287 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce848ea-13c3-45cd-97d0-63c270200c18 None None] Sync routers for ids ['824a22bf-75a1-4dbe-bcc4-824cc7080650'] in dv-cinder-858678-1-iscsi {{(pid=106203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:25:20.740873 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29472fe7-3158-454a-970e-e7a8eda9c5a2 req-92715397-36f0-448f-b9de-efcb14175e00 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:20.747239 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce848ea-13c3-45cd-97d0-63c270200c18 None None] Routers {'824a22bf-75a1-4dbe-bcc4-824cc7080650'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:25:20.747667 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40ebd2a-aad1-4c93-848c-bb654359e673 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Network 988e67c4-a01e-4c04-8cb9-1b0dd07d668d is already hosted by enough agents. {{(pid=106201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:25:20.747893 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-29472fe7-3158-454a-970e-e7a8eda9c5a2 req-92715397-36f0-448f-b9de-efcb14175e00 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 946 time: 0.1293776 Sep 21 12:25:20.748466 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-dce848ea-13c3-45cd-97d0-63c270200c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:25:09Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['824a22bf-75a1-4dbe-bcc4-824cc7080650'], 'active': True} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:25:20.751979 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.base_scheduler [None req-a40ebd2a-aad1-4c93-848c-bb654359e673 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Resources bound (agent type, host, resource id): {{(pid=106201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:25:20.754012 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40ebd2a-aad1-4c93-848c-bb654359e673 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Pushing event updated for resources: {'Port': ['ID=717eb9fe-70f5-498f-882d-7669860ff6c6,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:25:20.762169 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40ebd2a-aad1-4c93-848c-bb654359e673 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Received port after_create {{(pid=106201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 12:25:20.775578 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ead970-688e-4e4a-88b9-eeafd2ce8e12 req-929565dd-6afb-4f20-888d-e6d93a51de5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:20.777048 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-c0ead970-688e-4e4a-88b9-eeafd2ce8e12 req-929565dd-6afb-4f20-888d-e6d93a51de5a service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=b3f0e30c-c130-4bd6-a99c-2726089c3f25 HTTP/1.1" status: 200 len: 918 time: 0.5292661 Sep 21 12:25:20.786023 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-620d56f9-de53-49cd-95eb-ec016d9952b3 req-ad2813e6-6957-48d0-b548-d066ad9e1bf0 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/5da5489c-9c30-4169-9afe-1354fb43296f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5392592 Sep 21 12:25:20.857191 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-06aec9a3-5fa3-406b-903a-ca000e0c3070 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "PUT /networking/v2.0/floatingips/0a34323f-1a56-44de-b9cf-1172f49f0cc2 HTTP/1.1" status: 200 len: 990 time: 2.3524075 Sep 21 12:25:20.859417 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f4f10b5-8953-4c76-a286-6974d7c88433', 'tag': '0b66debc-125c-4397-a41e-08b95892a114'}] {{(pid=106202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:25:20.861716 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f69dec5372d12bc1dbf2d83c258da0d8b658e28cfccadcad30c8a09044815e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03cb7d0a-ee52-4d57-9dc8-2fc72168772f" -d '{"events": [{"name": "network-changed", "server_uuid": "5f4f10b5-8953-4c76-a286-6974d7c88433", "tag": "0b66debc-125c-4397-a41e-08b95892a114"}]}' {{(pid=106202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:25:20.866690 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvr_db [None req-dce848ea-13c3-45cd-97d0-63c270200c18 None None] Set router 824a22bf-75a1-4dbe-bcc4-824cc7080650 gateway port host: dv-cinder-858678-1-iscsi {{(pid=106203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:25:20.940902 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 12:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cfb968c-1e33-438f-afe4-86667d9b5640 x-openstack-request-id: req-5cfb968c-1e33-438f-afe4-86667d9b5640 {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:25:20.941209 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f4f10b5-8953-4c76-a286-6974d7c88433", "tag": "0b66debc-125c-4397-a41e-08b95892a114", "status": "completed", "code": 200}]} {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:25:20.941437 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5cfb968c-1e33-438f-afe4-86667d9b5640 {{(pid=106202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:25:20.941837 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cfb968c-1e33-438f-afe4-86667d9b5640'] response: {'name': 'network-changed', 'server_uuid': '5f4f10b5-8953-4c76-a286-6974d7c88433', 'tag': '0b66debc-125c-4397-a41e-08b95892a114', 'status': 'completed', 'code': 200} Sep 21 12:25:20.949220 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-c0ead970-688e-4e4a-88b9-eeafd2ce8e12 req-577c70da-bee6-4596-bc3a-428cb9865b4c service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f39c2aa-a245-4b77-8233-20f0c6c6cb30 HTTP/1.1" status: 200 len: 1002 time: 0.1584079 Sep 21 12:25:20.949430 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:25:20.953822 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-29472fe7-3158-454a-970e-e7a8eda9c5a2 req-6e314485-d570-44ab-8964-c8171f20bf19 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2047572 Sep 21 12:25:20.980401 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-620d56f9-de53-49cd-95eb-ec016d9952b3 req-ec1fbce2-411c-4354-9179-a633aec466fd service neutron] 10.222.0.66 "GET /networking/v2.0/networks/5da5489c-9c30-4169-9afe-1354fb43296f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717610 Sep 21 12:25:21.029692 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:25:21.049904 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:25:21.097082 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb7d0a-ee52-4d57-9dc8-2fc72168772f req-354b4402-5099-4c2c-8053-2f543e018209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:21.098561 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-03cb7d0a-ee52-4d57-9dc8-2fc72168772f req-354b4402-5099-4c2c-8053-2f543e018209 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=d3bd02ae79fd4edb9886b1b4ef3d761a&device_id=5f4f10b5-8953-4c76-a286-6974d7c88433 HTTP/1.1" status: 200 len: 1129 time: 0.0546963 Sep 21 12:25:21.100044 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ead970-688e-4e4a-88b9-eeafd2ce8e12 req-f92d5884-48a0-424f-8f22-2347b0679d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:21.101336 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-c0ead970-688e-4e4a-88b9-eeafd2ce8e12 req-f92d5884-48a0-424f-8f22-2347b0679d75 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=f5cf9592-7b6c-4eba-b546-68b41c284733 HTTP/1.1" status: 200 len: 856 time: 0.0857377 Sep 21 12:25:21.157000 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-a40ebd2a-aad1-4c93-848c-bb654359e673 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Publish callbacks [] for floatingip (e7d8478a-c1f9-4e2e-872f-fcb718fb626f), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:21.157657 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-dce848ea-13c3-45cd-97d0-63c270200c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '824a22bf-75a1-4dbe-bcc4-824cc7080650', 'name': 'tempest-ServerRescueNegativeTestJSON-1400485482-router', 'tenant_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'eaeaba23-6555-4fb3-991e-622422a54a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:23:05Z', 'updated_at': '2022-09-21T12:23:09Z', 'revision_number': 4, 'project_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'gw_port': {'id': 'eaeaba23-6555-4fb3-991e-622422a54a28', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:03:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824a22bf-75a1-4dbe-bcc4-824cc7080650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:23:05Z', 'updated_at': '2022-09-21T12:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_floatingips': [{'id': '0a34323f-1a56-44de-b9cf-1172f49f0cc2', 'tenant_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'floating_ip_address': '172.27.0.79', 'floating_network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'router_id': '824a22bf-75a1-4dbe-bcc4-824cc7080650', 'port_id': '0b66debc-125c-4397-a41e-08b95892a114', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46771c4a-a4e0-44e3-b0ad-6700b1914d9d', 'mac_address': 'fa:16:3e:81:5c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4f10b5-8953-4c76-a286-6974d7c88433', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T12:25:03Z', 'updated_at': '2022-09-21T12:25:19Z', 'revision_number': 1, 'project_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e812e9b3-7c14-459c-86a6-919b9ec320d5', 'name': '', 'network_id': '46771c4a-a4e0-44e3-b0ad-6700b1914d9d', 'tenant_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'mac_address': 'fa:16:3e:bf:26:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824a22bf-75a1-4dbe-bcc4-824cc7080650', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '262afd09-1dba-467b-a294-ced74668905b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:23:08Z', 'updated_at': '2022-09-21T12:23:14Z', 'revision_number': 5, 'project_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'subnets': [{'id': '262afd09-1dba-467b-a294-ced74668905b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:25:21.187145 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce848ea-13c3-45cd-97d0-63c270200c18 None None] Checking router: 824a22bf-75a1-4dbe-bcc4-824cc7080650 for host: dv-cinder-858678-1-iscsi {{(pid=106203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:25:21.196088 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce848ea-13c3-45cd-97d0-63c270200c18 None None] Routers {'824a22bf-75a1-4dbe-bcc4-824cc7080650'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:25:21.196852 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-dce848ea-13c3-45cd-97d0-63c270200c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:25:09Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['824a22bf-75a1-4dbe-bcc4-824cc7080650'], 'active': True} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:25:21.300642 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvr_db [None req-dce848ea-13c3-45cd-97d0-63c270200c18 None None] Set router 824a22bf-75a1-4dbe-bcc4-824cc7080650 gateway port host: dv-cinder-858678-1-iscsi {{(pid=106203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:25:21.431923 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ead970-688e-4e4a-88b9-eeafd2ce8e12 req-127ff119-93e4-4111-80ea-56f6cdbc3403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:21.433603 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-c0ead970-688e-4e4a-88b9-eeafd2ce8e12 req-127ff119-93e4-4111-80ea-56f6cdbc3403 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=b3f0e30c-c130-4bd6-a99c-2726089c3f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0885532 Sep 21 12:25:21.460419 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b96877-db93-4979-8996-157f32e5a109 req-d8453ea9-189a-4756-bd79-5a06be35475f tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:21.461896 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-b0b96877-db93-4979-8996-157f32e5a109 req-d8453ea9-189a-4756-bd79-5a06be35475f tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 945 time: 0.0776467 Sep 21 12:25:21.471887 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-a40ebd2a-aad1-4c93-848c-bb654359e673 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (717eb9fe-70f5-498f-882d-7669860ff6c6), before_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:21.542707 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-dce848ea-13c3-45cd-97d0-63c270200c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '824a22bf-75a1-4dbe-bcc4-824cc7080650', 'name': 'tempest-ServerRescueNegativeTestJSON-1400485482-router', 'tenant_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'eaeaba23-6555-4fb3-991e-622422a54a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:23:05Z', 'updated_at': '2022-09-21T12:23:09Z', 'revision_number': 4, 'project_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'gw_port': {'id': 'eaeaba23-6555-4fb3-991e-622422a54a28', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:03:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824a22bf-75a1-4dbe-bcc4-824cc7080650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:23:05Z', 'updated_at': '2022-09-21T12:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_floatingips': [{'id': '0a34323f-1a56-44de-b9cf-1172f49f0cc2', 'tenant_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'floating_ip_address': '172.27.0.79', 'floating_network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'router_id': '824a22bf-75a1-4dbe-bcc4-824cc7080650', 'port_id': '0b66debc-125c-4397-a41e-08b95892a114', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46771c4a-a4e0-44e3-b0ad-6700b1914d9d', 'mac_address': 'fa:16:3e:81:5c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4f10b5-8953-4c76-a286-6974d7c88433', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T12:25:03Z', 'updated_at': '2022-09-21T12:25:19Z', 'revision_number': 1, 'project_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e812e9b3-7c14-459c-86a6-919b9ec320d5', 'name': '', 'network_id': '46771c4a-a4e0-44e3-b0ad-6700b1914d9d', 'tenant_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'mac_address': 'fa:16:3e:bf:26:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824a22bf-75a1-4dbe-bcc4-824cc7080650', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '262afd09-1dba-467b-a294-ced74668905b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:23:08Z', 'updated_at': '2022-09-21T12:23:14Z', 'revision_number': 5, 'project_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'subnets': [{'id': '262afd09-1dba-467b-a294-ced74668905b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:25:21.557081 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:25:21.562885 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb7d0a-ee52-4d57-9dc8-2fc72168772f req-ed143999-3601-48f7-94bf-9f679683011c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:21.564785 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-03cb7d0a-ee52-4d57-9dc8-2fc72168772f req-ed143999-3601-48f7-94bf-9f679683011c service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=46771c4a-a4e0-44e3-b0ad-6700b1914d9d HTTP/1.1" status: 200 len: 920 time: 0.2115891 Sep 21 12:25:21.570731 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce848ea-13c3-45cd-97d0-63c270200c18 None None] The sync data for ids ['824a22bf-75a1-4dbe-bcc4-824cc7080650'] in dv-cinder-858678-1-iscsi is: [{'id': '824a22bf-75a1-4dbe-bcc4-824cc7080650', 'name': 'tempest-ServerRescueNegativeTestJSON-1400485482-router', 'tenant_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'eaeaba23-6555-4fb3-991e-622422a54a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:23:05Z', 'updated_at': '2022-09-21T12:23:09Z', 'revision_number': 4, 'project_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'gw_port': {'id': 'eaeaba23-6555-4fb3-991e-622422a54a28', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:03:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824a22bf-75a1-4dbe-bcc4-824cc7080650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:23:05Z', 'updated_at': '2022-09-21T12:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_floatingips': [{'id': '0a34323f-1a56-44de-b9cf-1172f49f0cc2', 'tenant_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'floating_ip_address': '172.27.0.79', 'floating_network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'router_id': '824a22bf-75a1-4dbe-bcc4-824cc7080650', 'port_id': '0b66debc-125c-4397-a41e-08b95892a114', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46771c4a-a4e0-44e3-b0ad-6700b1914d9d', 'mac_address': 'fa:16:3e:81:5c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4f10b5-8953-4c76-a286-6974d7c88433', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T12:25:03Z', 'updated_at': '2022-09-21T12:25:19Z', 'revision_number': 1, 'project_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e812e9b3-7c14-459c-86a6-919b9ec320d5', 'name': '', 'network_id': '46771c4a-a4e0-44e3-b0ad-6700b1914d9d', 'tenant_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'mac_address': 'fa:16:3e:bf:26:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824a22bf-75a1-4dbe-bcc4-824cc7080650', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '262afd09-1dba-467b-a294-ced74668905b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:23:08Z', 'updated_at': '2022-09-21T12:23:14Z', 'revision_number': 5, 'project_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'subnets': [{'id': '262afd09-1dba-467b-a294-ced74668905b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:25:21.572284 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-b0b96877-db93-4979-8996-157f32e5a109 req-11f40f98-5341-46b9-9fa6-41aeb6e99c60 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981150 Sep 21 12:25:21.644949 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=100 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:25:21.681554 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-a40ebd2a-aad1-4c93-848c-bb654359e673 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Publish callbacks [] for port (717eb9fe-70f5-498f-882d-7669860ff6c6), precommit_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:21.683041 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-c0ead970-688e-4e4a-88b9-eeafd2ce8e12 req-08c698fa-7b3c-49c5-8fc5-1e3510184931 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/b3f0e30c-c130-4bd6-a99c-2726089c3f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129526 Sep 21 12:25:21.686242 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-a40ebd2a-aad1-4c93-848c-bb654359e673 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6788903'] for port (717eb9fe-70f5-498f-882d-7669860ff6c6), after_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:21.693646 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-03cb7d0a-ee52-4d57-9dc8-2fc72168772f req-bfabff4b-d44e-499a-b484-b693719e8bdb service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b66debc-125c-4397-a41e-08b95892a114 HTTP/1.1" status: 200 len: 998 time: 0.0945361 Sep 21 12:25:21.746435 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:25:21.766191 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-a40ebd2a-aad1-4c93-848c-bb654359e673 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534182'] for floatingip (e7d8478a-c1f9-4e2e-872f-fcb718fb626f), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:21.770028 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40ebd2a-aad1-4c93-848c-bb654359e673 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Pushing event updated for resources: {'Port': ['ID=717eb9fe-70f5-498f-882d-7669860ff6c6,revision_number=2']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:25:21.780877 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:25:21.811999 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb7d0a-ee52-4d57-9dc8-2fc72168772f req-a7a8e3d2-4db4-44e3-84de-0d6745af7c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:21.813476 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-03cb7d0a-ee52-4d57-9dc8-2fc72168772f req-a7a8e3d2-4db4-44e3-84de-0d6745af7c66 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=262afd09-1dba-467b-a294-ced74668905b HTTP/1.1" status: 200 len: 858 time: 0.0681481 Sep 21 12:25:21.830965 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-c0ead970-688e-4e4a-88b9-eeafd2ce8e12 req-b465bc28-0be0-4d28-a61f-bb70da7f73c8 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/b3f0e30c-c130-4bd6-a99c-2726089c3f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355779 Sep 21 12:25:21.835023 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ecbd8c-eb03-4ac1-9be8-4a4d6267180c None None] New status for floating IP 0a34323f-1a56-44de-b9cf-1172f49f0cc2: ACTIVE {{(pid=106204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 21 12:25:21.890888 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.db.l3_db [None req-a40ebd2a-aad1-4c93-848c-bb654359e673 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Floating IP e7d8478a-c1f9-4e2e-872f-fcb718fb626f associated. External IP: 172.27.0.230, port: 2d86ac1e-8e22-4863-a099-2f5b0b120e07. Sep 21 12:25:22.097257 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d77f012-fff2-42b1-8e87-c9c4d88a89a7 req-0824968c-ddc8-4bc3-8914-68d054ce3bf7 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:22.098916 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-7d77f012-fff2-42b1-8e87-c9c4d88a89a7 req-0824968c-ddc8-4bc3-8914-68d054ce3bf7 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 946 time: 0.0564685 Sep 21 12:25:22.099236 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a40ebd2a-aad1-4c93-848c-bb654359e673 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Router 24f1eebe-4c2e-4c07-be19-12381e209cd2 has already been hosted by L3 agent 4f31b8b6-17c0-474d-bf52-0481ff2a5cf7 {{(pid=106201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 12:25:22.146291 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-7d77f012-fff2-42b1-8e87-c9c4d88a89a7 req-428b3e5c-574e-486d-bbe2-f4e385fd545f tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416844 Sep 21 12:25:22.177550 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=100 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:25:22.198231 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40ebd2a-aad1-4c93-848c-bb654359e673 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Notify agent at l3_agent.dv-cinder-858678-1-iscsi the message routers_updated {{(pid=106201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:25:22.208613 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c93f25-bbb6-474a-8f42-b0570f3b4c13 None None] Sync routers for ids ['24f1eebe-4c2e-4c07-be19-12381e209cd2'] in dv-cinder-858678-1-iscsi {{(pid=106203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:25:22.216755 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-a40ebd2a-aad1-4c93-848c-bb654359e673 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for floatingip (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:22.219887 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c93f25-bbb6-474a-8f42-b0570f3b4c13 None None] Routers {'24f1eebe-4c2e-4c07-be19-12381e209cd2'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:25:22.220491 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-72c93f25-bbb6-474a-8f42-b0570f3b4c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:25:09Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['24f1eebe-4c2e-4c07-be19-12381e209cd2'], 'active': True} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:25:22.249888 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-a40ebd2a-aad1-4c93-848c-bb654359e673 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9195819 Sep 21 12:25:22.250373 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc8e107-efaf-4689-9e8f-f8adc955c6d9', 'tag': '2d86ac1e-8e22-4863-a099-2f5b0b120e07'}] {{(pid=106201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:25:22.252705 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 57556) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:25:22.252958 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}820e190412424329cfb88a87f9088cb5fffe4f23ca632413c3a8305fb0e7ba95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe3a5cd-4a58-4c22-8667-c85d390227d1" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc8e107-efaf-4689-9e8f-f8adc955c6d9", "tag": "2d86ac1e-8e22-4863-a099-2f5b0b120e07"}]}' {{(pid=106201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:25:22.257205 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [None req-008ffdd9-abcd-453c-9526-a5731a5ce64d tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-427883083', 'description': 'tempest-secgroup-smoke-427883083 description', 'project_id': '9de710fda38c429a91595545e9a74dcb'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:25:22.282670 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-008ffdd9-abcd-453c-9526-a5731a5ce64d tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Publish callbacks [] for security_group (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:22.292228 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 12:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-675595db-1fea-4bd1-af0b-f2abd8876a4b x-openstack-request-id: req-675595db-1fea-4bd1-af0b-f2abd8876a4b {{(pid=106201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:25:22.292573 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc8e107-efaf-4689-9e8f-f8adc955c6d9", "tag": "2d86ac1e-8e22-4863-a099-2f5b0b120e07", "status": "completed", "code": 200}]} {{(pid=106201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:25:22.292828 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-675595db-1fea-4bd1-af0b-f2abd8876a4b {{(pid=106201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:25:22.293248 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.notifiers.nova [-] Nova event matching ['req-675595db-1fea-4bd1-af0b-f2abd8876a4b'] response: {'name': 'network-changed', 'server_uuid': '3cc8e107-efaf-4689-9e8f-f8adc955c6d9', 'tag': '2d86ac1e-8e22-4863-a099-2f5b0b120e07', 'status': 'completed', 'code': 200} Sep 21 12:25:22.325547 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvr_db [None req-72c93f25-bbb6-474a-8f42-b0570f3b4c13 None None] Set router 24f1eebe-4c2e-4c07-be19-12381e209cd2 gateway port host: dv-cinder-858678-1-iscsi {{(pid=106203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:25:22.356324 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-008ffdd9-abcd-453c-9526-a5731a5ce64d tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Publish callbacks [] for security_group (9eb76a99-7f85-4224-b0ee-48e3952ae20b), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:22.360915 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-008ffdd9-abcd-453c-9526-a5731a5ce64d tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (9eb76a99-7f85-4224-b0ee-48e3952ae20b), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:22.380865 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:25:22.393573 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-008ffdd9-abcd-453c-9526-a5731a5ce64d tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Publish callbacks [] for security_group (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:22.394861 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-008ffdd9-abcd-453c-9526-a5731a5ce64d tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1411176 Sep 21 12:25:22.397812 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 57560) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:25:22.402108 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [None req-2cbd5b60-8291-422d-bb63-de850caf2cf1 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Request body: {'security_group_rule': {'security_group_id': '9eb76a99-7f85-4224-b0ee-48e3952ae20b', 'project_id': '9de710fda38c429a91595545e9a74dcb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:25:22.408823 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008ffdd9-abcd-453c-9526-a5731a5ce64d tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb76a99-7f85-4224-b0ee-48e3952ae20b,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:25:22.433745 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-2cbd5b60-8291-422d-bb63-de850caf2cf1 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Publish callbacks [] for security_group_rule (5285b6a4-cdf9-43ce-bbdf-1565b05ad3af), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:22.496694 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-2cbd5b60-8291-422d-bb63-de850caf2cf1 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Publish callbacks [] for security_group_rule (5285b6a4-cdf9-43ce-bbdf-1565b05ad3af), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:22.501117 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-2cbd5b60-8291-422d-bb63-de850caf2cf1 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663432'] for security_group_rule (5285b6a4-cdf9-43ce-bbdf-1565b05ad3af), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:22.519468 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbd5b60-8291-422d-bb63-de850caf2cf1 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5285b6a4-cdf9-43ce-bbdf-1565b05ad3af,revision_number=0']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:25:22.528462 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-2cbd5b60-8291-422d-bb63-de850caf2cf1 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:22.530512 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-2cbd5b60-8291-422d-bb63-de850caf2cf1 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1310117 Sep 21 12:25:22.533084 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 57562) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:25:22.537658 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [None req-9c8ae899-8fa2-4a54-a1ab-db95da6152bb tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Request body: {'security_group_rule': {'security_group_id': '9eb76a99-7f85-4224-b0ee-48e3952ae20b', 'project_id': '9de710fda38c429a91595545e9a74dcb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:25:22.567794 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-9c8ae899-8fa2-4a54-a1ab-db95da6152bb tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Publish callbacks [] for security_group_rule (32af6f88-6050-41c9-aab4-782c8c91ec6c), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:22.634622 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-9c8ae899-8fa2-4a54-a1ab-db95da6152bb tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Publish callbacks [] for security_group_rule (32af6f88-6050-41c9-aab4-782c8c91ec6c), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:22.639901 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-9c8ae899-8fa2-4a54-a1ab-db95da6152bb tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663432'] for security_group_rule (32af6f88-6050-41c9-aab4-782c8c91ec6c), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:22.661136 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 1f39c2aa-a245-4b77-8233-20f0c6c6cb30 no longer exists at agent hyperv_hv-cinder-85867 {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 12:25:22.669529 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-9c8ae899-8fa2-4a54-a1ab-db95da6152bb tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:22.671551 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-9c8ae899-8fa2-4a54-a1ab-db95da6152bb tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1369259 Sep 21 12:25:22.672819 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8ae899-8fa2-4a54-a1ab-db95da6152bb tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32af6f88-6050-41c9-aab4-782c8c91ec6c,revision_number=0']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:25:22.674478 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 57566) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:25:22.679970 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.v2.base [None req-e32cb9ce-8bde-4005-8765-1bdd17698a0e tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Request body: {'security_group_rule': {'security_group_id': '9eb76a99-7f85-4224-b0ee-48e3952ae20b', 'project_id': '9de710fda38c429a91595545e9a74dcb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:25:22.718180 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-72c93f25-bbb6-474a-8f42-b0570f3b4c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f1eebe-4c2e-4c07-be19-12381e209cd2', 'name': 'tempest-TestMinimumBasicScenario-908511886-router', 'tenant_id': '9de710fda38c429a91595545e9a74dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '681f5fbd-5670-40e1-8bd9-e898aa4aa16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:24:06Z', 'updated_at': '2022-09-21T12:24:10Z', 'revision_number': 4, 'project_id': '9de710fda38c429a91595545e9a74dcb', 'gw_port': {'id': '681f5fbd-5670-40e1-8bd9-e898aa4aa16f', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:82:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f1eebe-4c2e-4c07-be19-12381e209cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:24:08Z', 'updated_at': '2022-09-21T12:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_floatingips': [{'id': 'e7d8478a-c1f9-4e2e-872f-fcb718fb626f', 'tenant_id': '9de710fda38c429a91595545e9a74dcb', 'floating_ip_address': '172.27.0.230', 'floating_network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'router_id': '24f1eebe-4c2e-4c07-be19-12381e209cd2', 'port_id': '2d86ac1e-8e22-4863-a099-2f5b0b120e07', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e392466d-8ee6-4b86-9e48-53d3cb8a545c', 'mac_address': 'fa:16:3e:33:6e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc8e107-efaf-4689-9e8f-f8adc955c6d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T12:25:21Z', 'updated_at': '2022-09-21T12:25:21Z', 'revision_number': 0, 'project_id': '9de710fda38c429a91595545e9a74dcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '416fae16-bea2-4ecd-a3a5-c969fe2fdc2d', 'name': '', 'network_id': 'e392466d-8ee6-4b86-9e48-53d3cb8a545c', 'tenant_id': '9de710fda38c429a91595545e9a74dcb', 'mac_address': 'fa:16:3e:53:29:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f1eebe-4c2e-4c07-be19-12381e209cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'e0f543c0-159b-40e7-9e50-76800dc97874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:24:10Z', 'updated_at': '2022-09-21T12:24:17Z', 'revision_number': 5, 'project_id': '9de710fda38c429a91595545e9a74dcb', 'subnets': [{'id': 'e0f543c0-159b-40e7-9e50-76800dc97874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:25:22.721321 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-e32cb9ce-8bde-4005-8765-1bdd17698a0e tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Publish callbacks [] for security_group_rule (1ea27123-7c92-4f1a-9a0c-309a17ae6ae6), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:22.723468 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=100 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:25:22.732280 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:25:22.763063 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cdb949-33a5-483c-8603-77d7fd0e1e62 req-af8c5282-c384-47af-86cf-f062c950c2fd tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:22.763063 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-72cdb949-33a5-483c-8603-77d7fd0e1e62 req-af8c5282-c384-47af-86cf-f062c950c2fd tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 945 time: 0.0724266 Sep 21 12:25:22.765612 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c93f25-bbb6-474a-8f42-b0570f3b4c13 None None] Checking router: 24f1eebe-4c2e-4c07-be19-12381e209cd2 for host: dv-cinder-858678-1-iscsi {{(pid=106203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:25:22.782048 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=100 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:25:22.784754 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-e32cb9ce-8bde-4005-8765-1bdd17698a0e tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Publish callbacks [] for security_group_rule (1ea27123-7c92-4f1a-9a0c-309a17ae6ae6), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:22.785936 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c93f25-bbb6-474a-8f42-b0570f3b4c13 None None] Routers {'24f1eebe-4c2e-4c07-be19-12381e209cd2'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:25:22.786607 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-72c93f25-bbb6-474a-8f42-b0570f3b4c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:25:09Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['24f1eebe-4c2e-4c07-be19-12381e209cd2'], 'active': True} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:25:22.790370 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-e32cb9ce-8bde-4005-8765-1bdd17698a0e tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663432'] for security_group_rule (1ea27123-7c92-4f1a-9a0c-309a17ae6ae6), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:22.791031 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Current status of the port 1f39c2aa-a245-4b77-8233-20f0c6c6cb30 is: ACTIVE; New status is: DOWN {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:25:22.791409 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (1f39c2aa-a245-4b77-8233-20f0c6c6cb30), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:22.811165 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32cb9ce-8bde-4005-8765-1bdd17698a0e tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ea27123-7c92-4f1a-9a0c-309a17ae6ae6,revision_number=0']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:25:22.825734 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-e32cb9ce-8bde-4005-8765-1bdd17698a0e tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:22.829602 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-e32cb9ce-8bde-4005-8765-1bdd17698a0e tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1527438 Sep 21 12:25:22.831567 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-72cdb949-33a5-483c-8603-77d7fd0e1e62 req-673232b3-64a3-43cf-90fe-0e2e471e7a92 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577486 Sep 21 12:25:22.832086 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 57568) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:25:22.837237 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.v2.base [None req-a4745321-1859-407b-b6d4-d4e1455650be tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Request body: {'security_group_rule': {'security_group_id': '9eb76a99-7f85-4224-b0ee-48e3952ae20b', 'project_id': '9de710fda38c429a91595545e9a74dcb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:25:22.859305 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e9ebd08-4c95-43f6-a1a4-3268532d961e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f39c2aa-a245-4b77-8233-20f0c6c6cb30'}] {{(pid=106203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:25:22.861547 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f5c4d77a05fc023d1f839eaccf47ad38217f4e21b3a59551d1b02ed6bd0851a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81822bb0-9270-4b06-ae4f-24307ee739f8" -d '{"events": [{"server_uuid": "5e9ebd08-4c95-43f6-a1a4-3268532d961e", "name": "network-vif-unplugged", "status": "completed", "tag": "1f39c2aa-a245-4b77-8233-20f0c6c6cb30"}]}' {{(pid=106203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:25:22.866527 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-a4745321-1859-407b-b6d4-d4e1455650be tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Publish callbacks [] for security_group_rule (0450d650-a5b8-43a1-b9c1-d92aa7e293c4), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:22.876298 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:25:22.907269 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port 1f39c2aa-a245-4b77-8233-20f0c6c6cb30, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=1f39c2aa-a245-4b77-8233-20f0c6c6cb30,segment=NetworkSegment(8f611811-e093-433f-9aea-61970f40e4b3),segment_id=8f611811-e093-433f-9aea-61970f40e4b3)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:25:22.919207 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 21 Sep 2022 12:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ba5dda-ece2-43a6-9b1e-6b82734603fe x-openstack-request-id: req-f6ba5dda-ece2-43a6-9b1e-6b82734603fe {{(pid=106203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:25:22.919519 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e9ebd08-4c95-43f6-a1a4-3268532d961e", "name": "network-vif-unplugged", "status": "completed", "tag": "1f39c2aa-a245-4b77-8233-20f0c6c6cb30", "code": 200}]} {{(pid=106203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:25:22.919793 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f6ba5dda-ece2-43a6-9b1e-6b82734603fe {{(pid=106203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:25:22.920187 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6ba5dda-ece2-43a6-9b1e-6b82734603fe'] response: {'server_uuid': '5e9ebd08-4c95-43f6-a1a4-3268532d961e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f39c2aa-a245-4b77-8233-20f0c6c6cb30', 'code': 200} Sep 21 12:25:22.922817 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (1f39c2aa-a245-4b77-8233-20f0c6c6cb30), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:22.935992 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-a4745321-1859-407b-b6d4-d4e1455650be tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Publish callbacks [] for security_group_rule (0450d650-a5b8-43a1-b9c1-d92aa7e293c4), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:22.939736 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-a4745321-1859-407b-b6d4-d4e1455650be tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663432'] for security_group_rule (0450d650-a5b8-43a1-b9c1-d92aa7e293c4), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:22.957042 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4745321-1859-407b-b6d4-d4e1455650be tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0450d650-a5b8-43a1-b9c1-d92aa7e293c4,revision_number=0']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:25:22.961421 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvr_db [None req-72c93f25-bbb6-474a-8f42-b0570f3b4c13 None None] Set router 24f1eebe-4c2e-4c07-be19-12381e209cd2 gateway port host: dv-cinder-858678-1-iscsi {{(pid=106203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:25:22.973096 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-a4745321-1859-407b-b6d4-d4e1455650be tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:22.974453 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-a4745321-1859-407b-b6d4-d4e1455650be tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1416342 Sep 21 12:25:22.977343 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 57572) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:25:22.981857 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.v2.base [None req-e9cfdacd-772b-42b5-b8d8-de54ede0e810 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Request body: {'security_group_rule': {'security_group_id': '9eb76a99-7f85-4224-b0ee-48e3952ae20b', 'project_id': '9de710fda38c429a91595545e9a74dcb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:25:23.003086 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.db.securitygroups_db [None req-e9cfdacd-772b-42b5-b8d8-de54ede0e810 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Project 9de710fda38c429a91595545e9a74dcb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 12:25:23.009130 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-e9cfdacd-772b-42b5-b8d8-de54ede0e810 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Publish callbacks [] for security_group_rule (fd8075ba-8c4f-4429-b9a7-a32ab47b6f7f), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:23.010504 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Pushing event updated for resources: {'Port': ['ID=1f39c2aa-a245-4b77-8233-20f0c6c6cb30,revision_number=8']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:25:23.069920 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-e9cfdacd-772b-42b5-b8d8-de54ede0e810 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Publish callbacks [] for security_group_rule (fd8075ba-8c4f-4429-b9a7-a32ab47b6f7f), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:23.073710 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-e9cfdacd-772b-42b5-b8d8-de54ede0e810 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663432'] for security_group_rule (fd8075ba-8c4f-4429-b9a7-a32ab47b6f7f), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:23.092882 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cfdacd-772b-42b5-b8d8-de54ede0e810 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd8075ba-8c4f-4429-b9a7-a32ab47b6f7f,revision_number=0']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:25:23.100542 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-e9cfdacd-772b-42b5-b8d8-de54ede0e810 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:23.101780 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-e9cfdacd-772b-42b5-b8d8-de54ede0e810 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1234272 Sep 21 12:25:23.104737 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 57574) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:25:23.109298 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [None req-302e82dc-3d7d-48cf-b797-9ff30dda86cc tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Request body: {'security_group_rule': {'security_group_id': '9eb76a99-7f85-4224-b0ee-48e3952ae20b', 'project_id': '9de710fda38c429a91595545e9a74dcb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:25:23.130545 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.db.securitygroups_db [None req-302e82dc-3d7d-48cf-b797-9ff30dda86cc tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Project 9de710fda38c429a91595545e9a74dcb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 12:25:23.136594 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-302e82dc-3d7d-48cf-b797-9ff30dda86cc tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Publish callbacks [] for security_group_rule (4886c78d-d9bc-4c87-8fe5-04a54836d16c), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:23.201032 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-302e82dc-3d7d-48cf-b797-9ff30dda86cc tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Publish callbacks [] for security_group_rule (4886c78d-d9bc-4c87-8fe5-04a54836d16c), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:23.205607 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-72c93f25-bbb6-474a-8f42-b0570f3b4c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f1eebe-4c2e-4c07-be19-12381e209cd2', 'name': 'tempest-TestMinimumBasicScenario-908511886-router', 'tenant_id': '9de710fda38c429a91595545e9a74dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '681f5fbd-5670-40e1-8bd9-e898aa4aa16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:24:06Z', 'updated_at': '2022-09-21T12:24:10Z', 'revision_number': 4, 'project_id': '9de710fda38c429a91595545e9a74dcb', 'gw_port': {'id': '681f5fbd-5670-40e1-8bd9-e898aa4aa16f', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:82:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f1eebe-4c2e-4c07-be19-12381e209cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:24:08Z', 'updated_at': '2022-09-21T12:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_floatingips': [{'id': 'e7d8478a-c1f9-4e2e-872f-fcb718fb626f', 'tenant_id': '9de710fda38c429a91595545e9a74dcb', 'floating_ip_address': '172.27.0.230', 'floating_network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'router_id': '24f1eebe-4c2e-4c07-be19-12381e209cd2', 'port_id': '2d86ac1e-8e22-4863-a099-2f5b0b120e07', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e392466d-8ee6-4b86-9e48-53d3cb8a545c', 'mac_address': 'fa:16:3e:33:6e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc8e107-efaf-4689-9e8f-f8adc955c6d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T12:25:21Z', 'updated_at': '2022-09-21T12:25:21Z', 'revision_number': 0, 'project_id': '9de710fda38c429a91595545e9a74dcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '416fae16-bea2-4ecd-a3a5-c969fe2fdc2d', 'name': '', 'network_id': 'e392466d-8ee6-4b86-9e48-53d3cb8a545c', 'tenant_id': '9de710fda38c429a91595545e9a74dcb', 'mac_address': 'fa:16:3e:53:29:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f1eebe-4c2e-4c07-be19-12381e209cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'e0f543c0-159b-40e7-9e50-76800dc97874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:24:10Z', 'updated_at': '2022-09-21T12:24:17Z', 'revision_number': 5, 'project_id': '9de710fda38c429a91595545e9a74dcb', 'subnets': [{'id': 'e0f543c0-159b-40e7-9e50-76800dc97874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:25:23.206028 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-302e82dc-3d7d-48cf-b797-9ff30dda86cc tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663432'] for security_group_rule (4886c78d-d9bc-4c87-8fe5-04a54836d16c), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:23.225432 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302e82dc-3d7d-48cf-b797-9ff30dda86cc tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4886c78d-d9bc-4c87-8fe5-04a54836d16c,revision_number=0']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:25:23.232901 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c93f25-bbb6-474a-8f42-b0570f3b4c13 None None] The sync data for ids ['24f1eebe-4c2e-4c07-be19-12381e209cd2'] in dv-cinder-858678-1-iscsi is: [{'id': '24f1eebe-4c2e-4c07-be19-12381e209cd2', 'name': 'tempest-TestMinimumBasicScenario-908511886-router', 'tenant_id': '9de710fda38c429a91595545e9a74dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '681f5fbd-5670-40e1-8bd9-e898aa4aa16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:24:06Z', 'updated_at': '2022-09-21T12:24:10Z', 'revision_number': 4, 'project_id': '9de710fda38c429a91595545e9a74dcb', 'gw_port': {'id': '681f5fbd-5670-40e1-8bd9-e898aa4aa16f', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:82:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f1eebe-4c2e-4c07-be19-12381e209cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:24:08Z', 'updated_at': '2022-09-21T12:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_floatingips': [{'id': 'e7d8478a-c1f9-4e2e-872f-fcb718fb626f', 'tenant_id': '9de710fda38c429a91595545e9a74dcb', 'floating_ip_address': '172.27.0.230', 'floating_network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'router_id': '24f1eebe-4c2e-4c07-be19-12381e209cd2', 'port_id': '2d86ac1e-8e22-4863-a099-2f5b0b120e07', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e392466d-8ee6-4b86-9e48-53d3cb8a545c', 'mac_address': 'fa:16:3e:33:6e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc8e107-efaf-4689-9e8f-f8adc955c6d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T12:25:21Z', 'updated_at': '2022-09-21T12:25:21Z', 'revision_number': 0, 'project_id': '9de710fda38c429a91595545e9a74dcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '416fae16-bea2-4ecd-a3a5-c969fe2fdc2d', 'name': '', 'network_id': 'e392466d-8ee6-4b86-9e48-53d3cb8a545c', 'tenant_id': '9de710fda38c429a91595545e9a74dcb', 'mac_address': 'fa:16:3e:53:29:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f1eebe-4c2e-4c07-be19-12381e209cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'e0f543c0-159b-40e7-9e50-76800dc97874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:24:10Z', 'updated_at': '2022-09-21T12:24:17Z', 'revision_number': 5, 'project_id': '9de710fda38c429a91595545e9a74dcb', 'subnets': [{'id': 'e0f543c0-159b-40e7-9e50-76800dc97874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:25:23.237891 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-302e82dc-3d7d-48cf-b797-9ff30dda86cc tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:23.243178 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-302e82dc-3d7d-48cf-b797-9ff30dda86cc tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1334031 Sep 21 12:25:23.294090 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0c1ec4-922d-4a80-a780-70c8a6237391 req-c910c384-4a53-408e-89bc-1adde7ccd78f tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:23.300840 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ea0c1ec4-922d-4a80-a780-70c8a6237391 req-c910c384-4a53-408e-89bc-1adde7ccd78f tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 944 time: 0.0665724 Sep 21 12:25:23.341836 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-368fb75a-9f58-47cd-9ed2-e5d94fa05c72 req-bf371894-c6d5-428c-88b2-cc8d085aaae2 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-427883083&fields=id&tenant_id=9de710fda38c429a91595545e9a74dcb HTTP/1.1" status: 200 len: 267 time: 0.0509310 Sep 21 12:25:23.350811 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ea0c1ec4-922d-4a80-a780-70c8a6237391 req-df1c7ab1-66bd-40cb-ace5-a79329f8f044 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443854 Sep 21 12:25:23.395992 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368fb75a-9f58-47cd-9ed2-e5d94fa05c72 req-94700513-b4ae-46c8-9ee4-ab5d4da74190 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:23.397547 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-368fb75a-9f58-47cd-9ed2-e5d94fa05c72 req-94700513-b4ae-46c8-9ee4-ab5d4da74190 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3cc8e107-efaf-4689-9e8f-f8adc955c6d9 HTTP/1.1" status: 200 len: 945 time: 0.0490580 Sep 21 12:25:23.409019 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.v2.base [req-368fb75a-9f58-47cd-9ed2-e5d94fa05c72 req-ddc8d6bc-8ccc-4e4f-9e37-e5236834de4d tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Request body: {'port': {'security_groups': ['c6ffa42e-697b-4061-b2e1-9cfe39dbad83', '9eb76a99-7f85-4224-b0ee-48e3952ae20b']}} {{(pid=106201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:25:23.444737 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389b03f2-c8e9-42eb-963a-1c95597646cf None None] New status for floating IP e7d8478a-c1f9-4e2e-872f-fcb718fb626f: ACTIVE {{(pid=106204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 21 12:25:23.487361 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [req-368fb75a-9f58-47cd-9ed2-e5d94fa05c72 req-ddc8d6bc-8ccc-4e4f-9e37-e5236834de4d tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (2d86ac1e-8e22-4863-a099-2f5b0b120e07), before_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:23.608057 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:25:23.707244 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.db [req-368fb75a-9f58-47cd-9ed2-e5d94fa05c72 req-ddc8d6bc-8ccc-4e4f-9e37-e5236834de4d tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] For port 2d86ac1e-8e22-4863-a099-2f5b0b120e07, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=2d86ac1e-8e22-4863-a099-2f5b0b120e07,segment=NetworkSegment(fd3953c2-4056-4e24-bc29-f88836e2c777),segment_id=fd3953c2-4056-4e24-bc29-f88836e2c777)] {{(pid=106201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:25:23.734936 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [req-368fb75a-9f58-47cd-9ed2-e5d94fa05c72 req-ddc8d6bc-8ccc-4e4f-9e37-e5236834de4d tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Publish callbacks [] for port (2d86ac1e-8e22-4863-a099-2f5b0b120e07), precommit_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:23.739327 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [req-368fb75a-9f58-47cd-9ed2-e5d94fa05c72 req-ddc8d6bc-8ccc-4e4f-9e37-e5236834de4d tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6788903'] for port (2d86ac1e-8e22-4863-a099-2f5b0b120e07), after_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:23.769052 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368fb75a-9f58-47cd-9ed2-e5d94fa05c72 req-ddc8d6bc-8ccc-4e4f-9e37-e5236834de4d tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:23.769608 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [req-368fb75a-9f58-47cd-9ed2-e5d94fa05c72 req-ddc8d6bc-8ccc-4e4f-9e37-e5236834de4d tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for port (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:23.770985 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-368fb75a-9f58-47cd-9ed2-e5d94fa05c72 req-ddc8d6bc-8ccc-4e4f-9e37-e5236834de4d tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "PUT /networking/v2.0/ports/2d86ac1e-8e22-4863-a099-2f5b0b120e07 HTTP/1.1" status: 200 len: 981 time: 0.3672414 Sep 21 12:25:23.801485 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc8d6bc-8ccc-4e4f-9e37-e5236834de4d tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Pushing event updated for resources: {'Port': ['ID=2d86ac1e-8e22-4863-a099-2f5b0b120e07,revision_number=6']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:25:23.807614 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] get_ports_and_sgs() called for port_ids ['2d86ac1e-8e22-4863-a099-2f5b0b120e07'] {{(pid=106203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 12:25:23.876160 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec9ba12-990b-45c9-8195-8cf707044699 req-a0d381be-29ec-44f0-b54c-7d36823c012f tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:23.877820 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-aec9ba12-990b-45c9-8195-8cf707044699 req-a0d381be-29ec-44f0-b54c-7d36823c012f tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3cc8e107-efaf-4689-9e8f-f8adc955c6d9 HTTP/1.1" status: 200 len: 984 time: 0.0514698 Sep 21 12:25:23.949064 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-aec9ba12-990b-45c9-8195-8cf707044699 req-7ccf3105-2758-4ee5-9ed5-a666c27691da tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=9eb76a99-7f85-4224-b0ee-48e3952ae20b&id=c6ffa42e-697b-4061-b2e1-9cfe39dbad83&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0633092 Sep 21 12:25:23.967666 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f161e7-2bb7-4bf6-b036-3e3fd8bf019b req-e385d2b7-281a-4f86-a304-c7ed0e0feb8a tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:23.968913 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-17f161e7-2bb7-4bf6-b036-3e3fd8bf019b req-e385d2b7-281a-4f86-a304-c7ed0e0feb8a tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 945 time: 0.0521924 Sep 21 12:25:24.020965 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-17f161e7-2bb7-4bf6-b036-3e3fd8bf019b req-ce1160bf-a896-4a7e-949a-ef21364a9370 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457139 Sep 21 12:25:24.055070 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] get_ports_and_sgs() called for port_ids ['2d86ac1e-8e22-4863-a099-2f5b0b120e07'] {{(pid=106203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 12:25:24.123200 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:25:24.205442 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:25:24.294174 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc8e107-efaf-4689-9e8f-f8adc955c6d9', 'tag': '2d86ac1e-8e22-4863-a099-2f5b0b120e07'}] {{(pid=106201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:25:24.297014 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}820e190412424329cfb88a87f9088cb5fffe4f23ca632413c3a8305fb0e7ba95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e43b06ca-ba57-4731-9264-1b3916ec78b9" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc8e107-efaf-4689-9e8f-f8adc955c6d9", "tag": "2d86ac1e-8e22-4863-a099-2f5b0b120e07"}]}' {{(pid=106201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:25:24.334967 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 12:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c699e35a-cbfa-4911-a403-c9296bc0a441 x-openstack-request-id: req-c699e35a-cbfa-4911-a403-c9296bc0a441 {{(pid=106201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:25:24.335251 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc8e107-efaf-4689-9e8f-f8adc955c6d9", "tag": "2d86ac1e-8e22-4863-a099-2f5b0b120e07", "status": "completed", "code": 200}]} {{(pid=106201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:25:24.335504 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c699e35a-cbfa-4911-a403-c9296bc0a441 {{(pid=106201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:25:24.335925 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c699e35a-cbfa-4911-a403-c9296bc0a441'] response: {'name': 'network-changed', 'server_uuid': '3cc8e107-efaf-4689-9e8f-f8adc955c6d9', 'tag': '2d86ac1e-8e22-4863-a099-2f5b0b120e07', 'status': 'completed', 'code': 200} Sep 21 12:25:24.481536 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae51300-ded5-49f4-89db-8cad08f135f7 req-f624a322-a82c-4aae-b77a-18e90df9724c tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:24.483580 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-5ae51300-ded5-49f4-89db-8cad08f135f7 req-f624a322-a82c-4aae-b77a-18e90df9724c tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 944 time: 0.0500765 Sep 21 12:25:24.532976 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-5ae51300-ded5-49f4-89db-8cad08f135f7 req-6a02411c-84d1-4472-bb0f-7d8ceb6d570b tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436678 Sep 21 12:25:24.848781 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb7d0a-ee52-4d57-9dc8-2fc72168772f req-1564116b-c1a1-4493-90ad-5d22220a1f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:24.850246 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-03cb7d0a-ee52-4d57-9dc8-2fc72168772f req-1564116b-c1a1-4493-90ad-5d22220a1f14 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=46771c4a-a4e0-44e3-b0ad-6700b1914d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382738 Sep 21 12:25:25.109499 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3a5cd-4a58-4c22-8667-c85d390227d1 req-4d490915-5b96-4e66-9f31-04987540d399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:25.111095 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-9fe3a5cd-4a58-4c22-8667-c85d390227d1 req-4d490915-5b96-4e66-9f31-04987540d399 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=9de710fda38c429a91595545e9a74dcb&device_id=3cc8e107-efaf-4689-9e8f-f8adc955c6d9 HTTP/1.1" status: 200 len: 1168 time: 0.0891016 Sep 21 12:25:25.199383 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-03cb7d0a-ee52-4d57-9dc8-2fc72168772f req-82b4a1a1-0473-4586-8d99-d3166b43ab48 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/46771c4a-a4e0-44e3-b0ad-6700b1914d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685455 Sep 21 12:25:25.238984 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:25:25.289473 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3a5cd-4a58-4c22-8667-c85d390227d1 req-aadd0153-f1d4-494f-87eb-6351be49fddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:25.290958 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-9fe3a5cd-4a58-4c22-8667-c85d390227d1 req-aadd0153-f1d4-494f-87eb-6351be49fddc service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=e392466d-8ee6-4b86-9e48-53d3cb8a545c HTTP/1.1" status: 200 len: 915 time: 0.1719134 Sep 21 12:25:25.333701 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-03cb7d0a-ee52-4d57-9dc8-2fc72168772f req-b35d89a1-ac64-4357-b60c-eff20cec7db9 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/46771c4a-a4e0-44e3-b0ad-6700b1914d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249454 Sep 21 12:25:25.383871 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-9fe3a5cd-4a58-4c22-8667-c85d390227d1 req-e559725f-bf3d-4b55-88df-02f46781c786 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d86ac1e-8e22-4863-a099-2f5b0b120e07 HTTP/1.1" status: 200 len: 1001 time: 0.0664451 Sep 21 12:25:25.408588 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:25:25.446846 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3a5cd-4a58-4c22-8667-c85d390227d1 req-d4ec43f4-74e5-452a-b1f0-46885b9236a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:25.448411 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-9fe3a5cd-4a58-4c22-8667-c85d390227d1 req-d4ec43f4-74e5-452a-b1f0-46885b9236a0 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=e0f543c0-159b-40e7-9e50-76800dc97874 HTTP/1.1" status: 200 len: 853 time: 0.0521514 Sep 21 12:25:25.511362 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3a5cd-4a58-4c22-8667-c85d390227d1 req-2df3d6cc-b39e-4c3c-a872-8b5f009a75eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:25.512905 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-9fe3a5cd-4a58-4c22-8667-c85d390227d1 req-2df3d6cc-b39e-4c3c-a872-8b5f009a75eb service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=e392466d-8ee6-4b86-9e48-53d3cb8a545c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418236 Sep 21 12:25:25.655549 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-9fe3a5cd-4a58-4c22-8667-c85d390227d1 req-c2bbaf18-f527-4330-8474-ed62ddc6163d service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e392466d-8ee6-4b86-9e48-53d3cb8a545c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143191 Sep 21 12:25:25.673298 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce76a3-9976-4bae-9946-c1838b20865e req-dc674559-a227-42e4-9d8e-f910a07b24a3 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:25.674719 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-20ce76a3-9976-4bae-9946-c1838b20865e req-dc674559-a227-42e4-9d8e-f910a07b24a3 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 944 time: 0.0564418 Sep 21 12:25:25.722065 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-20ce76a3-9976-4bae-9946-c1838b20865e req-6b993b8d-c3a8-4c0e-85d6-a9a977b584d7 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416880 Sep 21 12:25:25.940841 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-9fe3a5cd-4a58-4c22-8667-c85d390227d1 req-ab3d20f4-8e3a-4fc1-9f32-757d64a13314 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e392466d-8ee6-4b86-9e48-53d3cb8a545c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985892 Sep 21 12:25:26.072962 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43b06ca-ba57-4731-9264-1b3916ec78b9 req-e57b2ba3-be6e-424e-9404-dcc6edf83707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:26.074744 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e43b06ca-ba57-4731-9264-1b3916ec78b9 req-e57b2ba3-be6e-424e-9404-dcc6edf83707 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=9de710fda38c429a91595545e9a74dcb&device_id=3cc8e107-efaf-4689-9e8f-f8adc955c6d9 HTTP/1.1" status: 200 len: 1168 time: 0.0418377 Sep 21 12:25:26.173809 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43b06ca-ba57-4731-9264-1b3916ec78b9 req-f9b47f76-e0d8-45c4-a4e5-8fee003607d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:26.175276 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e43b06ca-ba57-4731-9264-1b3916ec78b9 req-f9b47f76-e0d8-45c4-a4e5-8fee003607d0 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=e392466d-8ee6-4b86-9e48-53d3cb8a545c HTTP/1.1" status: 200 len: 915 time: 0.0934033 Sep 21 12:25:26.242009 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [req-98a4ed18-600d-4695-8dc7-6ceb8f58975b req-64518538-a93a-4249-8552-7a1fe0639f6c service neutron] http://10.222.0.71:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106202) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 12:25:26.242980 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-98a4ed18-600d-4695-8dc7-6ceb8f58975b req-64518538-a93a-4249-8552-7a1fe0639f6c service neutron] 10.222.0.71 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0050001 Sep 21 12:25:26.245119 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e43b06ca-ba57-4731-9264-1b3916ec78b9 req-9a0d795b-bbef-45fb-970b-1306706230ab service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d86ac1e-8e22-4863-a099-2f5b0b120e07 HTTP/1.1" status: 200 len: 1001 time: 0.0630357 Sep 21 12:25:26.298738 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43b06ca-ba57-4731-9264-1b3916ec78b9 req-55a7fbcd-d70d-44c0-b9d9-4bcfa4cdfca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:26.300601 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e43b06ca-ba57-4731-9264-1b3916ec78b9 req-55a7fbcd-d70d-44c0-b9d9-4bcfa4cdfca3 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=e0f543c0-159b-40e7-9e50-76800dc97874 HTTP/1.1" status: 200 len: 853 time: 0.0490341 Sep 21 12:25:26.352928 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43b06ca-ba57-4731-9264-1b3916ec78b9 req-0c724a84-2520-4603-9ab9-1aedeb854d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:26.354500 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e43b06ca-ba57-4731-9264-1b3916ec78b9 req-0c724a84-2520-4603-9ab9-1aedeb854d4f service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=e392466d-8ee6-4b86-9e48-53d3cb8a545c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477309 Sep 21 12:25:26.416258 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:25:26.427879 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bbfe12-43db-4591-8e4e-641fa4feb74a req-8a79b7e7-2d3b-4a2c-8a76-61a4b3b3068b tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:26.434955 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-c9bbfe12-43db-4591-8e4e-641fa4feb74a req-8a79b7e7-2d3b-4a2c-8a76-61a4b3b3068b tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 944 time: 0.0553164 Sep 21 12:25:26.457423 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e43b06ca-ba57-4731-9264-1b3916ec78b9 req-3028b5a1-d2f4-47b0-b9fa-a7ed396d9ad7 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e392466d-8ee6-4b86-9e48-53d3cb8a545c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935433 Sep 21 12:25:26.484460 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-c9bbfe12-43db-4591-8e4e-641fa4feb74a req-cb5d69c1-f3b6-4699-9ad9-a77180ca2e42 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483606 Sep 21 12:25:26.564092 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e43b06ca-ba57-4731-9264-1b3916ec78b9 req-586fa7f9-11b4-42f2-a98b-034cb738c77a service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e392466d-8ee6-4b86-9e48-53d3cb8a545c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992143 Sep 21 12:25:26.703351 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 57630) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:25:26.776585 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=100 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:25:26.787838 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-bcfda48c-82ee-40c6-87b5-0760b25dde77 req-17ef5d05-ecbd-4f1e-a9f9-65c7e80062c4 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0833409 Sep 21 12:25:26.797213 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [req-bcfda48c-82ee-40c6-87b5-0760b25dde77 req-257e87d5-1cf9-4447-991f-1e5ea5d1147b service neutron] http://10.222.0.71:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106202) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 12:25:26.798187 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-bcfda48c-82ee-40c6-87b5-0760b25dde77 req-257e87d5-1cf9-4447-991f-1e5ea5d1147b service neutron] 10.222.0.71 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0055130 Sep 21 12:25:26.877963 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 57638) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:25:26.968472 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfda48c-82ee-40c6-87b5-0760b25dde77 req-dd2fa63c-bd42-4d32-b55f-532548ec61cb tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:26.969805 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-bcfda48c-82ee-40c6-87b5-0760b25dde77 req-dd2fa63c-bd42-4d32-b55f-532548ec61cb tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports/1f39c2aa-a245-4b77-8233-20f0c6c6cb30 HTTP/1.1" status: 200 len: 941 time: 0.0908735 Sep 21 12:25:27.620458 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e053296-29ba-4f12-b1d4-ff0673018274 req-5b872171-cf59-4f0e-b935-22ca947dad12 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:27.621920 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-7e053296-29ba-4f12-b1d4-ff0673018274 req-5b872171-cf59-4f0e-b935-22ca947dad12 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 944 time: 0.0519755 Sep 21 12:25:27.669684 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-7e053296-29ba-4f12-b1d4-ff0673018274 req-38019985-412f-4ea9-b394-c8b5fc586441 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415926 Sep 21 12:25:28.724328 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 1f39c2aa-a245-4b77-8233-20f0c6c6cb30 no longer exists at agent hyperv_hv-cinder-85867 {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 12:25:28.797628 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Current status of the port 1f39c2aa-a245-4b77-8233-20f0c6c6cb30 is: DOWN; New status is: DOWN {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:25:28.797875 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b52a56-dc70-4073-b21f-aec4c6f64736 req-59d4cff0-cf4a-488b-9d2c-9ed6ac518313 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:28.799976 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-07b52a56-dc70-4073-b21f-aec4c6f64736 req-59d4cff0-cf4a-488b-9d2c-9ed6ac518313 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 944 time: 0.0477078 Sep 21 12:25:28.846672 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-07b52a56-dc70-4073-b21f-aec4c6f64736 req-781d5d0e-f919-4da1-aa52-eeef2bcceac0 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416756 Sep 21 12:25:29.027466 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfda48c-82ee-40c6-87b5-0760b25dde77 req-7c93c289-462c-4e36-a922-cc3ec6e1127b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:29.028904 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-bcfda48c-82ee-40c6-87b5-0760b25dde77 req-7c93c289-462c-4e36-a922-cc3ec6e1127b service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e&tenant_id=5e6ef4f3de1943ffbde82d3f0a19542f HTTP/1.1" status: 200 len: 1128 time: 0.0689888 Sep 21 12:25:29.137845 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfda48c-82ee-40c6-87b5-0760b25dde77 req-4765a065-4175-491c-ad5d-3e4feae191dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:29.139980 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-bcfda48c-82ee-40c6-87b5-0760b25dde77 req-4765a065-4175-491c-ad5d-3e4feae191dc service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=5e6ef4f3de1943ffbde82d3f0a19542f&device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 1128 time: 0.0553977 Sep 21 12:25:29.156844 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=100 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:25:29.236758 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfda48c-82ee-40c6-87b5-0760b25dde77 req-784e690e-d91c-4786-be0c-bfc480bc0c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:29.238232 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-bcfda48c-82ee-40c6-87b5-0760b25dde77 req-784e690e-d91c-4786-be0c-bfc480bc0c52 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=b3f0e30c-c130-4bd6-a99c-2726089c3f25 HTTP/1.1" status: 200 len: 918 time: 0.0892756 Sep 21 12:25:29.306369 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-bcfda48c-82ee-40c6-87b5-0760b25dde77 req-eea41635-8acb-4532-89e6-372656cf75e4 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f39c2aa-a245-4b77-8233-20f0c6c6cb30 HTTP/1.1" status: 200 len: 1000 time: 0.0587819 Sep 21 12:25:29.355040 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfda48c-82ee-40c6-87b5-0760b25dde77 req-d7ed4e24-0454-4c26-8bb8-724027e5a831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:29.356508 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-bcfda48c-82ee-40c6-87b5-0760b25dde77 req-d7ed4e24-0454-4c26-8bb8-724027e5a831 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=f5cf9592-7b6c-4eba-b546-68b41c284733 HTTP/1.1" status: 200 len: 856 time: 0.0438964 Sep 21 12:25:29.400280 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfda48c-82ee-40c6-87b5-0760b25dde77 req-11b4206f-d82e-481f-82ae-5485cc2e6be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:29.401756 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-bcfda48c-82ee-40c6-87b5-0760b25dde77 req-11b4206f-d82e-481f-82ae-5485cc2e6be9 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=b3f0e30c-c130-4bd6-a99c-2726089c3f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377674 Sep 21 12:25:29.497381 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-bcfda48c-82ee-40c6-87b5-0760b25dde77 req-1415f0d4-a65b-408c-b000-d91a3e01cd07 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/b3f0e30c-c130-4bd6-a99c-2726089c3f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873206 Sep 21 12:25:29.593495 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-bcfda48c-82ee-40c6-87b5-0760b25dde77 req-84559425-0518-4ade-b438-8541710f6204 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/b3f0e30c-c130-4bd6-a99c-2726089c3f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885046 Sep 21 12:25:29.987055 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3990ec0e-e1e7-455a-98ae-31e6046e6495 req-03b1bd17-a6ec-4838-a8a2-541f255eef64 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:29.988585 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-3990ec0e-e1e7-455a-98ae-31e6046e6495 req-03b1bd17-a6ec-4838-a8a2-541f255eef64 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 944 time: 0.0517404 Sep 21 12:25:30.039005 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-3990ec0e-e1e7-455a-98ae-31e6046e6495 req-7f623eee-299c-458e-b985-c821a982ce06 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443597 Sep 21 12:25:31.169863 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26b3656-0db0-4b0b-bb3c-352045a86994 req-7b160c5d-7fc5-4790-9035-3150745c4f06 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:31.171987 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-a26b3656-0db0-4b0b-bb3c-352045a86994 req-7b160c5d-7fc5-4790-9035-3150745c4f06 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 944 time: 0.0472860 Sep 21 12:25:31.222428 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-a26b3656-0db0-4b0b-bb3c-352045a86994 req-4c39bcc6-e437-4b46-9861-a460bd879551 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446584 Sep 21 12:25:32.352213 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe1fbc6-14ee-49fd-9b17-4779120a126e req-b3c86cd4-04f7-4da2-9c36-50a1aef9b545 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:32.353749 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-7fe1fbc6-14ee-49fd-9b17-4779120a126e req-b3c86cd4-04f7-4da2-9c36-50a1aef9b545 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 944 time: 0.0492959 Sep 21 12:25:32.406890 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-7fe1fbc6-14ee-49fd-9b17-4779120a126e req-34008350-e4bf-402c-9129-c5a41e57b477 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458982 Sep 21 12:25:33.539793 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5835e39-362e-4d47-9968-7aecf9411657 req-09b6870d-07c7-402d-8b00-50679015556f tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:33.541278 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-b5835e39-362e-4d47-9968-7aecf9411657 req-09b6870d-07c7-402d-8b00-50679015556f tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 944 time: 0.0498638 Sep 21 12:25:33.592988 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-b5835e39-362e-4d47-9968-7aecf9411657 req-7d761886-4999-4cce-b9d8-2e987b2395b3 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458753 Sep 21 12:25:34.724347 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3c696-80d6-4829-83ba-96dec4fb0c24 req-5ba0ed67-5a73-4db9-982b-e60f2e9d60f4 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:34.725828 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-c1e3c696-80d6-4829-83ba-96dec4fb0c24 req-5ba0ed67-5a73-4db9-982b-e60f2e9d60f4 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 944 time: 0.0492499 Sep 21 12:25:34.760809 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:25:34.766285 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:25:34.778483 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-c1e3c696-80d6-4829-83ba-96dec4fb0c24 req-b5e8ed10-8627-4f99-91a6-608ecbfe7e86 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469995 Sep 21 12:25:35.910328 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a41c8da-9799-4711-ba38-8ac0dfc02014 req-387bdf0a-45ba-482c-98b3-e9d2d781c1f6 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:35.912066 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-6a41c8da-9799-4711-ba38-8ac0dfc02014 req-387bdf0a-45ba-482c-98b3-e9d2d781c1f6 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 944 time: 0.0486841 Sep 21 12:25:35.963343 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-6a41c8da-9799-4711-ba38-8ac0dfc02014 req-1bf1f590-3716-449d-b6d4-e11cb6acb75a tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443516 Sep 21 12:25:36.362632 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1ccc4211-1374-4eb5-9232-674b62ad5dbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (f73c601a-29a1-4353-9f34-efd4ba2e6501), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:37.098361 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f38ef2b-e1a6-46fa-aa4e-67b42bf2d15b req-b6bc62a5-1019-4776-a622-34b7d6eb09ce tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:37.102557 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-4f38ef2b-e1a6-46fa-aa4e-67b42bf2d15b req-b6bc62a5-1019-4776-a622-34b7d6eb09ce tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 944 time: 0.0478523 Sep 21 12:25:37.150207 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-4f38ef2b-e1a6-46fa-aa4e-67b42bf2d15b req-89c2565c-6c2d-49af-936d-fbbaba752e15 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446012 Sep 21 12:25:38.296279 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d11899-9e39-4c07-a468-e45750d937da req-db69766e-1510-43cc-b6f9-8794c69469cb tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:38.297818 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-72d11899-9e39-4c07-a468-e45750d937da req-db69766e-1510-43cc-b6f9-8794c69469cb tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 944 time: 0.0521655 Sep 21 12:25:38.345693 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-72d11899-9e39-4c07-a468-e45750d937da req-730621a6-80d0-4a05-b4be-9d2764959ca4 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422792 Sep 21 12:25:38.603663 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-9692c322-e708-452c-ab8e-8fc2a59a0d9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (4f31b8b6-17c0-474d-bf52-0481ff2a5cf7), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:39.493298 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=100 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:25:39.541704 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a323cbb0-80b8-4db4-8591-3db7d8ea3ce4 req-fdebe3e2-9afb-4b76-98f9-73855675423b tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:39.543249 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-a323cbb0-80b8-4db4-8591-3db7d8ea3ce4 req-fdebe3e2-9afb-4b76-98f9-73855675423b tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 944 time: 0.1099160 Sep 21 12:25:39.598202 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-a323cbb0-80b8-4db4-8591-3db7d8ea3ce4 req-87aaa709-9a72-4e57-ac60-de9c63b9038a tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460129 Sep 21 12:25:39.936348 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-740e41e1-10de-4b2e-a9f0-9582d49d2a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (d7a8950b-d4d7-4646-ba54-d395483871b4), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:40.782949 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94beeca-4c66-4b40-a03c-0951371e2474 req-d4a28663-54a3-4ec4-bddf-6e0cf8359aa2 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:40.784485 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-c94beeca-4c66-4b40-a03c-0951371e2474 req-d4a28663-54a3-4ec4-bddf-6e0cf8359aa2 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 944 time: 0.1031046 Sep 21 12:25:40.834087 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-c94beeca-4c66-4b40-a03c-0951371e2474 req-9f3fc36a-6c2b-48eb-9fc3-ad330e55d03a tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441351 Sep 21 12:25:41.232516 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (57fb69a9-4edc-44fd-8965-b65708e41306), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:41.485166 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c3e59811-0015-48e8-afb5-3d82d64b721e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (cef1489a-7471-4b81-a7c5-b9e507e96767), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:41.969554 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea37296e-1d7b-4d4c-aa1d-d29e44bc9fbd req-5a156253-f557-4a5b-8a77-28ac341edfbd tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:41.971177 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ea37296e-1d7b-4d4c-aa1d-d29e44bc9fbd req-5a156253-f557-4a5b-8a77-28ac341edfbd tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 944 time: 0.0513873 Sep 21 12:25:42.020020 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ea37296e-1d7b-4d4c-aa1d-d29e44bc9fbd req-87a6a52e-8553-41d4-8776-5abe0e204aa1 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431905 Sep 21 12:25:43.133802 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=100 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:25:43.144208 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf30b2-8d9d-4255-846f-08cbf0b57521 req-f3b290d2-e491-4381-be4d-950ebeb7b076 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:43.145661 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-6cdf30b2-8d9d-4255-846f-08cbf0b57521 req-f3b290d2-e491-4381-be4d-950ebeb7b076 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 944 time: 0.0454817 Sep 21 12:25:43.195066 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-6cdf30b2-8d9d-4255-846f-08cbf0b57521 req-2d0258e7-59d0-474e-a32a-819f599f1f29 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435569 Sep 21 12:25:44.286889 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=100 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:25:44.324361 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a5639-aa4a-4d42-a4dc-2738a3ca0007 req-6e6df895-14a4-4bd2-b451-4b3af07ec4d7 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:44.325821 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b01a5639-aa4a-4d42-a4dc-2738a3ca0007 req-6e6df895-14a4-4bd2-b451-4b3af07ec4d7 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 944 time: 0.0473015 Sep 21 12:25:44.372084 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b01a5639-aa4a-4d42-a4dc-2738a3ca0007 req-d62223f3-6562-4737-aac7-869d2d721ee9 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399222 Sep 21 12:25:45.502233 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa4e377-f09c-4b18-9db3-252196b28613 req-2a5bbed1-dd33-4163-a6b1-a6373d4e18cb tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:45.503793 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-baa4e377-f09c-4b18-9db3-252196b28613 req-2a5bbed1-dd33-4163-a6b1-a6373d4e18cb tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 944 time: 0.0497234 Sep 21 12:25:45.552784 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-baa4e377-f09c-4b18-9db3-252196b28613 req-00ecc3ef-0c6a-4aee-94d0-56517c23501e tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433087 Sep 21 12:25:46.684530 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6274ea7e-4688-471f-b531-2bc0740c180a req-2d9cba84-1b0a-4dee-8507-96c5474506c5 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:46.686915 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-6274ea7e-4688-471f-b531-2bc0740c180a req-2d9cba84-1b0a-4dee-8507-96c5474506c5 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 944 time: 0.0500109 Sep 21 12:25:46.734310 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-6274ea7e-4688-471f-b531-2bc0740c180a req-1af6c1d3-a648-456e-9c71-d141834860e8 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420415 Sep 21 12:25:47.860897 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ee3a8-f2ca-4ed5-8751-eaead9a69e19 req-1470c299-1de8-477b-a41a-0a6245f95e1a tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:47.862278 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-da2ee3a8-f2ca-4ed5-8751-eaead9a69e19 req-1470c299-1de8-477b-a41a-0a6245f95e1a tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 944 time: 0.0458002 Sep 21 12:25:47.911690 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-da2ee3a8-f2ca-4ed5-8751-eaead9a69e19 req-51ca1cac-adfb-4fd3-8aab-46ae8d0f3962 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436778 Sep 21 12:25:47.913892 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-9d2f421a-f031-43d2-9667-011ffc43d93f req-3bc49f52-0725-435e-8553-8e27490c42c7 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386741 Sep 21 12:25:48.001544 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2f421a-f031-43d2-9667-011ffc43d93f req-71a5b23e-72ed-4eda-90f4-c7fcdd1bd1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:48.004160 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-9d2f421a-f031-43d2-9667-011ffc43d93f req-71a5b23e-72ed-4eda-90f4-c7fcdd1bd1f6 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=9340222cfe154efe8a6064b197d54499&device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 1129 time: 0.0427363 Sep 21 12:25:48.122530 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2f421a-f031-43d2-9667-011ffc43d93f req-6f0a2292-c56c-4a1d-bfbb-a527baee8304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:48.124428 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-9d2f421a-f031-43d2-9667-011ffc43d93f req-6f0a2292-c56c-4a1d-bfbb-a527baee8304 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=5da5489c-9c30-4169-9afe-1354fb43296f HTTP/1.1" status: 200 len: 911 time: 0.0889399 Sep 21 12:25:48.190626 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-9d2f421a-f031-43d2-9667-011ffc43d93f req-53273eaa-0a6d-464f-b35d-ac74a6bafd7d service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee7ca2d0-d70f-46f5-af82-81e48a262d02 HTTP/1.1" status: 200 len: 1000 time: 0.0549788 Sep 21 12:25:48.243353 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2f421a-f031-43d2-9667-011ffc43d93f req-5f029788-498c-4f66-b0ba-a1cacabf8d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:48.244810 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-9d2f421a-f031-43d2-9667-011ffc43d93f req-5f029788-498c-4f66-b0ba-a1cacabf8d52 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=1ad2b91e-60c9-4af5-9a83-ab634cc92cf0 HTTP/1.1" status: 200 len: 849 time: 0.0470123 Sep 21 12:25:48.292752 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2f421a-f031-43d2-9667-011ffc43d93f req-e54c5e84-4b69-48e7-82ec-13d529b8ec59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:48.294224 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-9d2f421a-f031-43d2-9667-011ffc43d93f req-e54c5e84-4b69-48e7-82ec-13d529b8ec59 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=5da5489c-9c30-4169-9afe-1354fb43296f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380726 Sep 21 12:25:48.388600 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-9d2f421a-f031-43d2-9667-011ffc43d93f req-d242f220-da55-441a-9d67-3cdeb0ba5924 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/5da5489c-9c30-4169-9afe-1354fb43296f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856998 Sep 21 12:25:48.481463 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-9d2f421a-f031-43d2-9667-011ffc43d93f req-1d557b55-6bf0-42a9-ab1b-76d458dc661d service neutron] 10.222.0.66 "GET /networking/v2.0/networks/5da5489c-9c30-4169-9afe-1354fb43296f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852017 Sep 21 12:25:48.499130 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (986f726e-8c98-4005-b3b7-e033305b1240), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:48.738041 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.agents_db [None req-f0b1ed15-d02e-46f0-bd67-2b506ff8404e None None] Agent healthcheck: found 6 active agents {{(pid=106204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:25:49.040421 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d57700-dad5-408e-9e55-ef1e34b1a110 req-7501998d-9aca-4529-ae55-9c42ef98f015 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:49.041882 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f3d57700-dad5-408e-9e55-ef1e34b1a110 req-7501998d-9aca-4529-ae55-9c42ef98f015 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 944 time: 0.0477657 Sep 21 12:25:49.088373 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f3d57700-dad5-408e-9e55-ef1e34b1a110 req-6c4440c0-53c2-4a14-a24b-7e79537ed64a tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403676 Sep 21 12:25:50.216889 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0330db-bb1c-4ed4-bf3c-2a54e7b329a5 req-a391dfc1-b390-4fae-835b-88c3bb233ce4 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:50.218852 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-9e0330db-bb1c-4ed4-bf3c-2a54e7b329a5 req-a391dfc1-b390-4fae-835b-88c3bb233ce4 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 944 time: 0.0493956 Sep 21 12:25:50.264905 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-9e0330db-bb1c-4ed4-bf3c-2a54e7b329a5 req-62fe2a40-8e71-4cd7-8394-7991f9fb840b tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405302 Sep 21 12:25:51.497158 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=100 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:25:51.511642 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a1847-4c03-4f04-b856-7f66779465d2 req-e8f9eb5f-dab9-4266-8d68-6ff4ff7fd43d tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:51.513256 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-690a1847-4c03-4f04-b856-7f66779465d2 req-e8f9eb5f-dab9-4266-8d68-6ff4ff7fd43d tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 944 time: 0.0571930 Sep 21 12:25:51.562169 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-690a1847-4c03-4f04-b856-7f66779465d2 req-b75cef13-f99e-4677-8158-3f1f66b41136 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415580 Sep 21 12:25:52.677964 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=100 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:25:52.689373 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe301f5-e102-4df0-8164-8d76f20edf69 req-fca169e7-a769-4365-bf75-12bcd0d0bcbf tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:52.690853 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-4fe301f5-e102-4df0-8164-8d76f20edf69 req-fca169e7-a769-4365-bf75-12bcd0d0bcbf tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 944 time: 0.0460842 Sep 21 12:25:52.741940 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-4fe301f5-e102-4df0-8164-8d76f20edf69 req-750ac90f-9d44-468f-b1d5-4f080f1a6582 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455592 Sep 21 12:25:53.868424 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01a2b48-a48d-465b-82ee-4d2f03224231 req-ac92af67-5fcb-4172-b507-1eab0ff2fdac tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:53.869808 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e01a2b48-a48d-465b-82ee-4d2f03224231 req-ac92af67-5fcb-4172-b507-1eab0ff2fdac tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 944 time: 0.0455008 Sep 21 12:25:53.916558 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e01a2b48-a48d-465b-82ee-4d2f03224231 req-4cde0259-6b8b-4a86-a3dc-6843c88a936b tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408928 Sep 21 12:25:54.868387 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 1f39c2aa-a245-4b77-8233-20f0c6c6cb30 details requested by agent hyperv_hv-cinder-85867 with host hv-cinder-85867 {{(pid=106203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 12:25:54.874890 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=70,neutron:UPDATE=2 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:25:54.876485 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:25:54.976800 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port 1f39c2aa-a245-4b77-8233-20f0c6c6cb30, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=1f39c2aa-a245-4b77-8233-20f0c6c6cb30,segment=NetworkSegment(8f611811-e093-433f-9aea-61970f40e4b3),segment_id=8f611811-e093-433f-9aea-61970f40e4b3)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:25:54.988675 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Returning: {'device': '1f39c2aa-a245-4b77-8233-20f0c6c6cb30', 'network_id': 'b3f0e30c-c130-4bd6-a99c-2726089c3f25', 'port_id': '1f39c2aa-a245-4b77-8233-20f0c6c6cb30', 'mac_address': 'fa:16:3e:99:08:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5cf9592-7b6c-4eba-b546-68b41c284733', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 12:25:55.023355 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Current status of the port 1f39c2aa-a245-4b77-8233-20f0c6c6cb30 is: DOWN; New status is: BUILD {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:25:55.023657 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (1f39c2aa-a245-4b77-8233-20f0c6c6cb30), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:55.036871 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.notifiers.nova [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f39c2aa-a245-4b77-8233-20f0c6c6cb30 {{(pid=106203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 12:25:55.043404 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41991f-06ca-49ba-a6d0-46577f1289ef req-48447a78-f49a-4974-b6cb-890499566f45 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:55.045473 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-4e41991f-06ca-49ba-a6d0-46577f1289ef req-48447a78-f49a-4974-b6cb-890499566f45 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 944 time: 0.0448427 Sep 21 12:25:55.056956 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port 1f39c2aa-a245-4b77-8233-20f0c6c6cb30, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=1f39c2aa-a245-4b77-8233-20f0c6c6cb30,segment=NetworkSegment(8f611811-e093-433f-9aea-61970f40e4b3),segment_id=8f611811-e093-433f-9aea-61970f40e4b3)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:25:55.063266 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (1f39c2aa-a245-4b77-8233-20f0c6c6cb30), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:55.101708 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-4e41991f-06ca-49ba-a6d0-46577f1289ef req-d4a2b4c0-e883-4b82-a5c4-8d20867fbf54 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505276 Sep 21 12:25:55.120141 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Pushing event updated for resources: {'Port': ['ID=1f39c2aa-a245-4b77-8233-20f0c6c6cb30,revision_number=9']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:25:55.618797 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] get_ports_and_sgs() called for port_ids ['1f39c2aa-a245-4b77-8233-20f0c6c6cb30'] {{(pid=106203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 12:25:56.241072 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6063ac3-89a0-47ec-b2b8-6fd985831bce req-4ce16161-0b94-4b9d-a6f2-c44753c7e7ef tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:56.242522 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-a6063ac3-89a0-47ec-b2b8-6fd985831bce req-4ce16161-0b94-4b9d-a6f2-c44753c7e7ef tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 945 time: 0.0496609 Sep 21 12:25:56.539602 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=100 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:25:56.544494 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-a6063ac3-89a0-47ec-b2b8-6fd985831bce req-75223f88-7599-4722-8a76-aeb1314b748c tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2956123 Sep 21 12:25:56.944295 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 1f39c2aa-a245-4b77-8233-20f0c6c6cb30 up at agent hyperv_hv-cinder-85867 {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:25:56.994417 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Provisioning complete for port 1f39c2aa-a245-4b77-8233-20f0c6c6cb30 triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:25:56.994786 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (1f39c2aa-a245-4b77-8233-20f0c6c6cb30), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:56.995121 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Attempt 1 to provision port 1f39c2aa-a245-4b77-8233-20f0c6c6cb30 Sep 21 12:25:57.068094 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Current status of the port 1f39c2aa-a245-4b77-8233-20f0c6c6cb30 is: BUILD; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:25:57.068492 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (1f39c2aa-a245-4b77-8233-20f0c6c6cb30), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:57.092845 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e9ebd08-4c95-43f6-a1a4-3268532d961e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f39c2aa-a245-4b77-8233-20f0c6c6cb30'}] {{(pid=106203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:25:57.095094 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f5c4d77a05fc023d1f839eaccf47ad38217f4e21b3a59551d1b02ed6bd0851a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-293faf42-b179-4f2f-89fd-d7eaf02a0e0b" -d '{"events": [{"server_uuid": "5e9ebd08-4c95-43f6-a1a4-3268532d961e", "name": "network-vif-plugged", "status": "completed", "tag": "1f39c2aa-a245-4b77-8233-20f0c6c6cb30"}]}' {{(pid=106203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:25:57.109286 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port 1f39c2aa-a245-4b77-8233-20f0c6c6cb30, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=1f39c2aa-a245-4b77-8233-20f0c6c6cb30,segment=NetworkSegment(8f611811-e093-433f-9aea-61970f40e4b3),segment_id=8f611811-e093-433f-9aea-61970f40e4b3)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:25:57.116080 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (1f39c2aa-a245-4b77-8233-20f0c6c6cb30), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:25:57.142738 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 12:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-408d76d8-523c-4886-a7af-600eb7561267 x-openstack-request-id: req-408d76d8-523c-4886-a7af-600eb7561267 {{(pid=106203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:25:57.143050 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e9ebd08-4c95-43f6-a1a4-3268532d961e", "name": "network-vif-plugged", "status": "completed", "tag": "1f39c2aa-a245-4b77-8233-20f0c6c6cb30", "code": 200}]} {{(pid=106203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:25:57.143300 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-408d76d8-523c-4886-a7af-600eb7561267 {{(pid=106203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:25:57.143687 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-408d76d8-523c-4886-a7af-600eb7561267'] response: {'server_uuid': '5e9ebd08-4c95-43f6-a1a4-3268532d961e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f39c2aa-a245-4b77-8233-20f0c6c6cb30', 'code': 200} Sep 21 12:25:57.177307 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Pushing event updated for resources: {'Port': ['ID=1f39c2aa-a245-4b77-8233-20f0c6c6cb30,revision_number=10']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:25:57.676731 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7cc32-c8cb-4ed0-8ac3-1857f39d1f99 req-4070cf03-4dfd-48bc-8e25-41524b75a46c tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:57.678183 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-1fe7cc32-c8cb-4ed0-8ac3-1857f39d1f99 req-4070cf03-4dfd-48bc-8e25-41524b75a46c tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 947 time: 0.0462811 Sep 21 12:25:57.730884 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-1fe7cc32-c8cb-4ed0-8ac3-1857f39d1f99 req-179ff808-cac2-4e54-b556-d71cd76eb2d1 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467496 Sep 21 12:25:57.772430 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b646538-586b-42e2-9b19-233cb65b234b req-0a266857-b9f7-4b3b-adff-e27e3c2b759e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:57.773909 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-6b646538-586b-42e2-9b19-233cb65b234b req-0a266857-b9f7-4b3b-adff-e27e3c2b759e service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 1131 time: 0.0386653 Sep 21 12:25:57.821681 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-6b646538-586b-42e2-9b19-233cb65b234b req-ce3d10c3-08c3-4495-b61d-4e9631b76b38 service neutron] 10.222.0.66 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405946 Sep 21 12:25:58.733567 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:25:58.865529 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9741f75f-e6ba-4c0c-a635-15eb6ff2261a req-eac8098a-ca73-4e5a-bf60-04e3997fc7d3 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:25:58.867057 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-9741f75f-e6ba-4c0c-a635-15eb6ff2261a req-eac8098a-ca73-4e5a-bf60-04e3997fc7d3 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 947 time: 0.0462160 Sep 21 12:25:58.915264 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-9741f75f-e6ba-4c0c-a635-15eb6ff2261a req-26ee9cd7-232b-4494-ab9b-b0c17c71176a tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425854 Sep 21 12:26:00.040599 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601cd87b-9182-474c-8764-6ccf4b425ea1 req-945dbc22-8372-404e-bd3c-730de228cef5 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:26:00.042049 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-601cd87b-9182-474c-8764-6ccf4b425ea1 req-945dbc22-8372-404e-bd3c-730de228cef5 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 947 time: 0.0457923 Sep 21 12:26:00.091204 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-601cd87b-9182-474c-8764-6ccf4b425ea1 req-2bf05eb9-9be7-46d7-9e7c-760b36aa827d tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431774 Sep 21 12:26:01.215067 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0457ddb5-9c94-4d23-ba3b-4dea206f7684 req-cad66ee7-6e12-41c7-ad88-d6f52a592760 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:26:01.217181 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-0457ddb5-9c94-4d23-ba3b-4dea206f7684 req-cad66ee7-6e12-41c7-ad88-d6f52a592760 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 947 time: 0.0453615 Sep 21 12:26:01.262678 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-0457ddb5-9c94-4d23-ba3b-4dea206f7684 req-e83dad79-dd4f-4f65-b6f3-5632a69e7359 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398829 Sep 21 12:26:06.355246 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-ad42ee05-9976-4739-8834-67b361d30e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (f73c601a-29a1-4353-9f34-efd4ba2e6501), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:26:08.607387 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-3815aff8-3b9a-455b-a37c-465147b7f605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (4f31b8b6-17c0-474d-bf52-0481ff2a5cf7), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:26:09.939406 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-740e41e1-10de-4b2e-a9f0-9582d49d2a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (d7a8950b-d4d7-4646-ba54-d395483871b4), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:26:10.084253 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=25 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:26:10.087066 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=54 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:26:11.235362 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (57fb69a9-4edc-44fd-8965-b65708e41306), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:26:11.252151 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=32 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:26:11.259097 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=72 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:26:11.482786 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:26:11.488556 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c3e59811-0015-48e8-afb5-3d82d64b721e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (cef1489a-7471-4b81-a7c5-b9e507e96767), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:26:11.764237 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:26:11.764826 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=3 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:26:18.500511 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (986f726e-8c98-4005-b3b7-e033305b1240), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:26:25.737201 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.agents_db [None req-f0b1ed15-d02e-46f0-bd67-2b506ff8404e None None] Agent healthcheck: found 6 active agents {{(pid=106204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:26:28.490928 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:26:28.492874 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=82,neutron:UPDATE=5 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:26:35.734073 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:26:35.734796 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:26:36.357180 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1dc1f682-7d08-4ca7-b9cf-9af09a41da22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (f73c601a-29a1-4353-9f34-efd4ba2e6501), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:26:38.611346 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-ce68cad6-b26b-4c94-b99e-e4b53a79cb58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (4f31b8b6-17c0-474d-bf52-0481ff2a5cf7), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:26:39.940478 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-740e41e1-10de-4b2e-a9f0-9582d49d2a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (d7a8950b-d4d7-4646-ba54-d395483871b4), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:26:41.237189 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (57fb69a9-4edc-44fd-8965-b65708e41306), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:26:41.487782 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c3e59811-0015-48e8-afb5-3d82d64b721e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (cef1489a-7471-4b81-a7c5-b9e507e96767), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:26:45.026308 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41691fc8-988b-4e01-a281-5092c68f86bd req-74c34f1c-9989-4d81-9824-e91698e273ff tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:26:45.027659 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-41691fc8-988b-4e01-a281-5092c68f86bd req-74c34f1c-9989-4d81-9824-e91698e273ff tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 945 time: 0.0458820 Sep 21 12:26:45.075913 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-41691fc8-988b-4e01-a281-5092c68f86bd req-7a68e98e-36ce-4bc1-9a3f-5a9446975aba tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418918 Sep 21 12:26:46.208106 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a46b74-c202-4957-810a-27cc7eec4921 req-f7d03eea-70b2-4b65-9226-02947e5e555c tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:26:46.209720 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-73a46b74-c202-4957-810a-27cc7eec4921 req-f7d03eea-70b2-4b65-9226-02947e5e555c tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 945 time: 0.0532050 Sep 21 12:26:46.260154 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-73a46b74-c202-4957-810a-27cc7eec4921 req-b126af99-640c-4c08-b471-c16ceb7419d2 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443873 Sep 21 12:26:47.385608 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b57c59-b1d3-460a-aee7-7a54f11dbf5a req-1dc8f02b-9946-4c0b-abcf-dc196be371df tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:26:47.386975 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-42b57c59-b1d3-460a-aee7-7a54f11dbf5a req-1dc8f02b-9946-4c0b-abcf-dc196be371df tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 945 time: 0.0492980 Sep 21 12:26:47.434169 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-42b57c59-b1d3-460a-aee7-7a54f11dbf5a req-f5e66c4b-4a54-4c9a-94d0-71cbd23670d7 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415385 Sep 21 12:26:48.556477 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92540296-3f18-4963-afa9-2baf4f1ca771 req-1e85f9d3-388f-4d77-94d4-06d80dcdbfeb tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:26:48.558060 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-92540296-3f18-4963-afa9-2baf4f1ca771 req-1e85f9d3-388f-4d77-94d4-06d80dcdbfeb tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 945 time: 0.0480785 Sep 21 12:26:48.615381 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-92540296-3f18-4963-afa9-2baf4f1ca771 req-b8084169-e41b-4166-88fe-1acb9ae5e7b9 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491898 Sep 21 12:26:48.651570 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (986f726e-8c98-4005-b3b7-e033305b1240), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:26:48.678662 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-4ccb3568-ee82-4ba0-a1d8-774e48e9451d req-c1eae9e2-081b-48bb-9519-72d46cbe74a7 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=5560ddde-2668-4e31-bbbf-b94d7485df5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0901463 Sep 21 12:26:48.754551 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:26:48.759677 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=4 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:26:48.769522 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb3568-ee82-4ba0-a1d8-774e48e9451d req-37312bbc-6898-42fb-93ff-77a86d93a934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:26:48.770986 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-4ccb3568-ee82-4ba0-a1d8-774e48e9451d req-37312bbc-6898-42fb-93ff-77a86d93a934 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=d3bd02ae79fd4edb9886b1b4ef3d761a&device_id=5560ddde-2668-4e31-bbbf-b94d7485df5a HTTP/1.1" status: 200 len: 1130 time: 0.0403109 Sep 21 12:26:48.879099 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb3568-ee82-4ba0-a1d8-774e48e9451d req-6dbcf491-fd71-4384-98dd-1e42d5831b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:26:48.880599 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-4ccb3568-ee82-4ba0-a1d8-774e48e9451d req-6dbcf491-fd71-4384-98dd-1e42d5831b08 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=46771c4a-a4e0-44e3-b0ad-6700b1914d9d HTTP/1.1" status: 200 len: 920 time: 0.0909617 Sep 21 12:26:48.919151 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-4ccb3568-ee82-4ba0-a1d8-774e48e9451d req-db5ee110-d272-45e6-bf90-1f992b01d593 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3fb9b2d0-df9a-421a-b7da-b2bbf6f67639 HTTP/1.1" status: 200 len: 217 time: 0.0318682 Sep 21 12:26:48.979323 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb3568-ee82-4ba0-a1d8-774e48e9451d req-d1928678-e9e9-4969-b845-a60be94c3f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:26:48.980865 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-4ccb3568-ee82-4ba0-a1d8-774e48e9451d req-d1928678-e9e9-4969-b845-a60be94c3f2d service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=262afd09-1dba-467b-a294-ced74668905b HTTP/1.1" status: 200 len: 858 time: 0.0550177 Sep 21 12:26:49.023101 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb3568-ee82-4ba0-a1d8-774e48e9451d req-a849309d-81ba-4804-997a-751b04e80b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:26:49.024503 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-4ccb3568-ee82-4ba0-a1d8-774e48e9451d req-a849309d-81ba-4804-997a-751b04e80b63 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=46771c4a-a4e0-44e3-b0ad-6700b1914d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373750 Sep 21 12:26:49.113989 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-4ccb3568-ee82-4ba0-a1d8-774e48e9451d req-5ddbf224-df01-4d8f-be9e-a9e829e9113c service neutron] 10.222.0.66 "GET /networking/v2.0/networks/46771c4a-a4e0-44e3-b0ad-6700b1914d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824296 Sep 21 12:26:49.208443 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-4ccb3568-ee82-4ba0-a1d8-774e48e9451d req-4bb707dc-a22e-4f12-a698-f8af81505ec8 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/46771c4a-a4e0-44e3-b0ad-6700b1914d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877831 Sep 21 12:26:49.745424 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc358fd-ac16-4aee-aade-18d59d1679f8 req-bc371c52-428d-4e3e-a3ec-ab2689add439 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:26:49.746933 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-4bc358fd-ac16-4aee-aade-18d59d1679f8 req-bc371c52-428d-4e3e-a3ec-ab2689add439 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 945 time: 0.0529075 Sep 21 12:26:49.796354 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-4bc358fd-ac16-4aee-aade-18d59d1679f8 req-3979f861-1fa0-4ad4-8c74-004036db3a23 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437989 Sep 21 12:26:49.818310 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e74639-cc0f-43c4-9c92-641085b5fe8d req-0d39c843-03ea-450b-a420-6b6c13c8bbc0 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:26:49.819873 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-50e74639-cc0f-43c4-9c92-641085b5fe8d req-0d39c843-03ea-450b-a420-6b6c13c8bbc0 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3cc8e107-efaf-4689-9e8f-f8adc955c6d9 HTTP/1.1" status: 200 len: 984 time: 0.0488989 Sep 21 12:26:49.883055 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45808dca-4167-4fed-836b-abe3c3980ab7 req-f712bda3-4538-469e-8a21-47a761c03d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:26:49.884578 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-45808dca-4167-4fed-836b-abe3c3980ab7 req-f712bda3-4538-469e-8a21-47a761c03d37 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=9de710fda38c429a91595545e9a74dcb&device_id=3cc8e107-efaf-4689-9e8f-f8adc955c6d9 HTTP/1.1" status: 200 len: 1168 time: 0.0635698 Sep 21 12:26:49.961213 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-50e74639-cc0f-43c4-9c92-641085b5fe8d req-57a8abcc-492c-4832-ae7e-2ecad50f4fcd tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=9eb76a99-7f85-4224-b0ee-48e3952ae20b&id=c6ffa42e-697b-4061-b2e1-9cfe39dbad83&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1322999 Sep 21 12:26:49.998682 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45808dca-4167-4fed-836b-abe3c3980ab7 req-d2c964f3-bd83-44a2-a259-a0301f11af75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:26:50.000224 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-45808dca-4167-4fed-836b-abe3c3980ab7 req-d2c964f3-bd83-44a2-a259-a0301f11af75 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=e392466d-8ee6-4b86-9e48-53d3cb8a545c HTTP/1.1" status: 200 len: 915 time: 0.1051521 Sep 21 12:26:50.064283 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-45808dca-4167-4fed-836b-abe3c3980ab7 req-0736b828-4f3b-49bf-936c-a15ba2b3e0b2 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d86ac1e-8e22-4863-a099-2f5b0b120e07 HTTP/1.1" status: 200 len: 1001 time: 0.0577331 Sep 21 12:26:50.109533 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=100 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:26:50.114077 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45808dca-4167-4fed-836b-abe3c3980ab7 req-32c3ff18-4ae7-4427-bf0a-0933af843a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:26:50.115525 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-45808dca-4167-4fed-836b-abe3c3980ab7 req-32c3ff18-4ae7-4427-bf0a-0933af843a1e service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=e0f543c0-159b-40e7-9e50-76800dc97874 HTTP/1.1" status: 200 len: 853 time: 0.0449789 Sep 21 12:26:50.150014 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=100 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:26:50.159516 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45808dca-4167-4fed-836b-abe3c3980ab7 req-0dfc8c31-ee47-444e-9db3-c955a6740dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:26:50.160990 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-45808dca-4167-4fed-836b-abe3c3980ab7 req-0dfc8c31-ee47-444e-9db3-c955a6740dc1 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=e392466d-8ee6-4b86-9e48-53d3cb8a545c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385954 Sep 21 12:26:50.276044 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-45808dca-4167-4fed-836b-abe3c3980ab7 req-2fe9140e-d926-42e2-a7cc-77c7e40d19a3 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e392466d-8ee6-4b86-9e48-53d3cb8a545c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861864 Sep 21 12:26:50.366488 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-45808dca-4167-4fed-836b-abe3c3980ab7 req-358d1819-f24f-4c52-af4c-829c2700fce6 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e392466d-8ee6-4b86-9e48-53d3cb8a545c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840023 Sep 21 12:26:50.915697 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151eb3e3-55ab-450a-ad89-c48732d64cb4 req-7cefb240-0eb9-468e-b4a0-a0dfd7692206 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:26:50.917196 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-151eb3e3-55ab-450a-ad89-c48732d64cb4 req-7cefb240-0eb9-468e-b4a0-a0dfd7692206 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 945 time: 0.0456603 Sep 21 12:26:50.963596 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-151eb3e3-55ab-450a-ad89-c48732d64cb4 req-7af93a31-24ed-4694-91a1-3bb97f28aa31 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406344 Sep 21 12:26:51.084660 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e07dcc-f557-45b5-8455-8fbdbc93914d req-400920d3-9b8e-4260-809c-3050be558c14 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:26:51.086130 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-02e07dcc-f557-45b5-8455-8fbdbc93914d req-400920d3-9b8e-4260-809c-3050be558c14 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3cc8e107-efaf-4689-9e8f-f8adc955c6d9 HTTP/1.1" status: 200 len: 984 time: 0.0495234 Sep 21 12:26:51.145906 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-02e07dcc-f557-45b5-8455-8fbdbc93914d req-59976c73-3607-4519-bb0f-33dbe2b1c011 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=9eb76a99-7f85-4224-b0ee-48e3952ae20b&id=c6ffa42e-697b-4061-b2e1-9cfe39dbad83&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541453 Sep 21 12:26:52.086061 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfc226-5ad4-4e7e-93b5-1c180e620749 req-8cee38ed-3d18-463b-b8cc-51df6c093aa8 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:26:52.087527 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-f5cfc226-5ad4-4e7e-93b5-1c180e620749 req-8cee38ed-3d18-463b-b8cc-51df6c093aa8 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 945 time: 0.0457151 Sep 21 12:26:52.137299 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-f5cfc226-5ad4-4e7e-93b5-1c180e620749 req-3fe26170-c01a-4353-aa9a-f5b666cc52c9 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441756 Sep 21 12:26:52.264895 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2336ab79-39db-4281-81e1-60891ea8328e req-864e7b2f-99d8-4cc6-993b-fe634023bad7 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:26:52.266392 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-2336ab79-39db-4281-81e1-60891ea8328e req-864e7b2f-99d8-4cc6-993b-fe634023bad7 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3cc8e107-efaf-4689-9e8f-f8adc955c6d9 HTTP/1.1" status: 200 len: 984 time: 0.0459392 Sep 21 12:26:52.331594 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-2336ab79-39db-4281-81e1-60891ea8328e req-41d66828-155d-49b4-8fa9-530727ca8576 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=9eb76a99-7f85-4224-b0ee-48e3952ae20b&id=c6ffa42e-697b-4061-b2e1-9cfe39dbad83&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0593259 Sep 21 12:26:53.257366 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224dc283-cc8f-48fd-8728-c6364b8c7ce5 req-65932edf-b471-4d82-9791-4b0961acd67e tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:26:53.258807 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-224dc283-cc8f-48fd-8728-c6364b8c7ce5 req-65932edf-b471-4d82-9791-4b0961acd67e tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 945 time: 0.0463793 Sep 21 12:26:53.306135 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-224dc283-cc8f-48fd-8728-c6364b8c7ce5 req-ab36771d-8b9b-4497-81ac-694904433d56 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415761 Sep 21 12:26:53.459322 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ddf776-1020-4448-b558-204a92de0a22 req-b3073218-2593-4f12-a209-eb6140406602 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:26:53.460813 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-47ddf776-1020-4448-b558-204a92de0a22 req-b3073218-2593-4f12-a209-eb6140406602 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3cc8e107-efaf-4689-9e8f-f8adc955c6d9 HTTP/1.1" status: 200 len: 984 time: 0.0491636 Sep 21 12:26:53.520048 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-47ddf776-1020-4448-b558-204a92de0a22 req-0ffea6e6-dc3c-4fd2-b388-993d2618c682 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=9eb76a99-7f85-4224-b0ee-48e3952ae20b&id=c6ffa42e-697b-4061-b2e1-9cfe39dbad83&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536571 Sep 21 12:26:54.427070 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf5175-f52d-4933-96e2-b6886a2862bf req-b6612c21-139c-4fe8-b0d3-5dd32827473c tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:26:54.428625 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-1dcf5175-f52d-4933-96e2-b6886a2862bf req-b6612c21-139c-4fe8-b0d3-5dd32827473c tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 945 time: 0.0453284 Sep 21 12:26:54.474539 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-1dcf5175-f52d-4933-96e2-b6886a2862bf req-c6a0a418-0d40-4e6a-8588-e9242b7dcca8 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404541 Sep 21 12:26:54.641366 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b8cb4b-e922-4207-8f46-5bccd8388fe2 req-ba636b35-1d05-4381-84e0-c8a85186c6b1 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:26:54.642755 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-83b8cb4b-e922-4207-8f46-5bccd8388fe2 req-ba636b35-1d05-4381-84e0-c8a85186c6b1 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3cc8e107-efaf-4689-9e8f-f8adc955c6d9 HTTP/1.1" status: 200 len: 984 time: 0.0484805 Sep 21 12:26:54.703888 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-83b8cb4b-e922-4207-8f46-5bccd8388fe2 req-92c999b3-fc98-4ab5-b7a1-1f971fec4fab tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=9eb76a99-7f85-4224-b0ee-48e3952ae20b&id=c6ffa42e-697b-4061-b2e1-9cfe39dbad83&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551844 Sep 21 12:26:55.601426 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297f48f-3175-44b0-b7e0-d343a5dbd057 req-62c0974d-c5c1-4cfd-86d4-26ab726277a9 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:26:55.602908 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-e297f48f-3175-44b0-b7e0-d343a5dbd057 req-62c0974d-c5c1-4cfd-86d4-26ab726277a9 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 945 time: 0.0500603 Sep 21 12:26:55.652565 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-e297f48f-3175-44b0-b7e0-d343a5dbd057 req-a28b3534-92d5-42cd-8712-191cda383765 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439157 Sep 21 12:26:55.823861 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b1b1c-bbcc-4345-91c4-f023a79f555d req-c6c0c04e-3501-49c8-bbf8-bb15ee177fc5 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:26:55.825614 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-125b1b1c-bbcc-4345-91c4-f023a79f555d req-c6c0c04e-3501-49c8-bbf8-bb15ee177fc5 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3cc8e107-efaf-4689-9e8f-f8adc955c6d9 HTTP/1.1" status: 200 len: 984 time: 0.0481250 Sep 21 12:26:55.893228 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-125b1b1c-bbcc-4345-91c4-f023a79f555d req-4c09e6de-38c5-4fbf-bf95-f4058b28a606 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=9eb76a99-7f85-4224-b0ee-48e3952ae20b&id=c6ffa42e-697b-4061-b2e1-9cfe39dbad83&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0607817 Sep 21 12:26:55.900382 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f602d641-26b9-4afd-85cf-eae09f6cdd8e req-e44a68ca-8890-4e64-9557-c72337c78451 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:26:55.902471 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f602d641-26b9-4afd-85cf-eae09f6cdd8e req-e44a68ca-8890-4e64-9557-c72337c78451 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 945 time: 0.0485837 Sep 21 12:26:55.955592 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f602d641-26b9-4afd-85cf-eae09f6cdd8e req-8b12b3e2-44b8-4ee5-8bd0-2b262e3ffbba tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471725 Sep 21 12:26:55.998832 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bedbbc-7586-4cef-9dd0-a975aeefee2c req-aa3861bf-d0f1-49b8-8bb8-f8425ed0fa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:26:56.000346 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-34bedbbc-7586-4cef-9dd0-a975aeefee2c req-aa3861bf-d0f1-49b8-8bb8-f8425ed0fa40 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=9340222cfe154efe8a6064b197d54499&device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 1129 time: 0.0377791 Sep 21 12:26:56.097453 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bedbbc-7586-4cef-9dd0-a975aeefee2c req-a7968513-8410-47c1-bd61-89db5b085ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:26:56.098906 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-34bedbbc-7586-4cef-9dd0-a975aeefee2c req-a7968513-8410-47c1-bd61-89db5b085ccd service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=5da5489c-9c30-4169-9afe-1354fb43296f HTTP/1.1" status: 200 len: 911 time: 0.0894063 Sep 21 12:26:56.159841 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-34bedbbc-7586-4cef-9dd0-a975aeefee2c req-752ee0a3-8fad-4b0f-bded-273749c988aa service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee7ca2d0-d70f-46f5-af82-81e48a262d02 HTTP/1.1" status: 200 len: 1000 time: 0.0547435 Sep 21 12:26:56.209671 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bedbbc-7586-4cef-9dd0-a975aeefee2c req-ccb74190-7005-4d4e-9b38-22a5d21d4c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:26:56.211097 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-34bedbbc-7586-4cef-9dd0-a975aeefee2c req-ccb74190-7005-4d4e-9b38-22a5d21d4c09 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=1ad2b91e-60c9-4af5-9a83-ab634cc92cf0 HTTP/1.1" status: 200 len: 849 time: 0.0438008 Sep 21 12:26:56.245913 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=100 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:26:56.258328 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bedbbc-7586-4cef-9dd0-a975aeefee2c req-d1ee5de7-03ff-4d0a-bff0-e270452ff35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:26:56.259820 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-34bedbbc-7586-4cef-9dd0-a975aeefee2c req-d1ee5de7-03ff-4d0a-bff0-e270452ff35d service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=5da5489c-9c30-4169-9afe-1354fb43296f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418417 Sep 21 12:26:56.273637 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=100 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:26:56.351092 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-34bedbbc-7586-4cef-9dd0-a975aeefee2c req-a4932e2f-00b0-4dd2-ac71-f696eee1563e service neutron] 10.222.0.66 "GET /networking/v2.0/networks/5da5489c-9c30-4169-9afe-1354fb43296f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846007 Sep 21 12:26:56.446822 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-34bedbbc-7586-4cef-9dd0-a975aeefee2c req-e264bd65-ebc8-4426-9a12-0e4d98b8e243 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/5da5489c-9c30-4169-9afe-1354fb43296f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891972 Sep 21 12:26:57.024308 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b34e362-06c4-4524-a929-55fb190f7209 req-6c00d0b7-6a4a-4063-b14f-444746f8c1c1 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:26:57.025757 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-6b34e362-06c4-4524-a929-55fb190f7209 req-6c00d0b7-6a4a-4063-b14f-444746f8c1c1 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3cc8e107-efaf-4689-9e8f-f8adc955c6d9 HTTP/1.1" status: 200 len: 984 time: 0.0521455 Sep 21 12:26:57.092458 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e6fe2a-1764-43d8-8211-98c1917ae30e req-92a4c557-c9d0-46dc-99df-d321356031d3 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:26:57.093599 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-6b34e362-06c4-4524-a929-55fb190f7209 req-a7a002e7-c484-41ce-9c4f-96cd79b844f3 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=9eb76a99-7f85-4224-b0ee-48e3952ae20b&id=c6ffa42e-697b-4061-b2e1-9cfe39dbad83&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0622368 Sep 21 12:26:57.094091 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-42e6fe2a-1764-43d8-8211-98c1917ae30e req-92a4c557-c9d0-46dc-99df-d321356031d3 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 945 time: 0.0565224 Sep 21 12:26:57.143943 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-42e6fe2a-1764-43d8-8211-98c1917ae30e req-50e129db-7337-4d99-8e5d-051945889ac4 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431776 Sep 21 12:26:58.204296 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=100 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:26:58.215247 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fba02c-1d30-4ccd-913f-4f7329c8e2e9 req-2a6cfb27-1091-4a8c-9720-936e3e6871f6 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:26:58.216770 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-e1fba02c-1d30-4ccd-913f-4f7329c8e2e9 req-2a6cfb27-1091-4a8c-9720-936e3e6871f6 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3cc8e107-efaf-4689-9e8f-f8adc955c6d9 HTTP/1.1" status: 200 len: 984 time: 0.0473704 Sep 21 12:26:58.265659 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc97cc-1a49-48c5-add0-fac14256aaeb req-c6544165-3bc7-4104-90fb-e255c3ed9979 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:26:58.267247 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-6fdc97cc-1a49-48c5-add0-fac14256aaeb req-c6544165-3bc7-4104-90fb-e255c3ed9979 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 945 time: 0.0457766 Sep 21 12:26:58.270840 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=100 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:26:58.277539 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-e1fba02c-1d30-4ccd-913f-4f7329c8e2e9 req-c4ff3281-59ff-45d1-a310-b7f7e554cf89 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=9eb76a99-7f85-4224-b0ee-48e3952ae20b&id=c6ffa42e-697b-4061-b2e1-9cfe39dbad83&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547156 Sep 21 12:26:58.319146 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-6fdc97cc-1a49-48c5-add0-fac14256aaeb req-3619a595-ee71-4ba8-994b-21fdfdb15690 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459642 Sep 21 12:26:58.641557 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:26:58.647729 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:UPDATE=4,neutron:SELECT=9 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:26:59.398146 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c4cc06-4ba8-44a6-9035-1371cd906549 req-b38a1edc-e540-477f-8f79-1c039c5af348 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:26:59.399622 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-08c4cc06-4ba8-44a6-9035-1371cd906549 req-b38a1edc-e540-477f-8f79-1c039c5af348 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3cc8e107-efaf-4689-9e8f-f8adc955c6d9 HTTP/1.1" status: 200 len: 984 time: 0.0471287 Sep 21 12:26:59.458501 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-08c4cc06-4ba8-44a6-9035-1371cd906549 req-eb2e0c5e-0b2d-4ffb-b02d-86a011c75f35 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=9eb76a99-7f85-4224-b0ee-48e3952ae20b&id=c6ffa42e-697b-4061-b2e1-9cfe39dbad83&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531812 Sep 21 12:27:00.576678 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc9a521-de66-49b1-919c-1894d061256b req-5a15beb8-93af-4d69-8908-09ff48ceef51 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:27:00.578164 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ccc9a521-de66-49b1-919c-1894d061256b req-5a15beb8-93af-4d69-8908-09ff48ceef51 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3cc8e107-efaf-4689-9e8f-f8adc955c6d9 HTTP/1.1" status: 200 len: 984 time: 0.0458331 Sep 21 12:27:00.637867 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ccc9a521-de66-49b1-919c-1894d061256b req-9d0c3f92-fa3a-4760-b509-31d344de8465 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=9eb76a99-7f85-4224-b0ee-48e3952ae20b&id=c6ffa42e-697b-4061-b2e1-9cfe39dbad83&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534527 Sep 21 12:27:01.765867 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d2695-122a-42a2-a2c6-f3adf904f2c1 req-2d76a751-1e5a-41e9-989b-79c42cb626cb tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:27:01.767917 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-e45d2695-122a-42a2-a2c6-f3adf904f2c1 req-2d76a751-1e5a-41e9-989b-79c42cb626cb tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3cc8e107-efaf-4689-9e8f-f8adc955c6d9 HTTP/1.1" status: 200 len: 984 time: 0.0533412 Sep 21 12:27:01.827028 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-e45d2695-122a-42a2-a2c6-f3adf904f2c1 req-e4eb37f5-2f86-4bc2-aeb8-916bd4da5898 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=9eb76a99-7f85-4224-b0ee-48e3952ae20b&id=c6ffa42e-697b-4061-b2e1-9cfe39dbad83&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534832 Sep 21 12:27:02.736919 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.agents_db [None req-f0b1ed15-d02e-46f0-bd67-2b506ff8404e None None] Agent healthcheck: found 6 active agents {{(pid=106204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:27:02.948798 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98b586-6dd6-4c32-86b1-2ea70640828e req-ccdb7555-7d44-4aba-929d-afa2bc663765 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:27:02.950268 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-2f98b586-6dd6-4c32-86b1-2ea70640828e req-ccdb7555-7d44-4aba-929d-afa2bc663765 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3cc8e107-efaf-4689-9e8f-f8adc955c6d9 HTTP/1.1" status: 200 len: 984 time: 0.0467062 Sep 21 12:27:03.009483 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-2f98b586-6dd6-4c32-86b1-2ea70640828e req-c1d01dad-f116-409d-9400-0c199a5baf90 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=9eb76a99-7f85-4224-b0ee-48e3952ae20b&id=c6ffa42e-697b-4061-b2e1-9cfe39dbad83&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531852 Sep 21 12:27:06.362479 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-fc798ee8-3f14-4fff-9f39-a0f5164c3058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (f73c601a-29a1-4353-9f34-efd4ba2e6501), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:27:06.575880 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=15 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:27:08.616185 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-2d55c191-7a3f-4a3f-b3f9-1d37de39d327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (4f31b8b6-17c0-474d-bf52-0481ff2a5cf7), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:27:09.947050 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-740e41e1-10de-4b2e-a9f0-9582d49d2a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (d7a8950b-d4d7-4646-ba54-d395483871b4), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:27:11.239543 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (57fb69a9-4edc-44fd-8965-b65708e41306), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:27:11.492299 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c3e59811-0015-48e8-afb5-3d82d64b721e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (cef1489a-7471-4b81-a7c5-b9e507e96767), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:27:11.819163 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=23 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:27:11.821391 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=26 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:27:12.173413 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d18bbe4-0245-4d8c-83ba-2a6ed15cb397 req-5c0f811d-d1ee-4326-8052-85621c38421b tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:27:12.174913 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-8d18bbe4-0245-4d8c-83ba-2a6ed15cb397 req-5c0f811d-d1ee-4326-8052-85621c38421b tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5f4f10b5-8953-4c76-a286-6974d7c88433 HTTP/1.1" status: 200 len: 945 time: 0.0465710 Sep 21 12:27:12.226243 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-8d18bbe4-0245-4d8c-83ba-2a6ed15cb397 req-9e0123f9-4a16-46af-bde3-e45d31d834a9 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cc37cbc1-758f-4e4c-8ebc-b6543f41abd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450139 Sep 21 12:27:12.280308 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d46176-3fc8-4927-b40e-9790950624d0 req-eda9d619-8254-4a86-b0f7-adfe616474aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:27:12.282357 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-29d46176-3fc8-4927-b40e-9790950624d0 req-eda9d619-8254-4a86-b0f7-adfe616474aa service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=d3bd02ae79fd4edb9886b1b4ef3d761a&device_id=5f4f10b5-8953-4c76-a286-6974d7c88433 HTTP/1.1" status: 200 len: 1129 time: 0.0470996 Sep 21 12:27:12.373547 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d46176-3fc8-4927-b40e-9790950624d0 req-a8c77b29-4f02-4059-8e72-46a934e6246b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:27:12.375019 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-29d46176-3fc8-4927-b40e-9790950624d0 req-a8c77b29-4f02-4059-8e72-46a934e6246b service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=46771c4a-a4e0-44e3-b0ad-6700b1914d9d HTTP/1.1" status: 200 len: 920 time: 0.0864880 Sep 21 12:27:12.462455 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-29d46176-3fc8-4927-b40e-9790950624d0 req-b7d7ce75-3d52-445e-b4d4-26ed36ac1bbe service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b66debc-125c-4397-a41e-08b95892a114 HTTP/1.1" status: 200 len: 1000 time: 0.0672936 Sep 21 12:27:12.512484 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d46176-3fc8-4927-b40e-9790950624d0 req-e762facc-28fa-41b8-91a1-2027282f231c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:27:12.513944 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-29d46176-3fc8-4927-b40e-9790950624d0 req-e762facc-28fa-41b8-91a1-2027282f231c service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=262afd09-1dba-467b-a294-ced74668905b HTTP/1.1" status: 200 len: 858 time: 0.0452228 Sep 21 12:27:12.560764 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d46176-3fc8-4927-b40e-9790950624d0 req-c7e78076-017c-4458-89fb-11e58704379a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:27:12.562294 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-29d46176-3fc8-4927-b40e-9790950624d0 req-c7e78076-017c-4458-89fb-11e58704379a service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=46771c4a-a4e0-44e3-b0ad-6700b1914d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380876 Sep 21 12:27:12.628135 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=100 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:27:12.663932 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-29d46176-3fc8-4927-b40e-9790950624d0 req-3eeb9292-0d7c-47c8-9866-f01ba96035d4 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/46771c4a-a4e0-44e3-b0ad-6700b1914d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923162 Sep 21 12:27:12.732313 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=13 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:27:12.752104 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=100 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:27:12.762734 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-29d46176-3fc8-4927-b40e-9790950624d0 req-526f5a0b-15b1-46f3-bf39-6265eab9d7d5 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/46771c4a-a4e0-44e3-b0ad-6700b1914d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884664 Sep 21 12:27:13.359435 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70a1e8-5f34-4e97-a444-75a8db93ca14 req-ce51f7d3-6daa-48d4-b02a-8b7881173e25 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:27:13.361617 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-4c70a1e8-5f34-4e97-a444-75a8db93ca14 req-ce51f7d3-6daa-48d4-b02a-8b7881173e25 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5f4f10b5-8953-4c76-a286-6974d7c88433 HTTP/1.1" status: 200 len: 945 time: 0.0542231 Sep 21 12:27:13.410713 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-4c70a1e8-5f34-4e97-a444-75a8db93ca14 req-dc5faa25-efa4-4dda-9633-deeb7296776b tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cc37cbc1-758f-4e4c-8ebc-b6543f41abd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433273 Sep 21 12:27:13.437294 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1be4540-bd97-451c-9e15-f6a92927f90e req-d58fda83-9580-4c3f-8daf-728d8aa17692 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:27:13.438789 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-a1be4540-bd97-451c-9e15-f6a92927f90e req-d58fda83-9580-4c3f-8daf-728d8aa17692 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 947 time: 0.0495470 Sep 21 12:27:13.486089 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-a1be4540-bd97-451c-9e15-f6a92927f90e req-d05398df-433b-47f6-b54f-c3a61d32d403 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417542 Sep 21 12:27:14.532022 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a764f-4f3a-48ac-a84a-b5eeb7bb7ec7 req-d5165904-f205-4715-aac9-9062f2773135 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:27:14.533596 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f07a764f-4f3a-48ac-a84a-b5eeb7bb7ec7 req-d5165904-f205-4715-aac9-9062f2773135 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5f4f10b5-8953-4c76-a286-6974d7c88433 HTTP/1.1" status: 200 len: 945 time: 0.0461240 Sep 21 12:27:14.581529 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f07a764f-4f3a-48ac-a84a-b5eeb7bb7ec7 req-a8fad967-7bca-43a9-9fff-7deaf427db46 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cc37cbc1-758f-4e4c-8ebc-b6543f41abd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423584 Sep 21 12:27:14.612913 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bfb716-32f8-48e9-ace9-77480a6397c3 req-b61cbc42-e9ea-42f4-adcc-cc4daa759fcd tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:27:14.614403 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-47bfb716-32f8-48e9-ace9-77480a6397c3 req-b61cbc42-e9ea-42f4-adcc-cc4daa759fcd tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 947 time: 0.0471485 Sep 21 12:27:14.660669 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-47bfb716-32f8-48e9-ace9-77480a6397c3 req-71297bdd-51d8-4360-93a9-bc7bbd7e5e34 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407875 Sep 21 12:27:15.704124 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2322eaec-0feb-4a02-b618-6912d67dfdb6 req-29dbb5a1-9135-4a6e-96b6-367e85d47abd tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:27:15.705640 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-2322eaec-0feb-4a02-b618-6912d67dfdb6 req-29dbb5a1-9135-4a6e-96b6-367e85d47abd tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5f4f10b5-8953-4c76-a286-6974d7c88433 HTTP/1.1" status: 200 len: 945 time: 0.0461855 Sep 21 12:27:15.789517 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c486d218-cb96-4e48-8665-cfc4d8f16594 req-b6436829-c040-4e4a-b838-9ec46755e2b6 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:27:15.790354 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-2322eaec-0feb-4a02-b618-6912d67dfdb6 req-1fe62e9d-e5b6-4d26-b1c8-955bb24de953 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cc37cbc1-758f-4e4c-8ebc-b6543f41abd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776143 Sep 21 12:27:15.791018 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-c486d218-cb96-4e48-8665-cfc4d8f16594 req-b6436829-c040-4e4a-b838-9ec46755e2b6 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 947 time: 0.0454824 Sep 21 12:27:15.795584 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade80029-7867-4191-bb6a-3e8083e8d86e req-33deb772-116f-474a-87a5-adf89bf6c1be tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:27:15.797527 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ade80029-7867-4191-bb6a-3e8083e8d86e req-33deb772-116f-474a-87a5-adf89bf6c1be tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 947 time: 0.0642092 Sep 21 12:27:15.846457 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-c486d218-cb96-4e48-8665-cfc4d8f16594 req-8f499cbc-11e9-44c4-858b-e832681456fc tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=267ba430-0cbf-4d48-bd65-d51dbf4aacb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492883 Sep 21 12:27:15.886750 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [req-ade80029-7867-4191-bb6a-3e8083e8d86e req-50cf8990-8c87-41c0-aaf3-46d251bba612 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Deleting port 1f39c2aa-a245-4b77-8233-20f0c6c6cb30 {{(pid=106202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:27:15.887005 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-ade80029-7867-4191-bb6a-3e8083e8d86e req-50cf8990-8c87-41c0-aaf3-46d251bba612 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (1f39c2aa-a245-4b77-8233-20f0c6c6cb30), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:27:15.979026 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [req-ade80029-7867-4191-bb6a-3e8083e8d86e req-50cf8990-8c87-41c0-aaf3-46d251bba612 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] For port 1f39c2aa-a245-4b77-8233-20f0c6c6cb30, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=1f39c2aa-a245-4b77-8233-20f0c6c6cb30,segment=NetworkSegment(8f611811-e093-433f-9aea-61970f40e4b3),segment_id=8f611811-e093-433f-9aea-61970f40e4b3)] {{(pid=106202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:27:15.979387 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-ade80029-7867-4191-bb6a-3e8083e8d86e req-50cf8990-8c87-41c0-aaf3-46d251bba612 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (1f39c2aa-a245-4b77-8233-20f0c6c6cb30), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:27:16.191251 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-ade80029-7867-4191-bb6a-3e8083e8d86e req-50cf8990-8c87-41c0-aaf3-46d251bba612 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:27:16.191533 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-ade80029-7867-4191-bb6a-3e8083e8d86e req-50cf8990-8c87-41c0-aaf3-46d251bba612 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534182'] for floatingip (bd41312f-1643-4ffb-8635-9c1ea3b6be74), after_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:27:16.191877 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.db.l3_db [req-ade80029-7867-4191-bb6a-3e8083e8d86e req-50cf8990-8c87-41c0-aaf3-46d251bba612 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Floating IP bd41312f-1643-4ffb-8635-9c1ea3b6be74 disassociated. External IP: 172.27.0.121, port: 1f39c2aa-a245-4b77-8233-20f0c6c6cb30. Sep 21 12:27:16.192217 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [req-ade80029-7867-4191-bb6a-3e8083e8d86e req-50cf8990-8c87-41c0-aaf3-46d251bba612 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Calling delete_port for 1f39c2aa-a245-4b77-8233-20f0c6c6cb30 owned by compute:nova {{(pid=106202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:27:16.298937 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:27:16.320188 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-ade80029-7867-4191-bb6a-3e8083e8d86e req-50cf8990-8c87-41c0-aaf3-46d251bba612 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (1f39c2aa-a245-4b77-8233-20f0c6c6cb30), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:27:16.351623 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf8990-8c87-41c0-aaf3-46d251bba612 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Pushing event deleted for resources: {'Port': ['ID=1f39c2aa-a245-4b77-8233-20f0c6c6cb30,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:27:16.364492 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf8990-8c87-41c0-aaf3-46d251bba612 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:27:16.364919 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf8990-8c87-41c0-aaf3-46d251bba612 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:27:16.365213 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf8990-8c87-41c0-aaf3-46d251bba612 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:27:16.365554 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf8990-8c87-41c0-aaf3-46d251bba612 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:27:16.365893 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf8990-8c87-41c0-aaf3-46d251bba612 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:27:16.366247 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf8990-8c87-41c0-aaf3-46d251bba612 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:27:16.366580 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf8990-8c87-41c0-aaf3-46d251bba612 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:27:16.366926 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf8990-8c87-41c0-aaf3-46d251bba612 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:27:16.367242 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf8990-8c87-41c0-aaf3-46d251bba612 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:27:16.367569 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf8990-8c87-41c0-aaf3-46d251bba612 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:27:16.367945 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf8990-8c87-41c0-aaf3-46d251bba612 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:27:16.368346 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf8990-8c87-41c0-aaf3-46d251bba612 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:27:16.368682 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf8990-8c87-41c0-aaf3-46d251bba612 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:27:16.369010 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf8990-8c87-41c0-aaf3-46d251bba612 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:27:16.369333 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cf8990-8c87-41c0-aaf3-46d251bba612 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:27:16.468216 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:27:16.473390 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ade80029-7867-4191-bb6a-3e8083e8d86e req-50cf8990-8c87-41c0-aaf3-46d251bba612 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Router 6489c3c9-8588-4d87-8d3b-2c367483e192 has already been hosted by L3 agent 4f31b8b6-17c0-474d-bf52-0481ff2a5cf7 {{(pid=106202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 12:27:16.577570 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ade80029-7867-4191-bb6a-3e8083e8d86e req-50cf8990-8c87-41c0-aaf3-46d251bba612 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Notify agent at l3_agent.dv-cinder-858678-1-iscsi the message routers_updated {{(pid=106202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:27:16.588438 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dfaf4e-a8ea-4054-ac3f-942e5ea86d8a None None] Sync routers for ids ['6489c3c9-8588-4d87-8d3b-2c367483e192'] in dv-cinder-858678-1-iscsi {{(pid=106203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:27:16.598799 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93dfaf4e-a8ea-4054-ac3f-942e5ea86d8a None None] Routers {'6489c3c9-8588-4d87-8d3b-2c367483e192'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:27:16.599412 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-93dfaf4e-a8ea-4054-ac3f-942e5ea86d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:27:09Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['6489c3c9-8588-4d87-8d3b-2c367483e192'], 'active': True} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:27:16.623735 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.l3_dvrscheduler_db [req-ade80029-7867-4191-bb6a-3e8083e8d86e req-50cf8990-8c87-41c0-aaf3-46d251bba612 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] No DVR routers for this DVR port 1f39c2aa-a245-4b77-8233-20f0c6c6cb30 on host hv-cinder-85867 {{(pid=106202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 12:27:16.626319 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-ade80029-7867-4191-bb6a-3e8083e8d86e req-50cf8990-8c87-41c0-aaf3-46d251bba612 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for port (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:27:16.629496 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ade80029-7867-4191-bb6a-3e8083e8d86e req-50cf8990-8c87-41c0-aaf3-46d251bba612 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.66 "DELETE /networking/v2.0/ports/1f39c2aa-a245-4b77-8233-20f0c6c6cb30 HTTP/1.1" status: 204 len: 173 time: 0.8263137 Sep 21 12:27:16.629989 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e9ebd08-4c95-43f6-a1a4-3268532d961e', 'name': 'network-vif-deleted', 'tag': '1f39c2aa-a245-4b77-8233-20f0c6c6cb30'}] {{(pid=106202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:27:16.632293 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f69dec5372d12bc1dbf2d83c258da0d8b658e28cfccadcad30c8a09044815e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-182ba577-3ebb-436d-a5d0-4a8db9bab87d" -d '{"events": [{"server_uuid": "5e9ebd08-4c95-43f6-a1a4-3268532d961e", "name": "network-vif-deleted", "tag": "1f39c2aa-a245-4b77-8233-20f0c6c6cb30"}]}' {{(pid=106202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:27:16.708990 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvr_db [None req-93dfaf4e-a8ea-4054-ac3f-942e5ea86d8a None None] Set router 6489c3c9-8588-4d87-8d3b-2c367483e192 gateway port host: dv-cinder-858678-1-iscsi {{(pid=106203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:27:16.735915 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 12:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e407ad8a-f8b9-4121-84ac-2edb1b919025 x-openstack-request-id: req-e407ad8a-f8b9-4121-84ac-2edb1b919025 {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:27:16.736468 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e9ebd08-4c95-43f6-a1a4-3268532d961e", "name": "network-vif-deleted", "tag": "1f39c2aa-a245-4b77-8233-20f0c6c6cb30", "status": "completed", "code": 200}]} {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:27:16.736629 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e407ad8a-f8b9-4121-84ac-2edb1b919025 {{(pid=106202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:27:16.737322 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e407ad8a-f8b9-4121-84ac-2edb1b919025'] response: {'server_uuid': '5e9ebd08-4c95-43f6-a1a4-3268532d961e', 'name': 'network-vif-deleted', 'tag': '1f39c2aa-a245-4b77-8233-20f0c6c6cb30', 'status': 'completed', 'code': 200} Sep 21 12:27:16.922157 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f16528-7921-440e-b923-6f1c7be6ba95 req-4045a339-dabf-4c1d-ba67-b157a6f6cf6a tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:27:16.924467 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-19f16528-7921-440e-b923-6f1c7be6ba95 req-4045a339-dabf-4c1d-ba67-b157a6f6cf6a tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5f4f10b5-8953-4c76-a286-6974d7c88433 HTTP/1.1" status: 200 len: 945 time: 0.0513256 Sep 21 12:27:16.946926 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-93dfaf4e-a8ea-4054-ac3f-942e5ea86d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6489c3c9-8588-4d87-8d3b-2c367483e192', 'name': 'tempest-AttachVolumeShelveTestJSON-1026338414-router', 'tenant_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '0ff2efdf-b046-4153-ae1f-9a2adb08b6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:20:39Z', 'updated_at': '2022-09-21T12:20:47Z', 'revision_number': 4, 'project_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'gw_port': {'id': '0ff2efdf-b046-4153-ae1f-9a2adb08b6fc', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6489c3c9-8588-4d87-8d3b-2c367483e192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:40Z', 'updated_at': '2022-09-21T12:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': '9e0ba373-651e-4982-9c48-5c0bf838797e', 'name': '', 'network_id': 'b3f0e30c-c130-4bd6-a99c-2726089c3f25', 'tenant_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'mac_address': 'fa:16:3e:7d:5e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6489c3c9-8588-4d87-8d3b-2c367483e192', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f5cf9592-7b6c-4eba-b546-68b41c284733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:45Z', 'updated_at': '2022-09-21T12:20:55Z', 'revision_number': 5, 'project_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'subnets': [{'id': 'f5cf9592-7b6c-4eba-b546-68b41c284733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:27:16.987093 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dfaf4e-a8ea-4054-ac3f-942e5ea86d8a None None] Checking router: 6489c3c9-8588-4d87-8d3b-2c367483e192 for host: dv-cinder-858678-1-iscsi {{(pid=106203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:27:16.996107 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-19f16528-7921-440e-b923-6f1c7be6ba95 req-676cfb85-b292-4c6a-b25c-a26f1844fb4b tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cc37cbc1-758f-4e4c-8ebc-b6543f41abd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610726 Sep 21 12:27:17.001956 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93dfaf4e-a8ea-4054-ac3f-942e5ea86d8a None None] Routers {'6489c3c9-8588-4d87-8d3b-2c367483e192'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:27:17.002785 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-93dfaf4e-a8ea-4054-ac3f-942e5ea86d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:27:09Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['6489c3c9-8588-4d87-8d3b-2c367483e192'], 'active': True} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:27:17.005883 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8ff2b740-532c-405b-a8f6-d2d3fcc07f4b req-095bab49-b8e2-4586-bd47-44ee3460300b tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5e9ebd08-4c95-43f6-a1a4-3268532d961e HTTP/1.1" status: 200 len: 210 time: 0.0308139 Sep 21 12:27:17.112122 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvr_db [None req-93dfaf4e-a8ea-4054-ac3f-942e5ea86d8a None None] Set router 6489c3c9-8588-4d87-8d3b-2c367483e192 gateway port host: dv-cinder-858678-1-iscsi {{(pid=106203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:27:17.309516 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-93dfaf4e-a8ea-4054-ac3f-942e5ea86d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6489c3c9-8588-4d87-8d3b-2c367483e192', 'name': 'tempest-AttachVolumeShelveTestJSON-1026338414-router', 'tenant_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '0ff2efdf-b046-4153-ae1f-9a2adb08b6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:20:39Z', 'updated_at': '2022-09-21T12:20:47Z', 'revision_number': 4, 'project_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'gw_port': {'id': '0ff2efdf-b046-4153-ae1f-9a2adb08b6fc', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6489c3c9-8588-4d87-8d3b-2c367483e192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:40Z', 'updated_at': '2022-09-21T12:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': '9e0ba373-651e-4982-9c48-5c0bf838797e', 'name': '', 'network_id': 'b3f0e30c-c130-4bd6-a99c-2726089c3f25', 'tenant_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'mac_address': 'fa:16:3e:7d:5e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6489c3c9-8588-4d87-8d3b-2c367483e192', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f5cf9592-7b6c-4eba-b546-68b41c284733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:45Z', 'updated_at': '2022-09-21T12:20:55Z', 'revision_number': 5, 'project_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'subnets': [{'id': 'f5cf9592-7b6c-4eba-b546-68b41c284733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:27:17.334701 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dfaf4e-a8ea-4054-ac3f-942e5ea86d8a None None] The sync data for ids ['6489c3c9-8588-4d87-8d3b-2c367483e192'] in dv-cinder-858678-1-iscsi is: [{'id': '6489c3c9-8588-4d87-8d3b-2c367483e192', 'name': 'tempest-AttachVolumeShelveTestJSON-1026338414-router', 'tenant_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '0ff2efdf-b046-4153-ae1f-9a2adb08b6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:20:39Z', 'updated_at': '2022-09-21T12:20:47Z', 'revision_number': 4, 'project_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'gw_port': {'id': '0ff2efdf-b046-4153-ae1f-9a2adb08b6fc', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6489c3c9-8588-4d87-8d3b-2c367483e192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:40Z', 'updated_at': '2022-09-21T12:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': '9e0ba373-651e-4982-9c48-5c0bf838797e', 'name': '', 'network_id': 'b3f0e30c-c130-4bd6-a99c-2726089c3f25', 'tenant_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'mac_address': 'fa:16:3e:7d:5e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6489c3c9-8588-4d87-8d3b-2c367483e192', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f5cf9592-7b6c-4eba-b546-68b41c284733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:45Z', 'updated_at': '2022-09-21T12:20:55Z', 'revision_number': 5, 'project_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'subnets': [{'id': 'f5cf9592-7b6c-4eba-b546-68b41c284733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:27:17.580791 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a8f650-7de4-4a42-8f68-c9b52d92f990 None None] New status for floating IP bd41312f-1643-4ffb-8635-9c1ea3b6be74: DOWN {{(pid=106204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 21 12:27:18.115412 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8365a-8cba-4f33-851c-826ae783d2eb req-fbbf7033-e8a9-4703-ad89-be9d4eb66d68 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:27:18.117068 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-2ec8365a-8cba-4f33-851c-826ae783d2eb req-fbbf7033-e8a9-4703-ad89-be9d4eb66d68 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5f4f10b5-8953-4c76-a286-6974d7c88433 HTTP/1.1" status: 200 len: 945 time: 0.0528862 Sep 21 12:27:18.164146 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-2ec8365a-8cba-4f33-851c-826ae783d2eb req-50b1940d-29b9-40e5-aa02-ad416272186a tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cc37cbc1-758f-4e4c-8ebc-b6543f41abd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415885 Sep 21 12:27:18.526060 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (986f726e-8c98-4005-b3b7-e033305b1240), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:27:19.124695 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 58020) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:27:19.178880 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-f79ba4bd-eed3-4424-8901-1f8dc99d91cd tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks [] for security_group (267ba430-0cbf-4d48-bd65-d51dbf4aacb1), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:27:19.201160 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-f79ba4bd-eed3-4424-8901-1f8dc99d91cd tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks [] for security_group (267ba430-0cbf-4d48-bd65-d51dbf4aacb1), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:27:19.263807 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-f79ba4bd-eed3-4424-8901-1f8dc99d91cd tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (267ba430-0cbf-4d48-bd65-d51dbf4aacb1), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:27:19.266868 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-f79ba4bd-eed3-4424-8901-1f8dc99d91cd tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks [] for security_group (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:27:19.268260 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-f79ba4bd-eed3-4424-8901-1f8dc99d91cd tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "DELETE /networking/v2.0/security-groups/267ba430-0cbf-4d48-bd65-d51dbf4aacb1 HTTP/1.1" status: 204 len: 168 time: 0.1423717 Sep 21 12:27:19.272335 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 58024) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:27:19.290571 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ba4bd-eed3-4424-8901-1f8dc99d91cd tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=267ba430-0cbf-4d48-bd65-d51dbf4aacb1,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:27:19.293756 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.api.v2.resource [None req-c1637771-9f2c-4721-a8cd-8405ef90884e tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] show failed (client error): The resource could not be found. Sep 21 12:27:19.294814 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-c1637771-9f2c-4721-a8cd-8405ef90884e tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups/267ba430-0cbf-4d48-bd65-d51dbf4aacb1 HTTP/1.1" status: 404 len: 347 time: 0.0217056 Sep 21 12:27:19.298367 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 58026) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:27:19.323243 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c52d5-0f5f-40a0-8074-0bb1ebc384ba req-083d7883-83d5-4b4d-b3bb-3158c57f42b2 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:27:19.325026 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-0a5c52d5-0f5f-40a0-8074-0bb1ebc384ba req-083d7883-83d5-4b4d-b3bb-3158c57f42b2 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5f4f10b5-8953-4c76-a286-6974d7c88433 HTTP/1.1" status: 200 len: 945 time: 0.0793326 Sep 21 12:27:19.378667 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-0a5c52d5-0f5f-40a0-8074-0bb1ebc384ba req-867fcd79-5cb9-4015-9d35-debb09fe973e tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cc37cbc1-758f-4e4c-8ebc-b6543f41abd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457194 Sep 21 12:27:19.394960 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 1f39c2aa-a245-4b77-8233-20f0c6c6cb30 no longer exists at agent hyperv_hv-cinder-85867 {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 12:27:19.416084 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] No Port match for: 1f39c2aa-a245-4b77-8233-20f0c6c6cb30 {{(pid=106203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 12:27:19.416984 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 1f39c2aa-a245-4b77-8233-20f0c6c6cb30 not bound to the agent host hv-cinder-85867 {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 12:27:19.433901 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [None req-98e5f365-5382-477e-b83d-8fcfa0832861 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Deleting port 15ae377b-7b36-425b-a3c9-c15fb6ebfeb6 {{(pid=106202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:27:19.434169 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-98e5f365-5382-477e-b83d-8fcfa0832861 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (15ae377b-7b36-425b-a3c9-c15fb6ebfeb6), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:27:19.510650 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-98e5f365-5382-477e-b83d-8fcfa0832861 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (15ae377b-7b36-425b-a3c9-c15fb6ebfeb6), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:27:19.510879 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-98e5f365-5382-477e-b83d-8fcfa0832861 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks [] for floatingip (15ae377b-7b36-425b-a3c9-c15fb6ebfeb6), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:27:19.524277 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [None req-98e5f365-5382-477e-b83d-8fcfa0832861 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Calling delete_port for 15ae377b-7b36-425b-a3c9-c15fb6ebfeb6 owned by network:floatingip {{(pid=106202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:27:19.661084 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-98e5f365-5382-477e-b83d-8fcfa0832861 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (15ae377b-7b36-425b-a3c9-c15fb6ebfeb6), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:27:19.685875 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e5f365-5382-477e-b83d-8fcfa0832861 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Pushing event deleted for resources: {'Port': ['ID=15ae377b-7b36-425b-a3c9-c15fb6ebfeb6,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:27:19.746322 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:27:19.752027 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-98e5f365-5382-477e-b83d-8fcfa0832861 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks [] for floatingip (bd41312f-1643-4ffb-8635-9c1ea3b6be74), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:27:19.754751 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-98e5f365-5382-477e-b83d-8fcfa0832861 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for floatingip (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:27:19.756125 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-98e5f365-5382-477e-b83d-8fcfa0832861 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "DELETE /networking/v2.0/floatingips/bd41312f-1643-4ffb-8635-9c1ea3b6be74 HTTP/1.1" status: 204 len: 168 time: 0.4558592 Sep 21 12:27:19.853457 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 58030) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:27:19.858025 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [None req-99865046-b4f3-46e9-9bf6-1d83333bd912 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Request body: {'security_group': {'name': 'tempest-securitygroup--843480151', 'description': 'tempest-description--834774133'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:27:19.879094 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-99865046-b4f3-46e9-9bf6-1d83333bd912 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks [] for security_group (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:27:19.946422 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-99865046-b4f3-46e9-9bf6-1d83333bd912 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks [] for security_group (0d01d403-cac3-4cd0-80ae-200537a4758c), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:27:19.950420 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-99865046-b4f3-46e9-9bf6-1d83333bd912 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (0d01d403-cac3-4cd0-80ae-200537a4758c), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:27:19.965397 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:27:19.982803 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-99865046-b4f3-46e9-9bf6-1d83333bd912 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks [] for security_group (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:27:19.984114 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-99865046-b4f3-46e9-9bf6-1d83333bd912 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1296444 Sep 21 12:27:19.986336 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99865046-b4f3-46e9-9bf6-1d83333bd912 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d01d403-cac3-4cd0-80ae-200537a4758c,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:27:19.987457 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 58032) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:27:19.992216 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.v2.base [None req-585dce1a-ec4f-452a-baba-2d7135cf789f tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Request body: {'security_group_rule': {'security_group_id': '0d01d403-cac3-4cd0-80ae-200537a4758c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:27:20.018695 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-585dce1a-ec4f-452a-baba-2d7135cf789f tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks [] for security_group_rule (58d4bb64-d09d-4ff5-85a5-e7924d289f2f), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:27:20.076232 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-585dce1a-ec4f-452a-baba-2d7135cf789f tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks [] for security_group_rule (58d4bb64-d09d-4ff5-85a5-e7924d289f2f), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:27:20.080329 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-585dce1a-ec4f-452a-baba-2d7135cf789f tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663432'] for security_group_rule (58d4bb64-d09d-4ff5-85a5-e7924d289f2f), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:27:20.098789 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585dce1a-ec4f-452a-baba-2d7135cf789f tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58d4bb64-d09d-4ff5-85a5-e7924d289f2f,revision_number=0']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:27:20.106961 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-585dce1a-ec4f-452a-baba-2d7135cf789f tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:27:20.108171 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-585dce1a-ec4f-452a-baba-2d7135cf789f tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1196198 Sep 21 12:27:20.111202 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585dce1a-ec4f-452a-baba-2d7135cf789f tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:27:20.111202 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585dce1a-ec4f-452a-baba-2d7135cf789f tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:27:20.111202 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585dce1a-ec4f-452a-baba-2d7135cf789f tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:27:20.111202 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585dce1a-ec4f-452a-baba-2d7135cf789f tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:27:20.111577 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585dce1a-ec4f-452a-baba-2d7135cf789f tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:27:20.111840 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585dce1a-ec4f-452a-baba-2d7135cf789f tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:27:20.112514 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585dce1a-ec4f-452a-baba-2d7135cf789f tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:27:20.112514 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585dce1a-ec4f-452a-baba-2d7135cf789f tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:27:20.112764 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585dce1a-ec4f-452a-baba-2d7135cf789f tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:27:20.113079 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585dce1a-ec4f-452a-baba-2d7135cf789f tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:27:20.113206 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 58034) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:27:20.113417 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585dce1a-ec4f-452a-baba-2d7135cf789f tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:27:20.113762 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585dce1a-ec4f-452a-baba-2d7135cf789f tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:27:20.114024 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585dce1a-ec4f-452a-baba-2d7135cf789f tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:27:20.114352 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585dce1a-ec4f-452a-baba-2d7135cf789f tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:27:20.114646 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585dce1a-ec4f-452a-baba-2d7135cf789f tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:27:20.122486 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [None req-64fc8118-1572-4874-9ab6-afa29ad620fd tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Request body: {'security_group_rule': {'security_group_id': '0d01d403-cac3-4cd0-80ae-200537a4758c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:27:20.150406 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-64fc8118-1572-4874-9ab6-afa29ad620fd tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks [] for security_group_rule (989b282c-6bb2-4ee6-9a4c-a7249eed4e63), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:27:20.207047 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-64fc8118-1572-4874-9ab6-afa29ad620fd tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks [] for security_group_rule (989b282c-6bb2-4ee6-9a4c-a7249eed4e63), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:27:20.210951 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-64fc8118-1572-4874-9ab6-afa29ad620fd tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663432'] for security_group_rule (989b282c-6bb2-4ee6-9a4c-a7249eed4e63), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:27:20.229464 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fc8118-1572-4874-9ab6-afa29ad620fd tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=989b282c-6bb2-4ee6-9a4c-a7249eed4e63,revision_number=0']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:27:20.238793 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-64fc8118-1572-4874-9ab6-afa29ad620fd tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:27:20.240035 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-64fc8118-1572-4874-9ab6-afa29ad620fd tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1257799 Sep 21 12:27:20.243160 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 58036) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:27:20.247391 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [None req-c35c03c1-99c7-4ac2-b0ae-fc13ce93d81f tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Request body: {'floatingip': {'floating_network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:27:20.268528 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-c35c03c1-99c7-4ac2-b0ae-fc13ce93d81f tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:27:20.348526 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-c35c03c1-99c7-4ac2-b0ae-fc13ce93d81f tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:27:20.468833 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.db_base_plugin_common [None req-c35c03c1-99c7-4ac2-b0ae-fc13ce93d81f tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Allocated IP 172.27.0.173 (988e67c4-a01e-4c04-8cb9-1b0dd07d668d/691ea813-de87-4809-9e6b-d8504be0b97f/b23e342d-ec45-4067-abdc-bfc1ec1efd0e) {{(pid=106202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:27:20.509930 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16318b60-4d94-4d73-bb9d-69bf90bc935f req-53dad568-61f1-45a2-aad1-edea7b7f9642 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:27:20.511410 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-16318b60-4d94-4d73-bb9d-69bf90bc935f req-53dad568-61f1-45a2-aad1-edea7b7f9642 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5f4f10b5-8953-4c76-a286-6974d7c88433 HTTP/1.1" status: 200 len: 945 time: 0.0482066 Sep 21 12:27:20.561808 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-16318b60-4d94-4d73-bb9d-69bf90bc935f req-0dd744e8-c04e-438e-ac12-af5235ffc8f8 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cc37cbc1-758f-4e4c-8ebc-b6543f41abd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441716 Sep 21 12:27:20.576508 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-c35c03c1-99c7-4ac2-b0ae-fc13ce93d81f tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks [] for port (b23e342d-ec45-4067-abdc-bfc1ec1efd0e), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:27:20.608232 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-c35c03c1-99c7-4ac2-b0ae-fc13ce93d81f tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735120900801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (b23e342d-ec45-4067-abdc-bfc1ec1efd0e), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:27:20.617003 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:27:20.657006 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35c03c1-99c7-4ac2-b0ae-fc13ce93d81f tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Network 988e67c4-a01e-4c04-8cb9-1b0dd07d668d is already hosted by enough agents. {{(pid=106202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:27:20.663097 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.base_scheduler [None req-c35c03c1-99c7-4ac2-b0ae-fc13ce93d81f tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Resources bound (agent type, host, resource id): {{(pid=106202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:27:20.665562 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35c03c1-99c7-4ac2-b0ae-fc13ce93d81f tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Received port after_create {{(pid=106202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 12:27:20.669615 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35c03c1-99c7-4ac2-b0ae-fc13ce93d81f tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Pushing event updated for resources: {'Port': ['ID=b23e342d-ec45-4067-abdc-bfc1ec1efd0e,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:27:20.756377 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-c35c03c1-99c7-4ac2-b0ae-fc13ce93d81f tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks [] for floatingip (1d1ae44a-df70-4645-89fd-9a315bc1c08f), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:27:20.793090 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-c35c03c1-99c7-4ac2-b0ae-fc13ce93d81f tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (b23e342d-ec45-4067-abdc-bfc1ec1efd0e), before_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:27:20.817617 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:27:21.170512 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-c35c03c1-99c7-4ac2-b0ae-fc13ce93d81f tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks [] for port (b23e342d-ec45-4067-abdc-bfc1ec1efd0e), precommit_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:27:21.175032 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-c35c03c1-99c7-4ac2-b0ae-fc13ce93d81f tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6955121'] for port (b23e342d-ec45-4067-abdc-bfc1ec1efd0e), after_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:27:21.243588 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35c03c1-99c7-4ac2-b0ae-fc13ce93d81f tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Pushing event updated for resources: {'Port': ['ID=b23e342d-ec45-4067-abdc-bfc1ec1efd0e,revision_number=2']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:27:21.245910 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-c35c03c1-99c7-4ac2-b0ae-fc13ce93d81f tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534182'] for floatingip (1d1ae44a-df70-4645-89fd-9a315bc1c08f), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:27:21.262108 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-c35c03c1-99c7-4ac2-b0ae-fc13ce93d81f tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for floatingip (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:27:21.263356 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-c35c03c1-99c7-4ac2-b0ae-fc13ce93d81f tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0192883 Sep 21 12:27:21.415737 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f93d4644-4de4-4a9a-81d9-f31b13fc5fd9 req-01f9ca54-f464-4dcf-949b-7aa120a3d341 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--843480151&fields=id&tenant_id=5e6ef4f3de1943ffbde82d3f0a19542f HTTP/1.1" status: 200 len: 267 time: 0.0433555 Sep 21 12:27:21.529439 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d4644-4de4-4a9a-81d9-f31b13fc5fd9 req-7538d5cc-9dff-4b7b-8993-7eb428644b52 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:27:21.530795 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f93d4644-4de4-4a9a-81d9-f31b13fc5fd9 req-7538d5cc-9dff-4b7b-8993-7eb428644b52 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/networks?id=b3f0e30c-c130-4bd6-a99c-2726089c3f25 HTTP/1.1" status: 200 len: 817 time: 0.1086740 Sep 21 12:27:21.545121 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f93d4644-4de4-4a9a-81d9-f31b13fc5fd9 req-b0da2680-b5cf-41d0-8464-b69833dcec6c tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/quotas/5e6ef4f3de1943ffbde82d3f0a19542f HTTP/1.1" status: 200 len: 375 time: 0.0090275 Sep 21 12:27:21.594325 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f93d4644-4de4-4a9a-81d9-f31b13fc5fd9 req-cace2562-05a3-43b0-82eb-c2384e6558ef tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=5e6ef4f3de1943ffbde82d3f0a19542f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442715 Sep 21 12:27:21.666626 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:27:21.685979 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943c936-b2a8-4129-8482-b296ec2bf36b req-db2ab206-14c9-43fa-ba3d-27452eb7830c tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:27:21.688014 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-1943c936-b2a8-4129-8482-b296ec2bf36b req-db2ab206-14c9-43fa-ba3d-27452eb7830c tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5f4f10b5-8953-4c76-a286-6974d7c88433 HTTP/1.1" status: 200 len: 945 time: 0.0487611 Sep 21 12:27:21.736334 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-1943c936-b2a8-4129-8482-b296ec2bf36b req-857162c8-57b9-4a2e-ab5c-fb3bce5556c8 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cc37cbc1-758f-4e4c-8ebc-b6543f41abd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422473 Sep 21 12:27:21.745272 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f93d4644-4de4-4a9a-81d9-f31b13fc5fd9 req-62589511-135c-44d1-9c0b-ff50f7db79ee service neutron] 10.222.0.71 "GET /networking/v2.0/networks/b3f0e30c-c130-4bd6-a99c-2726089c3f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392961 Sep 21 12:27:21.835589 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f93d4644-4de4-4a9a-81d9-f31b13fc5fd9 req-1168185a-f15d-4872-a1af-38f411362e01 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/b3f0e30c-c130-4bd6-a99c-2726089c3f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837913 Sep 21 12:27:21.998261 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-c692ea9f-ac53-450a-bb09-58405af7d8d0 req-9b1e0f8d-b33a-49a9-94e8-c2a65d69a910 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 210 time: 0.0266435 Sep 21 12:27:22.867392 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1101cf-f807-4880-a08e-6f6b81558cef req-e643fac0-058b-4f1c-adf6-dc0e12fb16ee tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:27:22.868972 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-4d1101cf-f807-4880-a08e-6f6b81558cef req-e643fac0-058b-4f1c-adf6-dc0e12fb16ee tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5f4f10b5-8953-4c76-a286-6974d7c88433 HTTP/1.1" status: 200 len: 945 time: 0.0523200 Sep 21 12:27:22.881097 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:27:22.920913 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-4d1101cf-f807-4880-a08e-6f6b81558cef req-ce08d544-1bf8-4b19-8c06-08be8d40ce39 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cc37cbc1-758f-4e4c-8ebc-b6543f41abd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460577 Sep 21 12:27:23.107095 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-9bbdbe91-76a6-431b-90c5-3a3e33e44ee3 req-420948d8-0ca8-4731-b488-60c33d0499b5 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 210 time: 0.0303245 Sep 21 12:27:23.710857 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d4644-4de4-4a9a-81d9-f31b13fc5fd9 req-9effc0b5-f274-420e-a993-07714c1b89b0 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:27:23.712238 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f93d4644-4de4-4a9a-81d9-f31b13fc5fd9 req-9effc0b5-f274-420e-a993-07714c1b89b0 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.66 "GET /networking/v2.0/networks?id=b3f0e30c-c130-4bd6-a99c-2726089c3f25 HTTP/1.1" status: 200 len: 817 time: 0.1074874 Sep 21 12:27:23.801625 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f93d4644-4de4-4a9a-81d9-f31b13fc5fd9 req-1376281b-dc45-4ac6-abff-d6c7a7f4f49b tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.66 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5e6ef4f3de1943ffbde82d3f0a19542f HTTP/1.1" status: 200 len: 379 time: 0.0590382 Sep 21 12:27:23.901862 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [req-f93d4644-4de4-4a9a-81d9-f31b13fc5fd9 req-71e9a8d6-77ca-4e05-8857-d97e9d51ff10 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Request body: {'port': {'device_id': 'dc34c677-0e22-4734-95ed-4a6834d9dc7b', 'network_id': 'b3f0e30c-c130-4bd6-a99c-2726089c3f25', 'admin_state_up': True, 'tenant_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'security_groups': ['0d01d403-cac3-4cd0-80ae-200537a4758c']}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:27:23.943885 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:27:24.048784 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f93d4644-4de4-4a9a-81d9-f31b13fc5fd9 req-71e9a8d6-77ca-4e05-8857-d97e9d51ff10 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Made reservation on behalf of 5e6ef4f3de1943ffbde82d3f0a19542f for: {'port': 1} {{(pid=106202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:27:24.052530 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-f93d4644-4de4-4a9a-81d9-f31b13fc5fd9 req-71e9a8d6-77ca-4e05-8857-d97e9d51ff10 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:27:24.059574 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63edb186-bfd2-45be-877c-c913f71af62c req-c47eecb0-b46f-41e7-a9f5-0f236fea822f tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:27:24.061065 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-63edb186-bfd2-45be-877c-c913f71af62c req-c47eecb0-b46f-41e7-a9f5-0f236fea822f tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5f4f10b5-8953-4c76-a286-6974d7c88433 HTTP/1.1" status: 200 len: 945 time: 0.0635579 Sep 21 12:27:24.167576 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-63edb186-bfd2-45be-877c-c913f71af62c req-627cceb0-7850-4fdc-99c1-1e0ec8682629 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cc37cbc1-758f-4e4c-8ebc-b6543f41abd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982580 Sep 21 12:27:24.202832 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:27:24.224121 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-fede38c0-73c8-4374-b0a4-2ee71a92bb67 req-1314010a-e32e-4aa2-bacc-f2f700135a5b tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 210 time: 0.0294962 Sep 21 12:27:24.235462 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.db_base_plugin_common [req-f93d4644-4de4-4a9a-81d9-f31b13fc5fd9 req-71e9a8d6-77ca-4e05-8857-d97e9d51ff10 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Allocated IP 172.20.0.9 (b3f0e30c-c130-4bd6-a99c-2726089c3f25/f5cf9592-7b6c-4eba-b546-68b41c284733/49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab) {{(pid=106202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:27:24.379608 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-f93d4644-4de4-4a9a-81d9-f31b13fc5fd9 req-71e9a8d6-77ca-4e05-8857-d97e9d51ff10 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks [] for port (49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:27:24.411857 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-f93d4644-4de4-4a9a-81d9-f31b13fc5fd9 req-71e9a8d6-77ca-4e05-8857-d97e9d51ff10 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735120900801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:27:24.454441 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f93d4644-4de4-4a9a-81d9-f31b13fc5fd9 req-71e9a8d6-77ca-4e05-8857-d97e9d51ff10 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Network b3f0e30c-c130-4bd6-a99c-2726089c3f25 is already hosted by enough agents. {{(pid=106202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:27:24.457629 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.base_scheduler [req-f93d4644-4de4-4a9a-81d9-f31b13fc5fd9 req-71e9a8d6-77ca-4e05-8857-d97e9d51ff10 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Resources bound (agent type, host, resource id): {{(pid=106202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:27:24.461394 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.l3_dvrscheduler_db [req-f93d4644-4de4-4a9a-81d9-f31b13fc5fd9 req-71e9a8d6-77ca-4e05-8857-d97e9d51ff10 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Received port after_create {{(pid=106202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 12:27:24.491963 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e9a8d6-77ca-4e05-8857-d97e9d51ff10 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Pushing event updated for resources: {'Port': ['ID=49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:27:24.513000 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:27:24.521970 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d4644-4de4-4a9a-81d9-f31b13fc5fd9 req-71e9a8d6-77ca-4e05-8857-d97e9d51ff10 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:27:24.522580 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-f93d4644-4de4-4a9a-81d9-f31b13fc5fd9 req-71e9a8d6-77ca-4e05-8857-d97e9d51ff10 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for port (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:27:24.539358 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f93d4644-4de4-4a9a-81d9-f31b13fc5fd9 req-71e9a8d6-77ca-4e05-8857-d97e9d51ff10 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.66 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6415975 Sep 21 12:27:24.691874 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-c6f05ee7-9190-493c-a390-1837f9c7febc None None] Provisioning complete for port 49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab triggered by entity DHCP. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:27:24.692452 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c6f05ee7-9190-493c-a390-1837f9c7febc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:27:24.692697 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-c6f05ee7-9190-493c-a390-1837f9c7febc None None] Attempt 1 to provision port 49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab Sep 21 12:27:24.724685 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-c6f05ee7-9190-493c-a390-1837f9c7febc None None] Port 49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:27:25.226155 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-c6f05ee7-9190-493c-a390-1837f9c7febc None None] Attempt 2 to provision port 49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab Sep 21 12:27:25.258781 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-c6f05ee7-9190-493c-a390-1837f9c7febc None None] Port 49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:27:25.290564 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9da6d7-d217-487b-b6ec-f5feea659bab req-0bde5f8f-504a-4741-ac57-f44cb3b1f0c4 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:27:25.292093 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-7c9da6d7-d217-487b-b6ec-f5feea659bab req-0bde5f8f-504a-4741-ac57-f44cb3b1f0c4 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5f4f10b5-8953-4c76-a286-6974d7c88433 HTTP/1.1" status: 200 len: 945 time: 0.0467124 Sep 21 12:27:25.340251 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-7c9da6d7-d217-487b-b6ec-f5feea659bab req-750961d1-ea24-4ca7-8846-9538c7fe32fc tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cc37cbc1-758f-4e4c-8ebc-b6543f41abd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424144 Sep 21 12:27:25.348570 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b544b3-8995-4f54-893d-37f287f3dd63 req-5f9cd89e-41f9-4828-9a7d-91483097e6d2 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:27:25.350046 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-e9b544b3-8995-4f54-893d-37f287f3dd63 req-5f9cd89e-41f9-4828-9a7d-91483097e6d2 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 931 time: 0.0448489 Sep 21 12:27:25.396840 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-e9b544b3-8995-4f54-893d-37f287f3dd63 req-6ca1e410-b889-4e2a-ade6-9eea90956d10 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0d01d403-cac3-4cd0-80ae-200537a4758c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413034 Sep 21 12:27:25.460274 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [req-f93d4644-4de4-4a9a-81d9-f31b13fc5fd9 req-cb87f931-7537-4703-b41f-2efda7890f66 service neutron] Request body: {'port': {'device_id': 'dc34c677-0e22-4734-95ed-4a6834d9dc7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85867'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:27:25.527023 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-f93d4644-4de4-4a9a-81d9-f31b13fc5fd9 req-cb87f931-7537-4703-b41f-2efda7890f66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab), before_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:27:25.612772 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48941fb2-038c-4384-9027-1b79cc25f346 req-bea35771-526d-423e-84c3-b9849335b8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:27:25.614261 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-48941fb2-038c-4384-9027-1b79cc25f346 req-bea35771-526d-423e-84c3-b9849335b8e0 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=5f4f10b5-8953-4c76-a286-6974d7c88433 HTTP/1.1" status: 200 len: 1129 time: 0.0551884 Sep 21 12:27:25.660729 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:27:25.750277 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-48941fb2-038c-4384-9027-1b79cc25f346 req-6d782edd-8d51-42c1-9b0e-ff639dc5f242 service neutron] 10.222.0.66 "GET /networking/v2.0/security-groups?id=cc37cbc1-758f-4e4c-8ebc-b6543f41abd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972664 Sep 21 12:27:25.759824 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-c6f05ee7-9190-493c-a390-1837f9c7febc None None] Attempt 3 to provision port 49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab Sep 21 12:27:25.792011 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-c6f05ee7-9190-493c-a390-1837f9c7febc None None] Port 49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:27:25.849743 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.notifiers.nova [req-f93d4644-4de4-4a9a-81d9-f31b13fc5fd9 req-cb87f931-7537-4703-b41f-2efda7890f66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab {{(pid=106202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 12:27:25.857131 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-f93d4644-4de4-4a9a-81d9-f31b13fc5fd9 req-cb87f931-7537-4703-b41f-2efda7890f66 service neutron] Publish callbacks [] for port (49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab), precommit_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:27:25.870285 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.provisioning_blocks [req-f93d4644-4de4-4a9a-81d9-f31b13fc5fd9 req-cb87f931-7537-4703-b41f-2efda7890f66 service neutron] Transition to ACTIVE for port object 49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab will not be triggered until provisioned by entity L2. {{(pid=106202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 12:27:25.874046 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-f93d4644-4de4-4a9a-81d9-f31b13fc5fd9 req-cb87f931-7537-4703-b41f-2efda7890f66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6955121'] for port (49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab), after_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:27:25.935483 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb87f931-7537-4703-b41f-2efda7890f66 service neutron] Pushing event updated for resources: {'Port': ['ID=49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab,revision_number=2']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:27:25.984765 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.managers [req-f93d4644-4de4-4a9a-81d9-f31b13fc5fd9 req-cb87f931-7537-4703-b41f-2efda7890f66 service neutron] Attempting to bind port 49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab on host hv-cinder-85867 for vnic_type normal with profile {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 12:27:25.985096 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.managers [req-f93d4644-4de4-4a9a-81d9-f31b13fc5fd9 req-cb87f931-7537-4703-b41f-2efda7890f66 service neutron] Attempting to bind port 49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab by drivers openvswitch,hyperv on host hv-cinder-85867 at level 0 using segments [{'id': '8f611811-e093-433f-9aea-61970f40e4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'b3f0e30c-c130-4bd6-a99c-2726089c3f25'}] {{(pid=106202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 12:27:25.985422 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93d4644-4de4-4a9a-81d9-f31b13fc5fd9 req-cb87f931-7537-4703-b41f-2efda7890f66 service neutron] Attempting to bind port 49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab on network b3f0e30c-c130-4bd6-a99c-2726089c3f25 {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:27:26.026393 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93d4644-4de4-4a9a-81d9-f31b13fc5fd9 req-cb87f931-7537-4703-b41f-2efda7890f66 service neutron] Port 49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab on network b3f0e30c-c130-4bd6-a99c-2726089c3f25 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85867 {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 12:27:26.026662 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93d4644-4de4-4a9a-81d9-f31b13fc5fd9 req-cb87f931-7537-4703-b41f-2efda7890f66 service neutron] Attempting to bind port 49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab on network b3f0e30c-c130-4bd6-a99c-2726089c3f25 {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:27:26.070568 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93d4644-4de4-4a9a-81d9-f31b13fc5fd9 req-cb87f931-7537-4703-b41f-2efda7890f66 service neutron] Checking agent: {'id': '986f726e-8c98-4005-b3b7-e033305b1240', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85867', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 12, 18, 46), 'started_at': datetime.datetime(2022, 9, 21, 12, 18, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 12, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 12:27:26.070900 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93d4644-4de4-4a9a-81d9-f31b13fc5fd9 req-cb87f931-7537-4703-b41f-2efda7890f66 service neutron] Checking segment: {'id': '8f611811-e093-433f-9aea-61970f40e4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'b3f0e30c-c130-4bd6-a99c-2726089c3f25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:27:26.071280 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93d4644-4de4-4a9a-81d9-f31b13fc5fd9 req-cb87f931-7537-4703-b41f-2efda7890f66 service neutron] Bound using segment: {'id': '8f611811-e093-433f-9aea-61970f40e4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'b3f0e30c-c130-4bd6-a99c-2726089c3f25'} {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 12:27:26.071708 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.managers [req-f93d4644-4de4-4a9a-81d9-f31b13fc5fd9 req-cb87f931-7537-4703-b41f-2efda7890f66 service neutron] Bound port: 49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab, host: hv-cinder-85867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f611811-e093-433f-9aea-61970f40e4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'b3f0e30c-c130-4bd6-a99c-2726089c3f25'}}] {{(pid=106202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 12:27:26.072093 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-f93d4644-4de4-4a9a-81d9-f31b13fc5fd9 req-cb87f931-7537-4703-b41f-2efda7890f66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab), before_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:27:26.074542 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:27:26.133149 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [req-f93d4644-4de4-4a9a-81d9-f31b13fc5fd9 req-cb87f931-7537-4703-b41f-2efda7890f66 service neutron] For port 49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab, host hv-cinder-85867, cleared binding levels {{(pid=106202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:27:26.136089 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [req-f93d4644-4de4-4a9a-81d9-f31b13fc5fd9 req-cb87f931-7537-4703-b41f-2efda7890f66 service neutron] For port 49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab, host hv-cinder-85867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab,segment=NetworkSegment(8f611811-e093-433f-9aea-61970f40e4b3),segment_id=8f611811-e093-433f-9aea-61970f40e4b3)] {{(pid=106202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:27:26.142896 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-f93d4644-4de4-4a9a-81d9-f31b13fc5fd9 req-cb87f931-7537-4703-b41f-2efda7890f66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6955121'] for port (49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab), after_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:27:26.146906 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d4644-4de4-4a9a-81d9-f31b13fc5fd9 req-cb87f931-7537-4703-b41f-2efda7890f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:27:26.147513 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-f93d4644-4de4-4a9a-81d9-f31b13fc5fd9 req-cb87f931-7537-4703-b41f-2efda7890f66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for port (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:27:26.148902 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f93d4644-4de4-4a9a-81d9-f31b13fc5fd9 req-cb87f931-7537-4703-b41f-2efda7890f66 service neutron] 10.222.0.66 "PUT /networking/v2.0/ports/49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab HTTP/1.1" status: 200 len: 1093 time: 0.6931145 Sep 21 12:27:26.149439 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc34c677-0e22-4734-95ed-4a6834d9dc7b', 'tag': '49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab'}] {{(pid=106202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:27:26.151703 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f69dec5372d12bc1dbf2d83c258da0d8b658e28cfccadcad30c8a09044815e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa39ded-8225-462f-82b4-3c71b13941b4" -d '{"events": [{"name": "network-changed", "server_uuid": "dc34c677-0e22-4734-95ed-4a6834d9dc7b", "tag": "49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab"}]}' {{(pid=106202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:27:26.196647 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 12:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d38ef7b-5aae-46ba-8ce0-68699f8d17b9 x-openstack-request-id: req-4d38ef7b-5aae-46ba-8ce0-68699f8d17b9 {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:27:26.196935 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc34c677-0e22-4734-95ed-4a6834d9dc7b", "tag": "49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab", "status": "completed", "code": 200}]} {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:27:26.197190 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4d38ef7b-5aae-46ba-8ce0-68699f8d17b9 {{(pid=106202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:27:26.197591 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d38ef7b-5aae-46ba-8ce0-68699f8d17b9'] response: {'name': 'network-changed', 'server_uuid': 'dc34c677-0e22-4734-95ed-4a6834d9dc7b', 'tag': '49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab', 'status': 'completed', 'code': 200} Sep 21 12:27:26.209470 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb87f931-7537-4703-b41f-2efda7890f66 service neutron] Pushing event updated for resources: {'Port': ['ID=49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab,revision_number=3']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:27:26.293656 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-c6f05ee7-9190-493c-a390-1837f9c7febc None None] Attempt 4 to provision port 49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab Sep 21 12:27:26.296149 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:27:26.339065 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-c6f05ee7-9190-493c-a390-1837f9c7febc None None] Port 49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab had new provisioning blocks added so it will not transition to active. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 21 12:27:26.463859 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0c7ea1-ce5c-4b50-a91e-819573a59b96 req-8662af17-39e9-4aed-bd49-cfa1738e1c8c tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:27:26.465347 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-6f0c7ea1-ce5c-4b50-a91e-819573a59b96 req-8662af17-39e9-4aed-bd49-cfa1738e1c8c tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5f4f10b5-8953-4c76-a286-6974d7c88433 HTTP/1.1" status: 200 len: 945 time: 0.0460131 Sep 21 12:27:26.518102 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-6f0c7ea1-ce5c-4b50-a91e-819573a59b96 req-e19f82c9-6bb7-4a8a-8e23-48f2182c9036 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cc37cbc1-758f-4e4c-8ebc-b6543f41abd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470028 Sep 21 12:27:26.529227 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c9b5f-f362-4319-b539-6a472e62259b req-12b0678d-0dd7-47a6-9101-13fd99f9a2b9 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:27:26.530859 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ce2c9b5f-f362-4319-b539-6a472e62259b req-12b0678d-0dd7-47a6-9101-13fd99f9a2b9 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 943 time: 0.0517578 Sep 21 12:27:26.584461 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ce2c9b5f-f362-4319-b539-6a472e62259b req-1fc552b0-fc06-4fa5-ba5c-75fbad5864e1 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0d01d403-cac3-4cd0-80ae-200537a4758c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480070 Sep 21 12:27:26.739730 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa39ded-8225-462f-82b4-3c71b13941b4 req-91a5a8a5-05db-4b19-9635-67a24adbeaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:27:26.741281 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-9fa39ded-8225-462f-82b4-3c71b13941b4 req-91a5a8a5-05db-4b19-9635-67a24adbeaee service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=5e6ef4f3de1943ffbde82d3f0a19542f&device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 1127 time: 0.0420518 Sep 21 12:27:26.852076 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa39ded-8225-462f-82b4-3c71b13941b4 req-18233a7c-b5f7-4288-8745-3aeff0c34e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:27:26.853439 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-9fa39ded-8225-462f-82b4-3c71b13941b4 req-18233a7c-b5f7-4288-8745-3aeff0c34e7d service neutron] 10.222.0.66 "GET /networking/v2.0/networks?tenant_id=5e6ef4f3de1943ffbde82d3f0a19542f&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0963597 Sep 21 12:27:26.947215 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:27:26.950596 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa39ded-8225-462f-82b4-3c71b13941b4 req-a4dfbee2-eacc-4112-8e00-5a37c6534b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:27:26.952334 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-9fa39ded-8225-462f-82b4-3c71b13941b4 req-a4dfbee2-eacc-4112-8e00-5a37c6534b3f service neutron] 10.222.0.66 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0899265 Sep 21 12:27:27.062278 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d4644-4de4-4a9a-81d9-f31b13fc5fd9 req-467ee189-3069-43e4-834c-0ffb039b2eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:27:27.063813 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f93d4644-4de4-4a9a-81d9-f31b13fc5fd9 req-467ee189-3069-43e4-834c-0ffb039b2eb3 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=5e6ef4f3de1943ffbde82d3f0a19542f&device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 1127 time: 0.0422802 Sep 21 12:27:27.234509 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f93d4644-4de4-4a9a-81d9-f31b13fc5fd9 req-73ac8c96-ec8d-44c4-a780-7f68d85c7f98 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab HTTP/1.1" status: 200 len: 217 time: 0.0343421 Sep 21 12:27:27.639703 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd53a341-f895-4bd9-a6b6-650aafa07a6f req-4c127cba-315f-4cea-b58a-9bf343511d4b tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:27:27.641823 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-bd53a341-f895-4bd9-a6b6-650aafa07a6f req-4c127cba-315f-4cea-b58a-9bf343511d4b tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5f4f10b5-8953-4c76-a286-6974d7c88433 HTTP/1.1" status: 200 len: 945 time: 0.0481844 Sep 21 12:27:27.654435 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:27:27.656740 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:27:27.690713 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-bd53a341-f895-4bd9-a6b6-650aafa07a6f req-46a7fb67-bf1b-4eb5-a766-fe1cc7d0ead2 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cc37cbc1-758f-4e4c-8ebc-b6543f41abd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428298 Sep 21 12:27:27.715181 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd4091-0493-4929-bcf1-4ceb8580efca req-f4bfd284-48ea-442b-bce3-71ce53942fe4 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:27:27.717535 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-42fd4091-0493-4929-bcf1-4ceb8580efca req-f4bfd284-48ea-442b-bce3-71ce53942fe4 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 943 time: 0.0493534 Sep 21 12:27:27.766516 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-42fd4091-0493-4929-bcf1-4ceb8580efca req-b79fc5d5-3d26-43e1-8745-e6435e895665 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0d01d403-cac3-4cd0-80ae-200537a4758c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436137 Sep 21 12:27:27.848500 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d4644-4de4-4a9a-81d9-f31b13fc5fd9 req-a812fe89-30ea-4dec-89b3-57620e36e78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:27:27.850060 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f93d4644-4de4-4a9a-81d9-f31b13fc5fd9 req-a812fe89-30ea-4dec-89b3-57620e36e78f service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=f5cf9592-7b6c-4eba-b546-68b41c284733 HTTP/1.1" status: 200 len: 856 time: 0.0552838 Sep 21 12:27:27.894737 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d4644-4de4-4a9a-81d9-f31b13fc5fd9 req-063add4b-92b0-4635-aa6a-989ebcbb97a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:27:27.896291 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f93d4644-4de4-4a9a-81d9-f31b13fc5fd9 req-063add4b-92b0-4635-aa6a-989ebcbb97a5 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=b3f0e30c-c130-4bd6-a99c-2726089c3f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396180 Sep 21 12:27:27.989866 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f93d4644-4de4-4a9a-81d9-f31b13fc5fd9 req-968cd993-bb07-4eaa-8df9-8076ee27ebc0 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/b3f0e30c-c130-4bd6-a99c-2726089c3f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860415 Sep 21 12:27:28.091865 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6b1ae3-8dd2-479b-97e2-5d58609fff84 req-690a7112-0939-4e09-a8bc-67a2f501cd99 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:27:28.093514 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-dd6b1ae3-8dd2-479b-97e2-5d58609fff84 req-690a7112-0939-4e09-a8bc-67a2f501cd99 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5f4f10b5-8953-4c76-a286-6974d7c88433 HTTP/1.1" status: 200 len: 945 time: 0.0505083 Sep 21 12:27:28.133275 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d222e784-82d1-4c63-aaec-fb3c0b844893 req-0ba06c1b-c397-4054-99da-51fdbcce0650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:27:28.134775 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-d222e784-82d1-4c63-aaec-fb3c0b844893 req-0ba06c1b-c397-4054-99da-51fdbcce0650 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=d3bd02ae79fd4edb9886b1b4ef3d761a&device_id=5f4f10b5-8953-4c76-a286-6974d7c88433 HTTP/1.1" status: 200 len: 1129 time: 0.0671232 Sep 21 12:27:28.136986 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f93d4644-4de4-4a9a-81d9-f31b13fc5fd9 req-48888c44-fd0b-4b26-b956-30e0870f3d3d service neutron] 10.222.0.66 "GET /networking/v2.0/networks/b3f0e30c-c130-4bd6-a99c-2726089c3f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351924 Sep 21 12:27:28.140834 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-dd6b1ae3-8dd2-479b-97e2-5d58609fff84 req-19602473-d454-4352-8f5e-0ee560b6e979 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cc37cbc1-758f-4e4c-8ebc-b6543f41abd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417190 Sep 21 12:27:28.227708 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:27:28.241511 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d222e784-82d1-4c63-aaec-fb3c0b844893 req-295b5847-e850-48ce-8537-951fa98e7250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:27:28.242971 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-d222e784-82d1-4c63-aaec-fb3c0b844893 req-295b5847-e850-48ce-8537-951fa98e7250 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=46771c4a-a4e0-44e3-b0ad-6700b1914d9d HTTP/1.1" status: 200 len: 920 time: 0.0916102 Sep 21 12:27:28.909866 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a4d20-abc2-44c6-8e56-48e3a76bf105 req-bed8e8e6-951b-4fc6-9bfb-33ac520b72a7 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:27:28.911325 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-805a4d20-abc2-44c6-8e56-48e3a76bf105 req-bed8e8e6-951b-4fc6-9bfb-33ac520b72a7 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 943 time: 0.0455704 Sep 21 12:27:28.958970 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-805a4d20-abc2-44c6-8e56-48e3a76bf105 req-71175e5b-20a5-4467-add6-1ae6eac675e8 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0d01d403-cac3-4cd0-80ae-200537a4758c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419369 Sep 21 12:27:29.264603 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ec1fbb-2fce-4f21-8676-f225fbae7c4d req-71d815e3-ee67-48a6-abc7-39603f50e686 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:27:29.266549 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-95ec1fbb-2fce-4f21-8676-f225fbae7c4d req-71d815e3-ee67-48a6-abc7-39603f50e686 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5f4f10b5-8953-4c76-a286-6974d7c88433 HTTP/1.1" status: 200 len: 945 time: 0.0479498 Sep 21 12:27:29.314402 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-95ec1fbb-2fce-4f21-8676-f225fbae7c4d req-046afccd-feb5-4728-aef2-1d5c18b70514 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cc37cbc1-758f-4e4c-8ebc-b6543f41abd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424151 Sep 21 12:27:30.084640 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec8c23c-7563-456e-8961-4a7636a137ba req-ce081700-52c2-43f9-b98c-4238a94ef1cb tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:27:30.086077 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-eec8c23c-7563-456e-8961-4a7636a137ba req-ce081700-52c2-43f9-b98c-4238a94ef1cb tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 943 time: 0.0486259 Sep 21 12:27:30.133678 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-eec8c23c-7563-456e-8961-4a7636a137ba req-8948d901-8709-48ca-9894-59912ed2ec7c tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0d01d403-cac3-4cd0-80ae-200537a4758c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420809 Sep 21 12:27:30.434758 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687cf80c-2e08-4c47-9e07-aa99b1066cac req-04d47003-eeac-4bc5-a626-11cfb5fab01f tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:27:30.436233 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-687cf80c-2e08-4c47-9e07-aa99b1066cac req-04d47003-eeac-4bc5-a626-11cfb5fab01f tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5f4f10b5-8953-4c76-a286-6974d7c88433 HTTP/1.1" status: 200 len: 945 time: 0.0455415 Sep 21 12:27:30.482114 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-687cf80c-2e08-4c47-9e07-aa99b1066cac req-524dcbf8-b4a6-4988-9702-0092399bcfc6 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cc37cbc1-758f-4e4c-8ebc-b6543f41abd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404787 Sep 21 12:27:30.657300 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-d222e784-82d1-4c63-aaec-fb3c0b844893 req-2416f873-ef24-4a6b-93b2-e77569cddd19 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b66debc-125c-4397-a41e-08b95892a114 HTTP/1.1" status: 200 len: 1000 time: 0.0539808 Sep 21 12:27:30.705689 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d222e784-82d1-4c63-aaec-fb3c0b844893 req-800061fa-d7cf-4c48-8559-2e071cbc90cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:27:30.707069 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-d222e784-82d1-4c63-aaec-fb3c0b844893 req-800061fa-d7cf-4c48-8559-2e071cbc90cf service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=262afd09-1dba-467b-a294-ced74668905b HTTP/1.1" status: 200 len: 858 time: 0.0430887 Sep 21 12:27:30.753959 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d222e784-82d1-4c63-aaec-fb3c0b844893 req-2bafe1ba-f389-4c51-9e3e-f2110236f423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:27:30.755442 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-d222e784-82d1-4c63-aaec-fb3c0b844893 req-2bafe1ba-f389-4c51-9e3e-f2110236f423 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=46771c4a-a4e0-44e3-b0ad-6700b1914d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422976 Sep 21 12:27:30.849883 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-d222e784-82d1-4c63-aaec-fb3c0b844893 req-ef46d54d-315d-46c4-b942-e57d6a385767 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/46771c4a-a4e0-44e3-b0ad-6700b1914d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821805 Sep 21 12:27:30.907483 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=100 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:27:30.942232 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-d222e784-82d1-4c63-aaec-fb3c0b844893 req-d48d4513-c349-4afc-9081-bd59d3e81576 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/46771c4a-a4e0-44e3-b0ad-6700b1914d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858362 Sep 21 12:27:31.257490 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec1253-a42e-4c31-b5fe-9489a1dfbea2 req-dbcb11e3-fb98-49c7-b9c6-d1db3c39bb04 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:27:31.258922 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-3bec1253-a42e-4c31-b5fe-9489a1dfbea2 req-dbcb11e3-fb98-49c7-b9c6-d1db3c39bb04 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 943 time: 0.0448127 Sep 21 12:27:31.304822 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-3bec1253-a42e-4c31-b5fe-9489a1dfbea2 req-1075d918-b8a1-4345-912d-95ab6a078b54 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0d01d403-cac3-4cd0-80ae-200537a4758c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401938 Sep 21 12:27:31.424675 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab details requested by agent hyperv_hv-cinder-85867 with host hv-cinder-85867 {{(pid=106203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 12:27:31.427681 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:27:31.524571 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port 49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab,segment=NetworkSegment(8f611811-e093-433f-9aea-61970f40e4b3),segment_id=8f611811-e093-433f-9aea-61970f40e4b3)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:27:31.539920 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Returning: {'device': '49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab', 'network_id': 'b3f0e30c-c130-4bd6-a99c-2726089c3f25', 'port_id': '49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab', 'mac_address': 'fa:16:3e:ed:ab:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5cf9592-7b6c-4eba-b546-68b41c284733', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 12:27:31.575468 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Current status of the port 49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab is: DOWN; New status is: BUILD {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:27:31.576346 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:27:31.590249 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.notifiers.nova [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab {{(pid=106203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 12:27:31.612229 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port 49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab,segment=NetworkSegment(8f611811-e093-433f-9aea-61970f40e4b3),segment_id=8f611811-e093-433f-9aea-61970f40e4b3)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:27:31.613751 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17bcb44-7e9f-459a-a5d7-d9e0a523666e req-5ef85855-8d46-440d-9e95-3a08d8a26acf tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:27:31.615837 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-c17bcb44-7e9f-459a-a5d7-d9e0a523666e req-5ef85855-8d46-440d-9e95-3a08d8a26acf tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5f4f10b5-8953-4c76-a286-6974d7c88433 HTTP/1.1" status: 200 len: 945 time: 0.0572236 Sep 21 12:27:31.616429 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:27:31.662273 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Pushing event updated for resources: {'Port': ['ID=49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab,revision_number=4']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:27:31.664533 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-c17bcb44-7e9f-459a-a5d7-d9e0a523666e req-09c6adc6-724a-431a-88c0-bfeb9fa2a4d3 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cc37cbc1-758f-4e4c-8ebc-b6543f41abd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427654 Sep 21 12:27:31.670148 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:27:31.670506 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:27:31.670849 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:27:31.671187 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:27:31.671520 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:27:31.671881 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:27:31.672725 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:27:31.673050 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:27:31.673375 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:27:31.673699 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:27:31.674025 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:27:31.674348 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:27:31.674668 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:27:31.675038 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:27:31.675305 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:27:32.145455 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] get_ports_and_sgs() called for port_ids ['49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab'] {{(pid=106203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 12:27:32.437326 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc6bae-3aef-4e19-9160-0faec8c765a0 req-48a9afb1-03c7-4900-ab6c-789213fb8e5c tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:27:32.438786 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b7fc6bae-3aef-4e19-9160-0faec8c765a0 req-48a9afb1-03c7-4900-ab6c-789213fb8e5c tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 944 time: 0.0500083 Sep 21 12:27:32.485272 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b7fc6bae-3aef-4e19-9160-0faec8c765a0 req-d2201be0-f970-4bc2-bce4-f4b094001be9 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0d01d403-cac3-4cd0-80ae-200537a4758c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408974 Sep 21 12:27:32.788404 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732d89ce-fe45-4645-8201-f5c66135f393 req-a37e118a-96ed-4f1e-92ce-742d3767fa10 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:27:32.789883 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-732d89ce-fe45-4645-8201-f5c66135f393 req-a37e118a-96ed-4f1e-92ce-742d3767fa10 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5f4f10b5-8953-4c76-a286-6974d7c88433 HTTP/1.1" status: 200 len: 945 time: 0.0462182 Sep 21 12:27:32.851967 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-732d89ce-fe45-4645-8201-f5c66135f393 req-8143e411-5e40-4b19-9e0b-f63d16170091 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cc37cbc1-758f-4e4c-8ebc-b6543f41abd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564075 Sep 21 12:27:33.447639 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab up at agent hyperv_hv-cinder-85867 {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:27:33.490308 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Provisioning for port 49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab completed by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 21 12:27:33.496735 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Provisioning complete for port 49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:27:33.497112 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:27:33.497451 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Attempt 1 to provision port 49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab Sep 21 12:27:33.574400 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Current status of the port 49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab is: BUILD; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:27:33.574816 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:27:33.601287 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc34c677-0e22-4734-95ed-4a6834d9dc7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab'}] {{(pid=106203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:27:33.603593 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f5c4d77a05fc023d1f839eaccf47ad38217f4e21b3a59551d1b02ed6bd0851a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e481fc-333d-4eaf-b9ff-d015696e23f8" -d '{"events": [{"server_uuid": "dc34c677-0e22-4734-95ed-4a6834d9dc7b", "name": "network-vif-plugged", "status": "completed", "tag": "49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab"}]}' {{(pid=106203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:27:33.612293 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5470a303-9f99-4ecc-917d-4a6ba284344d req-48364b29-ebdd-4670-8e66-e55af4185c28 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:27:33.614296 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-5470a303-9f99-4ecc-917d-4a6ba284344d req-48364b29-ebdd-4670-8e66-e55af4185c28 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 944 time: 0.0496657 Sep 21 12:27:33.621332 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port 49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab,segment=NetworkSegment(8f611811-e093-433f-9aea-61970f40e4b3),segment_id=8f611811-e093-433f-9aea-61970f40e4b3)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:27:33.637209 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:27:33.678700 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-5470a303-9f99-4ecc-917d-4a6ba284344d req-c391dec0-14f2-43b6-b25f-8c6d402bb90f tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0d01d403-cac3-4cd0-80ae-200537a4758c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550940 Sep 21 12:27:33.693779 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Pushing event updated for resources: {'Port': ['ID=49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab,revision_number=5']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:27:33.876090 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 12:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd74446-7455-4f8e-8c9d-d555116b0e5d x-openstack-request-id: req-2bd74446-7455-4f8e-8c9d-d555116b0e5d {{(pid=106203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:27:33.876402 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc34c677-0e22-4734-95ed-4a6834d9dc7b", "name": "network-vif-plugged", "status": "completed", "tag": "49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab", "code": 200}]} {{(pid=106203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:27:33.876654 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2bd74446-7455-4f8e-8c9d-d555116b0e5d {{(pid=106203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:27:33.877047 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bd74446-7455-4f8e-8c9d-d555116b0e5d'] response: {'server_uuid': 'dc34c677-0e22-4734-95ed-4a6834d9dc7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab', 'code': 200} Sep 21 12:27:33.970597 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85edfe2-0fde-49f5-a112-5541af41506b req-6f2aa7b3-182e-4923-a8bc-1f8dddbca2fb tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:27:33.971961 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f85edfe2-0fde-49f5-a112-5541af41506b req-6f2aa7b3-182e-4923-a8bc-1f8dddbca2fb tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5f4f10b5-8953-4c76-a286-6974d7c88433 HTTP/1.1" status: 200 len: 945 time: 0.0454090 Sep 21 12:27:34.021105 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f85edfe2-0fde-49f5-a112-5541af41506b req-40f79e23-1c51-4558-b087-b30052ccded8 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cc37cbc1-758f-4e4c-8ebc-b6543f41abd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436370 Sep 21 12:27:34.147798 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ca3d9-8bc7-4716-b9b0-b8be7785741a req-b9ed3fc9-d627-4763-8b43-23bd8c8bcc1d tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:27:34.149285 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-a07ca3d9-8bc7-4716-b9b0-b8be7785741a req-b9ed3fc9-d627-4763-8b43-23bd8c8bcc1d tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5f4f10b5-8953-4c76-a286-6974d7c88433 HTTP/1.1" status: 200 len: 945 time: 0.0516922 Sep 21 12:27:34.162165 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 58134) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:27:34.166644 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.v2.base [None req-e3628994-ad0f-4a7f-b4a3-16420c771a54 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Request body: {'floatingip': {'port_id': '0b66debc-125c-4397-a41e-08b95892a114'}} {{(pid=106201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:27:34.270201 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a89c1-5f33-436e-adc5-47aa1ee105b8 req-55fad5e4-858e-4bdb-9d7d-505c3ac82d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:27:34.271677 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-5b4a89c1-5f33-436e-adc5-47aa1ee105b8 req-55fad5e4-858e-4bdb-9d7d-505c3ac82d59 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 1129 time: 0.0399177 Sep 21 12:27:34.303365 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=100 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:27:34.320695 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-5b4a89c1-5f33-436e-adc5-47aa1ee105b8 req-bbb752da-6f3d-43df-8031-28a01532bd1d service neutron] 10.222.0.66 "GET /networking/v2.0/security-groups?id=0d01d403-cac3-4cd0-80ae-200537a4758c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426519 Sep 21 12:27:34.424138 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-e3628994-ad0f-4a7f-b4a3-16420c771a54 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Publish callbacks [] for floatingip (0a34323f-1a56-44de-b9cf-1172f49f0cc2), before_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:27:34.473749 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=100 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:27:34.675799 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=100 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:27:34.817590 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e896419-9134-4b67-b2de-723a2bf54b87 req-84ef97c8-7f7f-45ba-be58-17d11d5aea65 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:27:34.819090 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-2e896419-9134-4b67-b2de-723a2bf54b87 req-84ef97c8-7f7f-45ba-be58-17d11d5aea65 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 945 time: 0.0485964 Sep 21 12:27:34.867449 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-2e896419-9134-4b67-b2de-723a2bf54b87 req-92215599-863a-41b1-b4e9-343f6a5d44fa tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0d01d403-cac3-4cd0-80ae-200537a4758c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427449 Sep 21 12:27:34.874351 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-e3628994-ad0f-4a7f-b4a3-16420c771a54 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:27:34.878300 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-e3628994-ad0f-4a7f-b4a3-16420c771a54 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534182'] for floatingip (0a34323f-1a56-44de-b9cf-1172f49f0cc2), after_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:27:35.070786 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3628994-ad0f-4a7f-b4a3-16420c771a54 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Router 824a22bf-75a1-4dbe-bcc4-824cc7080650 has already been hosted by L3 agent 4f31b8b6-17c0-474d-bf52-0481ff2a5cf7 {{(pid=106201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 12:27:35.171138 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3628994-ad0f-4a7f-b4a3-16420c771a54 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Notify agent at l3_agent.dv-cinder-858678-1-iscsi the message routers_updated {{(pid=106201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:27:35.176479 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-e3628994-ad0f-4a7f-b4a3-16420c771a54 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for floatingip (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:27:35.180912 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd236c2c-54b2-4fe9-ac4c-a01e892baa5e None None] Sync routers for ids ['824a22bf-75a1-4dbe-bcc4-824cc7080650'] in dv-cinder-858678-1-iscsi {{(pid=106203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:27:35.191160 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd236c2c-54b2-4fe9-ac4c-a01e892baa5e None None] Routers {'824a22bf-75a1-4dbe-bcc4-824cc7080650'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:27:35.191890 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-bd236c2c-54b2-4fe9-ac4c-a01e892baa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:27:09Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['824a22bf-75a1-4dbe-bcc4-824cc7080650'], 'active': True} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:27:35.208744 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f4f10b5-8953-4c76-a286-6974d7c88433', 'tag': '0b66debc-125c-4397-a41e-08b95892a114'}] {{(pid=106201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:27:35.211061 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}820e190412424329cfb88a87f9088cb5fffe4f23ca632413c3a8305fb0e7ba95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a836303-4561-435d-8c91-a65dd3c8dcde" -d '{"events": [{"name": "network-changed", "server_uuid": "5f4f10b5-8953-4c76-a286-6974d7c88433", "tag": "0b66debc-125c-4397-a41e-08b95892a114"}]}' {{(pid=106201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:27:35.245380 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-e3628994-ad0f-4a7f-b4a3-16420c771a54 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "PUT /networking/v2.0/floatingips/0a34323f-1a56-44de-b9cf-1172f49f0cc2 HTTP/1.1" status: 200 len: 992 time: 1.0804057 Sep 21 12:27:35.271981 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:27:35.300527 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvr_db [None req-bd236c2c-54b2-4fe9-ac4c-a01e892baa5e None None] Set router 824a22bf-75a1-4dbe-bcc4-824cc7080650 gateway port host: dv-cinder-858678-1-iscsi {{(pid=106203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:27:35.324714 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 12:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac7f68e-94e4-4c77-957f-0695267680e1 x-openstack-request-id: req-2ac7f68e-94e4-4c77-957f-0695267680e1 {{(pid=106201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:27:35.325010 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f4f10b5-8953-4c76-a286-6974d7c88433", "tag": "0b66debc-125c-4397-a41e-08b95892a114", "status": "completed", "code": 200}]} {{(pid=106201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:27:35.325261 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2ac7f68e-94e4-4c77-957f-0695267680e1 {{(pid=106201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:27:35.325916 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ac7f68e-94e4-4c77-957f-0695267680e1'] response: {'name': 'network-changed', 'server_uuid': '5f4f10b5-8953-4c76-a286-6974d7c88433', 'tag': '0b66debc-125c-4397-a41e-08b95892a114', 'status': 'completed', 'code': 200} Sep 21 12:27:35.378558 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:27:35.442364 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a836303-4561-435d-8c91-a65dd3c8dcde req-1dfec6b5-9546-4371-a2f5-6e618cee927f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:27:35.443888 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-6a836303-4561-435d-8c91-a65dd3c8dcde req-1dfec6b5-9546-4371-a2f5-6e618cee927f service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=d3bd02ae79fd4edb9886b1b4ef3d761a&device_id=5f4f10b5-8953-4c76-a286-6974d7c88433 HTTP/1.1" status: 200 len: 1129 time: 0.0412049 Sep 21 12:27:35.520011 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-bd236c2c-54b2-4fe9-ac4c-a01e892baa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '824a22bf-75a1-4dbe-bcc4-824cc7080650', 'name': 'tempest-ServerRescueNegativeTestJSON-1400485482-router', 'tenant_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'eaeaba23-6555-4fb3-991e-622422a54a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:23:05Z', 'updated_at': '2022-09-21T12:23:09Z', 'revision_number': 4, 'project_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'gw_port': {'id': 'eaeaba23-6555-4fb3-991e-622422a54a28', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:03:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824a22bf-75a1-4dbe-bcc4-824cc7080650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:23:05Z', 'updated_at': '2022-09-21T12:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_floatingips': [{'id': '0a34323f-1a56-44de-b9cf-1172f49f0cc2', 'tenant_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'floating_ip_address': '172.27.0.79', 'floating_network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'router_id': '824a22bf-75a1-4dbe-bcc4-824cc7080650', 'port_id': '0b66debc-125c-4397-a41e-08b95892a114', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46771c4a-a4e0-44e3-b0ad-6700b1914d9d', 'mac_address': 'fa:16:3e:81:5c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4f10b5-8953-4c76-a286-6974d7c88433', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T12:25:03Z', 'updated_at': '2022-09-21T12:27:34Z', 'revision_number': 3, 'project_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e812e9b3-7c14-459c-86a6-919b9ec320d5', 'name': '', 'network_id': '46771c4a-a4e0-44e3-b0ad-6700b1914d9d', 'tenant_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'mac_address': 'fa:16:3e:bf:26:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824a22bf-75a1-4dbe-bcc4-824cc7080650', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '262afd09-1dba-467b-a294-ced74668905b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:23:08Z', 'updated_at': '2022-09-21T12:23:14Z', 'revision_number': 5, 'project_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'subnets': [{'id': '262afd09-1dba-467b-a294-ced74668905b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:27:35.547381 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd236c2c-54b2-4fe9-ac4c-a01e892baa5e None None] Checking router: 824a22bf-75a1-4dbe-bcc4-824cc7080650 for host: dv-cinder-858678-1-iscsi {{(pid=106203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:27:35.556771 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd236c2c-54b2-4fe9-ac4c-a01e892baa5e None None] Routers {'824a22bf-75a1-4dbe-bcc4-824cc7080650'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:27:35.557562 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-bd236c2c-54b2-4fe9-ac4c-a01e892baa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:27:09Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['824a22bf-75a1-4dbe-bcc4-824cc7080650'], 'active': True} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:27:35.558649 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a836303-4561-435d-8c91-a65dd3c8dcde req-3749eca1-cc66-423a-9072-39068d7e8493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:27:35.560169 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-6a836303-4561-435d-8c91-a65dd3c8dcde req-3749eca1-cc66-423a-9072-39068d7e8493 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=46771c4a-a4e0-44e3-b0ad-6700b1914d9d HTTP/1.1" status: 200 len: 920 time: 0.0913689 Sep 21 12:27:35.627551 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-6a836303-4561-435d-8c91-a65dd3c8dcde req-018ec8e6-0a3e-4b02-b08d-8cceac5fbf32 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b66debc-125c-4397-a41e-08b95892a114 HTTP/1.1" status: 200 len: 1000 time: 0.0605786 Sep 21 12:27:35.663025 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvr_db [None req-bd236c2c-54b2-4fe9-ac4c-a01e892baa5e None None] Set router 824a22bf-75a1-4dbe-bcc4-824cc7080650 gateway port host: dv-cinder-858678-1-iscsi {{(pid=106203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:27:35.677911 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a836303-4561-435d-8c91-a65dd3c8dcde req-3f7f6eb8-aed9-44a5-8125-c88220c82885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:27:35.679399 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-6a836303-4561-435d-8c91-a65dd3c8dcde req-3f7f6eb8-aed9-44a5-8125-c88220c82885 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=262afd09-1dba-467b-a294-ced74668905b HTTP/1.1" status: 200 len: 858 time: 0.0453022 Sep 21 12:27:35.723506 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a836303-4561-435d-8c91-a65dd3c8dcde req-66849720-98e5-4001-bba2-e08527744724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:27:35.725061 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-6a836303-4561-435d-8c91-a65dd3c8dcde req-66849720-98e5-4001-bba2-e08527744724 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=46771c4a-a4e0-44e3-b0ad-6700b1914d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393260 Sep 21 12:27:36.009047 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed73360-0803-4b55-a605-8f067da0d836 req-33d69a44-358e-4775-9cca-2e9a59e939e0 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:27:36.009825 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-bd236c2c-54b2-4fe9-ac4c-a01e892baa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '824a22bf-75a1-4dbe-bcc4-824cc7080650', 'name': 'tempest-ServerRescueNegativeTestJSON-1400485482-router', 'tenant_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'eaeaba23-6555-4fb3-991e-622422a54a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:23:05Z', 'updated_at': '2022-09-21T12:23:09Z', 'revision_number': 4, 'project_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'gw_port': {'id': 'eaeaba23-6555-4fb3-991e-622422a54a28', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:03:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824a22bf-75a1-4dbe-bcc4-824cc7080650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:23:05Z', 'updated_at': '2022-09-21T12:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_floatingips': [{'id': '0a34323f-1a56-44de-b9cf-1172f49f0cc2', 'tenant_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'floating_ip_address': '172.27.0.79', 'floating_network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'router_id': '824a22bf-75a1-4dbe-bcc4-824cc7080650', 'port_id': '0b66debc-125c-4397-a41e-08b95892a114', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46771c4a-a4e0-44e3-b0ad-6700b1914d9d', 'mac_address': 'fa:16:3e:81:5c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4f10b5-8953-4c76-a286-6974d7c88433', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T12:25:03Z', 'updated_at': '2022-09-21T12:27:34Z', 'revision_number': 3, 'project_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e812e9b3-7c14-459c-86a6-919b9ec320d5', 'name': '', 'network_id': '46771c4a-a4e0-44e3-b0ad-6700b1914d9d', 'tenant_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'mac_address': 'fa:16:3e:bf:26:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824a22bf-75a1-4dbe-bcc4-824cc7080650', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '262afd09-1dba-467b-a294-ced74668905b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:23:08Z', 'updated_at': '2022-09-21T12:23:14Z', 'revision_number': 5, 'project_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'subnets': [{'id': '262afd09-1dba-467b-a294-ced74668905b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:27:36.010674 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-bed73360-0803-4b55-a605-8f067da0d836 req-33d69a44-358e-4775-9cca-2e9a59e939e0 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 945 time: 0.0471358 Sep 21 12:27:36.034621 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd236c2c-54b2-4fe9-ac4c-a01e892baa5e None None] The sync data for ids ['824a22bf-75a1-4dbe-bcc4-824cc7080650'] in dv-cinder-858678-1-iscsi is: [{'id': '824a22bf-75a1-4dbe-bcc4-824cc7080650', 'name': 'tempest-ServerRescueNegativeTestJSON-1400485482-router', 'tenant_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'eaeaba23-6555-4fb3-991e-622422a54a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:23:05Z', 'updated_at': '2022-09-21T12:23:09Z', 'revision_number': 4, 'project_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'gw_port': {'id': 'eaeaba23-6555-4fb3-991e-622422a54a28', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:03:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824a22bf-75a1-4dbe-bcc4-824cc7080650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:23:05Z', 'updated_at': '2022-09-21T12:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_floatingips': [{'id': '0a34323f-1a56-44de-b9cf-1172f49f0cc2', 'tenant_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'floating_ip_address': '172.27.0.79', 'floating_network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'router_id': '824a22bf-75a1-4dbe-bcc4-824cc7080650', 'port_id': '0b66debc-125c-4397-a41e-08b95892a114', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46771c4a-a4e0-44e3-b0ad-6700b1914d9d', 'mac_address': 'fa:16:3e:81:5c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4f10b5-8953-4c76-a286-6974d7c88433', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T12:25:03Z', 'updated_at': '2022-09-21T12:27:34Z', 'revision_number': 3, 'project_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e812e9b3-7c14-459c-86a6-919b9ec320d5', 'name': '', 'network_id': '46771c4a-a4e0-44e3-b0ad-6700b1914d9d', 'tenant_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'mac_address': 'fa:16:3e:bf:26:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824a22bf-75a1-4dbe-bcc4-824cc7080650', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '262afd09-1dba-467b-a294-ced74668905b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:23:08Z', 'updated_at': '2022-09-21T12:23:14Z', 'revision_number': 5, 'project_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'subnets': [{'id': '262afd09-1dba-467b-a294-ced74668905b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:27:36.063842 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-bed73360-0803-4b55-a605-8f067da0d836 req-cbf7a122-5b51-4199-9b6b-203d96bc4380 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0d01d403-cac3-4cd0-80ae-200537a4758c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473392 Sep 21 12:27:36.188250 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacbea4e-b307-4b94-ab22-f02400281c2c req-92afdfcc-3c5b-464b-965b-86615829040f tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:27:36.189762 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-aacbea4e-b307-4b94-ab22-f02400281c2c req-92afdfcc-3c5b-464b-965b-86615829040f tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 945 time: 0.0468137 Sep 21 12:27:36.200046 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 58148) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:27:36.204934 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.v2.base [None req-dd635ebb-d926-4916-91d3-11103bf7a691 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Request body: {'floatingip': {'port_id': '49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab'}} {{(pid=106201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:27:36.243875 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-dd635ebb-d926-4916-91d3-11103bf7a691 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks [] for floatingip (1d1ae44a-df70-4645-89fd-9a315bc1c08f), before_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:27:36.359046 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:27:36.368375 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-959e3959-edf6-4800-a4ad-7ff86593467e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (f73c601a-29a1-4353-9f34-efd4ba2e6501), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:27:36.391012 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=100 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:27:36.424236 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-6a836303-4561-435d-8c91-a65dd3c8dcde req-7ce34440-f3ac-4d20-83f4-48120cac66cb service neutron] 10.222.0.66 "GET /networking/v2.0/networks/46771c4a-a4e0-44e3-b0ad-6700b1914d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037827 Sep 21 12:27:36.523431 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-6a836303-4561-435d-8c91-a65dd3c8dcde req-2807bb91-5aa5-4448-9428-df599fa6e56e service neutron] 10.222.0.66 "GET /networking/v2.0/networks/46771c4a-a4e0-44e3-b0ad-6700b1914d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906334 Sep 21 12:27:36.619860 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:27:36.679869 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-dd635ebb-d926-4916-91d3-11103bf7a691 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:27:36.683496 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-dd635ebb-d926-4916-91d3-11103bf7a691 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534182'] for floatingip (1d1ae44a-df70-4645-89fd-9a315bc1c08f), after_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:27:36.780896 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.db.l3_db [None req-dd635ebb-d926-4916-91d3-11103bf7a691 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Floating IP 1d1ae44a-df70-4645-89fd-9a315bc1c08f associated. External IP: 172.27.0.173, port: 49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab. Sep 21 12:27:36.974405 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd635ebb-d926-4916-91d3-11103bf7a691 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Router 6489c3c9-8588-4d87-8d3b-2c367483e192 has already been hosted by L3 agent 4f31b8b6-17c0-474d-bf52-0481ff2a5cf7 {{(pid=106201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 12:27:37.075221 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd635ebb-d926-4916-91d3-11103bf7a691 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Notify agent at l3_agent.dv-cinder-858678-1-iscsi the message routers_updated {{(pid=106201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:27:37.081120 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-dd635ebb-d926-4916-91d3-11103bf7a691 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for floatingip (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:27:37.086317 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273ba129-76f0-4f03-9df1-8a7fdf81816d None None] Sync routers for ids ['6489c3c9-8588-4d87-8d3b-2c367483e192'] in dv-cinder-858678-1-iscsi {{(pid=106204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:27:37.099406 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273ba129-76f0-4f03-9df1-8a7fdf81816d None None] Routers {'6489c3c9-8588-4d87-8d3b-2c367483e192'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:27:37.100090 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-273ba129-76f0-4f03-9df1-8a7fdf81816d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:27:09Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['6489c3c9-8588-4d87-8d3b-2c367483e192'], 'active': True} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:27:37.112978 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-dd635ebb-d926-4916-91d3-11103bf7a691 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "PUT /networking/v2.0/floatingips/1d1ae44a-df70-4645-89fd-9a315bc1c08f HTTP/1.1" status: 200 len: 991 time: 0.9115393 Sep 21 12:27:37.277831 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvr_db [None req-273ba129-76f0-4f03-9df1-8a7fdf81816d None None] Set router 6489c3c9-8588-4d87-8d3b-2c367483e192 gateway port host: dv-cinder-858678-1-iscsi {{(pid=106204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:27:37.327476 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f4f10b5-8953-4c76-a286-6974d7c88433', 'tag': '0b66debc-125c-4397-a41e-08b95892a114'}, {'name': 'network-changed', 'server_uuid': 'dc34c677-0e22-4734-95ed-4a6834d9dc7b', 'tag': '49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab'}] {{(pid=106201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:27:37.330433 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}820e190412424329cfb88a87f9088cb5fffe4f23ca632413c3a8305fb0e7ba95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf82ee2-81a0-4197-9af0-d90ed576f231" -d '{"events": [{"name": "network-changed", "server_uuid": "5f4f10b5-8953-4c76-a286-6974d7c88433", "tag": "0b66debc-125c-4397-a41e-08b95892a114"}, {"name": "network-changed", "server_uuid": "dc34c677-0e22-4734-95ed-4a6834d9dc7b", "tag": "49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab"}]}' {{(pid=106201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:27:37.371325 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 21 Sep 2022 12:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4a5cb9-1e88-49d8-966d-312cd05af011 x-openstack-request-id: req-3f4a5cb9-1e88-49d8-966d-312cd05af011 {{(pid=106201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:27:37.371628 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f4f10b5-8953-4c76-a286-6974d7c88433", "tag": "0b66debc-125c-4397-a41e-08b95892a114", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "dc34c677-0e22-4734-95ed-4a6834d9dc7b", "tag": "49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab", "status": "completed", "code": 200}]} {{(pid=106201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:27:37.371914 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3f4a5cb9-1e88-49d8-966d-312cd05af011 {{(pid=106201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:27:37.372325 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f4a5cb9-1e88-49d8-966d-312cd05af011'] response: {'name': 'network-changed', 'server_uuid': '5f4f10b5-8953-4c76-a286-6974d7c88433', 'tag': '0b66debc-125c-4397-a41e-08b95892a114', 'status': 'completed', 'code': 200} Sep 21 12:27:37.372583 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f4a5cb9-1e88-49d8-966d-312cd05af011'] response: {'name': 'network-changed', 'server_uuid': 'dc34c677-0e22-4734-95ed-4a6834d9dc7b', 'tag': '49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab', 'status': 'completed', 'code': 200} Sep 21 12:27:37.476113 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf82ee2-81a0-4197-9af0-d90ed576f231 req-cbdb36fd-964b-4cc7-8db4-b680f70ec9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:27:37.477651 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-abf82ee2-81a0-4197-9af0-d90ed576f231 req-cbdb36fd-964b-4cc7-8db4-b680f70ec9fe service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=d3bd02ae79fd4edb9886b1b4ef3d761a&device_id=5f4f10b5-8953-4c76-a286-6974d7c88433 HTTP/1.1" status: 200 len: 1129 time: 0.0391464 Sep 21 12:27:37.486469 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-273ba129-76f0-4f03-9df1-8a7fdf81816d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6489c3c9-8588-4d87-8d3b-2c367483e192', 'name': 'tempest-AttachVolumeShelveTestJSON-1026338414-router', 'tenant_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '0ff2efdf-b046-4153-ae1f-9a2adb08b6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:20:39Z', 'updated_at': '2022-09-21T12:20:47Z', 'revision_number': 4, 'project_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'gw_port': {'id': '0ff2efdf-b046-4153-ae1f-9a2adb08b6fc', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6489c3c9-8588-4d87-8d3b-2c367483e192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:40Z', 'updated_at': '2022-09-21T12:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_floatingips': [{'id': '1d1ae44a-df70-4645-89fd-9a315bc1c08f', 'tenant_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'floating_ip_address': '172.27.0.173', 'floating_network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'router_id': '6489c3c9-8588-4d87-8d3b-2c367483e192', 'port_id': '49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3f0e30c-c130-4bd6-a99c-2726089c3f25', 'mac_address': 'fa:16:3e:ed:ab:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc34c677-0e22-4734-95ed-4a6834d9dc7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T12:27:20Z', 'updated_at': '2022-09-21T12:27:36Z', 'revision_number': 1, 'project_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e0ba373-651e-4982-9c48-5c0bf838797e', 'name': '', 'network_id': 'b3f0e30c-c130-4bd6-a99c-2726089c3f25', 'tenant_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'mac_address': 'fa:16:3e:7d:5e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6489c3c9-8588-4d87-8d3b-2c367483e192', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f5cf9592-7b6c-4eba-b546-68b41c284733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:45Z', 'updated_at': '2022-09-21T12:20:55Z', 'revision_number': 5, 'project_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'subnets': [{'id': 'f5cf9592-7b6c-4eba-b546-68b41c284733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:27:37.514400 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273ba129-76f0-4f03-9df1-8a7fdf81816d None None] Checking router: 6489c3c9-8588-4d87-8d3b-2c367483e192 for host: dv-cinder-858678-1-iscsi {{(pid=106204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:27:37.523242 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273ba129-76f0-4f03-9df1-8a7fdf81816d None None] Routers {'6489c3c9-8588-4d87-8d3b-2c367483e192'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:27:37.523865 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-273ba129-76f0-4f03-9df1-8a7fdf81816d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:27:09Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['6489c3c9-8588-4d87-8d3b-2c367483e192'], 'active': True} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:27:37.575160 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf82ee2-81a0-4197-9af0-d90ed576f231 req-58ccec8d-6e75-4aef-b903-9d00a7d714ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:27:37.576937 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-abf82ee2-81a0-4197-9af0-d90ed576f231 req-58ccec8d-6e75-4aef-b903-9d00a7d714ee service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=46771c4a-a4e0-44e3-b0ad-6700b1914d9d HTTP/1.1" status: 200 len: 920 time: 0.0920060 Sep 21 12:27:37.623359 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvr_db [None req-273ba129-76f0-4f03-9df1-8a7fdf81816d None None] Set router 6489c3c9-8588-4d87-8d3b-2c367483e192 gateway port host: dv-cinder-858678-1-iscsi {{(pid=106204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:27:37.640928 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-abf82ee2-81a0-4197-9af0-d90ed576f231 req-bfddcdbd-3a53-40ed-828c-ff4cd083c85a service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b66debc-125c-4397-a41e-08b95892a114 HTTP/1.1" status: 200 len: 1000 time: 0.0574315 Sep 21 12:27:37.692720 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf82ee2-81a0-4197-9af0-d90ed576f231 req-ee139bd4-0391-4ba9-9936-f7a72c8cdbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:27:37.694179 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-abf82ee2-81a0-4197-9af0-d90ed576f231 req-ee139bd4-0391-4ba9-9936-f7a72c8cdbf6 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=262afd09-1dba-467b-a294-ced74668905b HTTP/1.1" status: 200 len: 858 time: 0.0472789 Sep 21 12:27:37.741776 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf82ee2-81a0-4197-9af0-d90ed576f231 req-51b0aa18-b354-4258-aba0-6ad823bbbd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:27:37.743262 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-abf82ee2-81a0-4197-9af0-d90ed576f231 req-51b0aa18-b354-4258-aba0-6ad823bbbd12 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=46771c4a-a4e0-44e3-b0ad-6700b1914d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429375 Sep 21 12:27:37.792146 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=100 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:27:37.838195 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-abf82ee2-81a0-4197-9af0-d90ed576f231 req-b720f03e-0133-4d55-87eb-ac4a50a28a35 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/46771c4a-a4e0-44e3-b0ad-6700b1914d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880780 Sep 21 12:27:37.838879 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-273ba129-76f0-4f03-9df1-8a7fdf81816d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6489c3c9-8588-4d87-8d3b-2c367483e192', 'name': 'tempest-AttachVolumeShelveTestJSON-1026338414-router', 'tenant_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '0ff2efdf-b046-4153-ae1f-9a2adb08b6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:20:39Z', 'updated_at': '2022-09-21T12:20:47Z', 'revision_number': 4, 'project_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'gw_port': {'id': '0ff2efdf-b046-4153-ae1f-9a2adb08b6fc', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6489c3c9-8588-4d87-8d3b-2c367483e192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:40Z', 'updated_at': '2022-09-21T12:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_floatingips': [{'id': '1d1ae44a-df70-4645-89fd-9a315bc1c08f', 'tenant_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'floating_ip_address': '172.27.0.173', 'floating_network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'router_id': '6489c3c9-8588-4d87-8d3b-2c367483e192', 'port_id': '49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3f0e30c-c130-4bd6-a99c-2726089c3f25', 'mac_address': 'fa:16:3e:ed:ab:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc34c677-0e22-4734-95ed-4a6834d9dc7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T12:27:20Z', 'updated_at': '2022-09-21T12:27:36Z', 'revision_number': 1, 'project_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e0ba373-651e-4982-9c48-5c0bf838797e', 'name': '', 'network_id': 'b3f0e30c-c130-4bd6-a99c-2726089c3f25', 'tenant_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'mac_address': 'fa:16:3e:7d:5e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6489c3c9-8588-4d87-8d3b-2c367483e192', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f5cf9592-7b6c-4eba-b546-68b41c284733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:45Z', 'updated_at': '2022-09-21T12:20:55Z', 'revision_number': 5, 'project_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'subnets': [{'id': 'f5cf9592-7b6c-4eba-b546-68b41c284733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:27:37.864469 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273ba129-76f0-4f03-9df1-8a7fdf81816d None None] The sync data for ids ['6489c3c9-8588-4d87-8d3b-2c367483e192'] in dv-cinder-858678-1-iscsi is: [{'id': '6489c3c9-8588-4d87-8d3b-2c367483e192', 'name': 'tempest-AttachVolumeShelveTestJSON-1026338414-router', 'tenant_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '0ff2efdf-b046-4153-ae1f-9a2adb08b6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:20:39Z', 'updated_at': '2022-09-21T12:20:47Z', 'revision_number': 4, 'project_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'gw_port': {'id': '0ff2efdf-b046-4153-ae1f-9a2adb08b6fc', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6489c3c9-8588-4d87-8d3b-2c367483e192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:40Z', 'updated_at': '2022-09-21T12:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_floatingips': [{'id': '1d1ae44a-df70-4645-89fd-9a315bc1c08f', 'tenant_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'floating_ip_address': '172.27.0.173', 'floating_network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'router_id': '6489c3c9-8588-4d87-8d3b-2c367483e192', 'port_id': '49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3f0e30c-c130-4bd6-a99c-2726089c3f25', 'mac_address': 'fa:16:3e:ed:ab:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc34c677-0e22-4734-95ed-4a6834d9dc7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T12:27:20Z', 'updated_at': '2022-09-21T12:27:36Z', 'revision_number': 1, 'project_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e0ba373-651e-4982-9c48-5c0bf838797e', 'name': '', 'network_id': 'b3f0e30c-c130-4bd6-a99c-2726089c3f25', 'tenant_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'mac_address': 'fa:16:3e:7d:5e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6489c3c9-8588-4d87-8d3b-2c367483e192', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f5cf9592-7b6c-4eba-b546-68b41c284733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:45Z', 'updated_at': '2022-09-21T12:20:55Z', 'revision_number': 5, 'project_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'subnets': [{'id': 'f5cf9592-7b6c-4eba-b546-68b41c284733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:27:37.942983 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-abf82ee2-81a0-4197-9af0-d90ed576f231 req-ad52f198-59c3-46a2-833b-5ab283c33f7e service neutron] 10.222.0.66 "GET /networking/v2.0/networks/46771c4a-a4e0-44e3-b0ad-6700b1914d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980577 Sep 21 12:27:38.059951 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56abb24-2bf7-4f7f-8636-80c64d9a1ddf None None] New status for floating IP 1d1ae44a-df70-4645-89fd-9a315bc1c08f: ACTIVE {{(pid=106203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 21 12:27:38.079434 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf82ee2-81a0-4197-9af0-d90ed576f231 req-0ead54f6-f7ad-432f-95b2-a2e16517cd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:27:38.080961 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-abf82ee2-81a0-4197-9af0-d90ed576f231 req-0ead54f6-f7ad-432f-95b2-a2e16517cd3a service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=5e6ef4f3de1943ffbde82d3f0a19542f&device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 1129 time: 0.0408237 Sep 21 12:27:38.418392 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf82ee2-81a0-4197-9af0-d90ed576f231 req-aa39bd8f-4624-40dd-9672-f785dca15a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:27:38.419865 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-abf82ee2-81a0-4197-9af0-d90ed576f231 req-aa39bd8f-4624-40dd-9672-f785dca15a6d service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=b3f0e30c-c130-4bd6-a99c-2726089c3f25 HTTP/1.1" status: 200 len: 918 time: 0.3328619 Sep 21 12:27:38.480696 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-abf82ee2-81a0-4197-9af0-d90ed576f231 req-6c7fdd71-8c2f-42d6-b348-9bc2e2291ea4 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab HTTP/1.1" status: 200 len: 1001 time: 0.0538244 Sep 21 12:27:38.529462 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf82ee2-81a0-4197-9af0-d90ed576f231 req-b480ff8c-f8dc-499f-82b2-937078d6d991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:27:38.530827 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-abf82ee2-81a0-4197-9af0-d90ed576f231 req-b480ff8c-f8dc-499f-82b2-937078d6d991 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=f5cf9592-7b6c-4eba-b546-68b41c284733 HTTP/1.1" status: 200 len: 856 time: 0.0426090 Sep 21 12:27:38.576330 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf82ee2-81a0-4197-9af0-d90ed576f231 req-ce702d54-2b32-4ee8-b99c-7ef0d1d4028b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:27:38.577855 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-abf82ee2-81a0-4197-9af0-d90ed576f231 req-ce702d54-2b32-4ee8-b99c-7ef0d1d4028b service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=b3f0e30c-c130-4bd6-a99c-2726089c3f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404747 Sep 21 12:27:38.625209 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-54d80630-31e1-46e2-be30-0a02ed7cb94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (4f31b8b6-17c0-474d-bf52-0481ff2a5cf7), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:27:38.680824 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-abf82ee2-81a0-4197-9af0-d90ed576f231 req-6f9fc41c-d126-4d0b-ae02-504cda08da47 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/b3f0e30c-c130-4bd6-a99c-2726089c3f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869339 Sep 21 12:27:38.745684 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=100 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:27:38.775697 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-abf82ee2-81a0-4197-9af0-d90ed576f231 req-93d30b90-3db3-4bbf-a432-177228afb37e service neutron] 10.222.0.66 "GET /networking/v2.0/networks/b3f0e30c-c130-4bd6-a99c-2726089c3f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888944 Sep 21 12:27:39.735333 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.agents_db [None req-f0b1ed15-d02e-46f0-bd67-2b506ff8404e None None] Agent healthcheck: found 6 active agents {{(pid=106204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:27:39.946826 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-740e41e1-10de-4b2e-a9f0-9582d49d2a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (d7a8950b-d4d7-4646-ba54-d395483871b4), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:27:41.243191 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (57fb69a9-4edc-44fd-8965-b65708e41306), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:27:41.493277 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c3e59811-0015-48e8-afb5-3d82d64b721e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (cef1489a-7471-4b81-a7c5-b9e507e96767), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:27:47.108025 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=54 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:27:47.110235 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=76,neutron:UPDATE=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:27:48.535831 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (986f726e-8c98-4005-b3b7-e033305b1240), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:27:48.771079 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=3 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:27:48.772980 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=65 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:27:49.730526 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=73 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:27:49.731276 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=77 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:27:49.752163 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e59f0369-0d9d-4991-917c-8c945512fce1 req-4a102d7c-8067-4098-aab9-67213e47d2c8 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=de0f1a98-9419-4e35-b8e0-520c7fc482fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388010 Sep 21 12:27:49.840960 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59f0369-0d9d-4991-917c-8c945512fce1 req-6ffc33d5-00a3-4294-89a6-f3e9b997e3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:27:49.842419 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e59f0369-0d9d-4991-917c-8c945512fce1 req-6ffc33d5-00a3-4294-89a6-f3e9b997e3f4 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=d3bd02ae79fd4edb9886b1b4ef3d761a&device_id=de0f1a98-9419-4e35-b8e0-520c7fc482fb HTTP/1.1" status: 200 len: 1130 time: 0.0380538 Sep 21 12:27:49.950718 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59f0369-0d9d-4991-917c-8c945512fce1 req-4168bdfc-1515-495a-b616-27e3f5beb1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:27:49.952281 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e59f0369-0d9d-4991-917c-8c945512fce1 req-4168bdfc-1515-495a-b616-27e3f5beb1bb service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=46771c4a-a4e0-44e3-b0ad-6700b1914d9d HTTP/1.1" status: 200 len: 920 time: 0.0884361 Sep 21 12:27:49.992435 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e59f0369-0d9d-4991-917c-8c945512fce1 req-ce6405c2-2e22-4b34-87e5-17bb73723cb8 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16f7d649-433e-42b0-aede-b34b15fd092f HTTP/1.1" status: 200 len: 217 time: 0.0332198 Sep 21 12:27:50.045170 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59f0369-0d9d-4991-917c-8c945512fce1 req-73f56b24-4bae-4c3b-ad4f-00ba869ba2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:27:50.047182 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e59f0369-0d9d-4991-917c-8c945512fce1 req-73f56b24-4bae-4c3b-ad4f-00ba869ba2ac service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=262afd09-1dba-467b-a294-ced74668905b HTTP/1.1" status: 200 len: 858 time: 0.0472932 Sep 21 12:27:50.097617 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59f0369-0d9d-4991-917c-8c945512fce1 req-00b65d53-352d-4f0a-b530-498ec58fffa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:27:50.099117 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e59f0369-0d9d-4991-917c-8c945512fce1 req-00b65d53-352d-4f0a-b530-498ec58fffa3 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=46771c4a-a4e0-44e3-b0ad-6700b1914d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373919 Sep 21 12:27:50.189630 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e59f0369-0d9d-4991-917c-8c945512fce1 req-e937f6fa-1778-44c2-8df8-17ac3b016e03 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/46771c4a-a4e0-44e3-b0ad-6700b1914d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841577 Sep 21 12:27:50.283852 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e59f0369-0d9d-4991-917c-8c945512fce1 req-9e73a268-f9bd-4c94-825d-62a461475974 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/46771c4a-a4e0-44e3-b0ad-6700b1914d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863438 Sep 21 12:27:58.529427 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:27:58.531923 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:00.278754 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=42 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:00.280811 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=51 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:02.147845 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b05555f-e116-4d05-a5ef-c5b8d1a7a31e req-ba5fd102-f831-4b9e-aef0-2b50d4e55853 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:28:02.149417 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-8b05555f-e116-4d05-a5ef-c5b8d1a7a31e req-ba5fd102-f831-4b9e-aef0-2b50d4e55853 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 945 time: 0.0461867 Sep 21 12:28:02.195601 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-8b05555f-e116-4d05-a5ef-c5b8d1a7a31e req-4d85eb9b-84e8-482e-8b7f-a7652b5c4d9d tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403335 Sep 21 12:28:03.326067 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ebb97d-bb0d-4c63-ac48-7e6cbd6893b4 req-3f1aed8b-2080-4812-8b01-d016aa2073b6 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:28:03.328202 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-23ebb97d-bb0d-4c63-ac48-7e6cbd6893b4 req-3f1aed8b-2080-4812-8b01-d016aa2073b6 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 945 time: 0.0534492 Sep 21 12:28:03.375879 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-23ebb97d-bb0d-4c63-ac48-7e6cbd6893b4 req-b318de58-2345-4679-8dff-c24d7beae4be tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=19e3fb6a-ab2c-48e4-9108-c556339150fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420372 Sep 21 12:28:03.691578 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5a6c3-2207-457a-851e-f7918c6ab470 req-d84d22e0-8a93-4757-950e-6006f2ca2a44 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:28:03.693115 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e6f5a6c3-2207-457a-851e-f7918c6ab470 req-d84d22e0-8a93-4757-950e-6006f2ca2a44 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 945 time: 0.0494571 Sep 21 12:28:03.784912 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [req-e6f5a6c3-2207-457a-851e-f7918c6ab470 req-bbb49827-293a-4c22-833a-c3e0b6e3cc72 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Deleting port ee7ca2d0-d70f-46f5-af82-81e48a262d02 {{(pid=106202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:28:03.785249 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-e6f5a6c3-2207-457a-851e-f7918c6ab470 req-bbb49827-293a-4c22-833a-c3e0b6e3cc72 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (ee7ca2d0-d70f-46f5-af82-81e48a262d02), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:03.880152 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [req-e6f5a6c3-2207-457a-851e-f7918c6ab470 req-bbb49827-293a-4c22-833a-c3e0b6e3cc72 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] For port ee7ca2d0-d70f-46f5-af82-81e48a262d02, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=ee7ca2d0-d70f-46f5-af82-81e48a262d02,segment=NetworkSegment(a0d42efa-470c-43ee-a1e8-ed6c41bfc084),segment_id=a0d42efa-470c-43ee-a1e8-ed6c41bfc084)] {{(pid=106202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:28:03.880515 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-e6f5a6c3-2207-457a-851e-f7918c6ab470 req-bbb49827-293a-4c22-833a-c3e0b6e3cc72 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (ee7ca2d0-d70f-46f5-af82-81e48a262d02), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:04.055024 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-e6f5a6c3-2207-457a-851e-f7918c6ab470 req-bbb49827-293a-4c22-833a-c3e0b6e3cc72 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:04.055301 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-e6f5a6c3-2207-457a-851e-f7918c6ab470 req-bbb49827-293a-4c22-833a-c3e0b6e3cc72 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534182'] for floatingip (e565d689-85c5-47e3-a8e5-4cf14bbc97d3), after_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:04.055614 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.db.l3_db [req-e6f5a6c3-2207-457a-851e-f7918c6ab470 req-bbb49827-293a-4c22-833a-c3e0b6e3cc72 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Floating IP e565d689-85c5-47e3-a8e5-4cf14bbc97d3 disassociated. External IP: 172.27.0.62, port: ee7ca2d0-d70f-46f5-af82-81e48a262d02. Sep 21 12:28:04.055989 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [req-e6f5a6c3-2207-457a-851e-f7918c6ab470 req-bbb49827-293a-4c22-833a-c3e0b6e3cc72 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Calling delete_port for ee7ca2d0-d70f-46f5-af82-81e48a262d02 owned by compute:nova {{(pid=106202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:28:04.187630 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-e6f5a6c3-2207-457a-851e-f7918c6ab470 req-bbb49827-293a-4c22-833a-c3e0b6e3cc72 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (ee7ca2d0-d70f-46f5-af82-81e48a262d02), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:04.213107 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb49827-293a-4c22-833a-c3e0b6e3cc72 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Pushing event deleted for resources: {'Port': ['ID=ee7ca2d0-d70f-46f5-af82-81e48a262d02,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:28:04.323320 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6f5a6c3-2207-457a-851e-f7918c6ab470 req-bbb49827-293a-4c22-833a-c3e0b6e3cc72 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Router f11e3f6a-90ee-4201-9332-826f19c376fa has already been hosted by L3 agent 4f31b8b6-17c0-474d-bf52-0481ff2a5cf7 {{(pid=106202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 12:28:04.406300 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:04.429613 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6f5a6c3-2207-457a-851e-f7918c6ab470 req-bbb49827-293a-4c22-833a-c3e0b6e3cc72 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Notify agent at l3_agent.dv-cinder-858678-1-iscsi the message routers_updated {{(pid=106202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:28:04.441203 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa85f5a1-c851-4b00-a452-80dcd399fb54 None None] Sync routers for ids ['f11e3f6a-90ee-4201-9332-826f19c376fa'] in dv-cinder-858678-1-iscsi {{(pid=106204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:28:04.452080 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa85f5a1-c851-4b00-a452-80dcd399fb54 None None] Routers {'f11e3f6a-90ee-4201-9332-826f19c376fa'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:28:04.452706 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-fa85f5a1-c851-4b00-a452-80dcd399fb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:27:39Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['f11e3f6a-90ee-4201-9332-826f19c376fa'], 'active': True} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:28:04.473500 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6f5a6c3-2207-457a-851e-f7918c6ab470 req-bbb49827-293a-4c22-833a-c3e0b6e3cc72 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] No DVR routers for this DVR port ee7ca2d0-d70f-46f5-af82-81e48a262d02 on host hv-cinder-85867 {{(pid=106202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 12:28:04.476200 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-e6f5a6c3-2207-457a-851e-f7918c6ab470 req-bbb49827-293a-4c22-833a-c3e0b6e3cc72 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for port (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:04.479491 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e6f5a6c3-2207-457a-851e-f7918c6ab470 req-bbb49827-293a-4c22-833a-c3e0b6e3cc72 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.66 "DELETE /networking/v2.0/ports/ee7ca2d0-d70f-46f5-af82-81e48a262d02 HTTP/1.1" status: 204 len: 173 time: 0.7792802 Sep 21 12:28:04.480019 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee010d1f-46d4-487e-a93e-66c5e2ac895e', 'name': 'network-vif-deleted', 'tag': 'ee7ca2d0-d70f-46f5-af82-81e48a262d02'}] {{(pid=106202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:28:04.482370 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f69dec5372d12bc1dbf2d83c258da0d8b658e28cfccadcad30c8a09044815e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8060a2a1-6b03-4122-8efb-d6b4d9203a11" -d '{"events": [{"server_uuid": "ee010d1f-46d4-487e-a93e-66c5e2ac895e", "name": "network-vif-deleted", "tag": "ee7ca2d0-d70f-46f5-af82-81e48a262d02"}]}' {{(pid=106202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:28:04.486593 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-9c20e642-f2f8-4975-a19c-1dab7691744d req-82ef41fb-f8ec-496d-99aa-aeb46131b0ab tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ee010d1f-46d4-487e-a93e-66c5e2ac895e HTTP/1.1" status: 200 len: 210 time: 0.0324430 Sep 21 12:28:04.527342 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 12:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9007844e-5c36-4f06-9e57-c98f4d0e98ec x-openstack-request-id: req-9007844e-5c36-4f06-9e57-c98f4d0e98ec {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:28:04.527638 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee010d1f-46d4-487e-a93e-66c5e2ac895e", "name": "network-vif-deleted", "tag": "ee7ca2d0-d70f-46f5-af82-81e48a262d02", "status": "completed", "code": 200}]} {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:28:04.527927 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9007844e-5c36-4f06-9e57-c98f4d0e98ec {{(pid=106202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:28:04.528336 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9007844e-5c36-4f06-9e57-c98f4d0e98ec'] response: {'server_uuid': 'ee010d1f-46d4-487e-a93e-66c5e2ac895e', 'name': 'network-vif-deleted', 'tag': 'ee7ca2d0-d70f-46f5-af82-81e48a262d02', 'status': 'completed', 'code': 200} Sep 21 12:28:04.572558 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvr_db [None req-fa85f5a1-c851-4b00-a452-80dcd399fb54 None None] Set router f11e3f6a-90ee-4201-9332-826f19c376fa gateway port host: dv-cinder-858678-1-iscsi {{(pid=106204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:28:04.768986 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-fa85f5a1-c851-4b00-a452-80dcd399fb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11e3f6a-90ee-4201-9332-826f19c376fa', 'name': 'tempest-AttachVolumeTestJSON-700868700-router', 'tenant_id': '9340222cfe154efe8a6064b197d54499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '4ee3f09b-4c45-4163-87cb-45f292598e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:20:39Z', 'updated_at': '2022-09-21T12:20:54Z', 'revision_number': 4, 'project_id': '9340222cfe154efe8a6064b197d54499', 'gw_port': {'id': '4ee3f09b-4c45-4163-87cb-45f292598e44', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11e3f6a-90ee-4201-9332-826f19c376fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:41Z', 'updated_at': '2022-09-21T12:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': '9b3c3d6b-c3b1-4b7e-b808-6f0f1cefa9d3', 'name': '', 'network_id': '5da5489c-9c30-4169-9afe-1354fb43296f', 'tenant_id': '9340222cfe154efe8a6064b197d54499', 'mac_address': 'fa:16:3e:8d:f9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11e3f6a-90ee-4201-9332-826f19c376fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '1ad2b91e-60c9-4af5-9a83-ab634cc92cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:51Z', 'updated_at': '2022-09-21T12:21:03Z', 'revision_number': 5, 'project_id': '9340222cfe154efe8a6064b197d54499', 'subnets': [{'id': '1ad2b91e-60c9-4af5-9a83-ab634cc92cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:28:04.794429 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa85f5a1-c851-4b00-a452-80dcd399fb54 None None] Checking router: f11e3f6a-90ee-4201-9332-826f19c376fa for host: dv-cinder-858678-1-iscsi {{(pid=106204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:28:04.802655 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa85f5a1-c851-4b00-a452-80dcd399fb54 None None] Routers {'f11e3f6a-90ee-4201-9332-826f19c376fa'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:28:04.803251 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-fa85f5a1-c851-4b00-a452-80dcd399fb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:27:39Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['f11e3f6a-90ee-4201-9332-826f19c376fa'], 'active': True} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:28:04.904684 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvr_db [None req-fa85f5a1-c851-4b00-a452-80dcd399fb54 None None] Set router f11e3f6a-90ee-4201-9332-826f19c376fa gateway port host: dv-cinder-858678-1-iscsi {{(pid=106204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:28:05.173745 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-fa85f5a1-c851-4b00-a452-80dcd399fb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11e3f6a-90ee-4201-9332-826f19c376fa', 'name': 'tempest-AttachVolumeTestJSON-700868700-router', 'tenant_id': '9340222cfe154efe8a6064b197d54499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '4ee3f09b-4c45-4163-87cb-45f292598e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:20:39Z', 'updated_at': '2022-09-21T12:20:54Z', 'revision_number': 4, 'project_id': '9340222cfe154efe8a6064b197d54499', 'gw_port': {'id': '4ee3f09b-4c45-4163-87cb-45f292598e44', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11e3f6a-90ee-4201-9332-826f19c376fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:41Z', 'updated_at': '2022-09-21T12:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': '9b3c3d6b-c3b1-4b7e-b808-6f0f1cefa9d3', 'name': '', 'network_id': '5da5489c-9c30-4169-9afe-1354fb43296f', 'tenant_id': '9340222cfe154efe8a6064b197d54499', 'mac_address': 'fa:16:3e:8d:f9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11e3f6a-90ee-4201-9332-826f19c376fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '1ad2b91e-60c9-4af5-9a83-ab634cc92cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:51Z', 'updated_at': '2022-09-21T12:21:03Z', 'revision_number': 5, 'project_id': '9340222cfe154efe8a6064b197d54499', 'subnets': [{'id': '1ad2b91e-60c9-4af5-9a83-ab634cc92cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:28:05.200730 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa85f5a1-c851-4b00-a452-80dcd399fb54 None None] The sync data for ids ['f11e3f6a-90ee-4201-9332-826f19c376fa'] in dv-cinder-858678-1-iscsi is: [{'id': 'f11e3f6a-90ee-4201-9332-826f19c376fa', 'name': 'tempest-AttachVolumeTestJSON-700868700-router', 'tenant_id': '9340222cfe154efe8a6064b197d54499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '4ee3f09b-4c45-4163-87cb-45f292598e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:20:39Z', 'updated_at': '2022-09-21T12:20:54Z', 'revision_number': 4, 'project_id': '9340222cfe154efe8a6064b197d54499', 'gw_port': {'id': '4ee3f09b-4c45-4163-87cb-45f292598e44', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11e3f6a-90ee-4201-9332-826f19c376fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:41Z', 'updated_at': '2022-09-21T12:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': '9b3c3d6b-c3b1-4b7e-b808-6f0f1cefa9d3', 'name': '', 'network_id': '5da5489c-9c30-4169-9afe-1354fb43296f', 'tenant_id': '9340222cfe154efe8a6064b197d54499', 'mac_address': 'fa:16:3e:8d:f9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11e3f6a-90ee-4201-9332-826f19c376fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '1ad2b91e-60c9-4af5-9a83-ab634cc92cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:51Z', 'updated_at': '2022-09-21T12:21:03Z', 'revision_number': 5, 'project_id': '9340222cfe154efe8a6064b197d54499', 'subnets': [{'id': '1ad2b91e-60c9-4af5-9a83-ab634cc92cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:28:05.416353 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55a838c-bcfe-48f3-b4c4-6521c44573c3 None None] New status for floating IP e565d689-85c5-47e3-a8e5-4cf14bbc97d3: DOWN {{(pid=106203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 21 12:28:05.587099 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 58186) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:28:05.644168 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-9bdbaac4-f4e9-4956-806c-1ac673c8faad tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks [] for security_group (19e3fb6a-ab2c-48e4-9108-c556339150fd), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:05.667098 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-9bdbaac4-f4e9-4956-806c-1ac673c8faad tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks [] for security_group (19e3fb6a-ab2c-48e4-9108-c556339150fd), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:05.715274 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-9bdbaac4-f4e9-4956-806c-1ac673c8faad tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (19e3fb6a-ab2c-48e4-9108-c556339150fd), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:05.718431 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-9bdbaac4-f4e9-4956-806c-1ac673c8faad tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks [] for security_group (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:05.719534 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-9bdbaac4-f4e9-4956-806c-1ac673c8faad tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "DELETE /networking/v2.0/security-groups/19e3fb6a-ab2c-48e4-9108-c556339150fd HTTP/1.1" status: 204 len: 168 time: 0.1314044 Sep 21 12:28:05.722624 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 58190) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:28:05.730715 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdbaac4-f4e9-4956-806c-1ac673c8faad tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e3fb6a-ab2c-48e4-9108-c556339150fd,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:28:05.739727 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.api.v2.resource [None req-585cfd80-ef9d-457a-8de1-873bde69f909 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] show failed (client error): The resource could not be found. Sep 21 12:28:05.740767 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-585cfd80-ef9d-457a-8de1-873bde69f909 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups/19e3fb6a-ab2c-48e4-9108-c556339150fd HTTP/1.1" status: 404 len: 347 time: 0.0171511 Sep 21 12:28:05.743844 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 58192) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:28:05.859267 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.plugin [None req-2780038a-d541-41a8-9d9c-ddc7dbf1a87a tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Deleting port d8b2a0d0-8dd2-4c53-b442-f540f1fb6cd7 {{(pid=106201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:28:05.859604 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-2780038a-d541-41a8-9d9c-ddc7dbf1a87a tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (d8b2a0d0-8dd2-4c53-b442-f540f1fb6cd7), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:05.934448 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-2780038a-d541-41a8-9d9c-ddc7dbf1a87a tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (d8b2a0d0-8dd2-4c53-b442-f540f1fb6cd7), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:05.934694 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-2780038a-d541-41a8-9d9c-ddc7dbf1a87a tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks [] for floatingip (d8b2a0d0-8dd2-4c53-b442-f540f1fb6cd7), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:05.950475 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.plugin [None req-2780038a-d541-41a8-9d9c-ddc7dbf1a87a tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Calling delete_port for d8b2a0d0-8dd2-4c53-b442-f540f1fb6cd7 owned by network:floatingip {{(pid=106201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:28:06.088857 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-2780038a-d541-41a8-9d9c-ddc7dbf1a87a tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6788894'] for port (d8b2a0d0-8dd2-4c53-b442-f540f1fb6cd7), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:06.116379 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2780038a-d541-41a8-9d9c-ddc7dbf1a87a tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Pushing event deleted for resources: {'Port': ['ID=d8b2a0d0-8dd2-4c53-b442-f540f1fb6cd7,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:28:06.175690 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-2780038a-d541-41a8-9d9c-ddc7dbf1a87a tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks [] for floatingip (e565d689-85c5-47e3-a8e5-4cf14bbc97d3), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:06.178133 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-2780038a-d541-41a8-9d9c-ddc7dbf1a87a tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for floatingip (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:06.179277 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-2780038a-d541-41a8-9d9c-ddc7dbf1a87a tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "DELETE /networking/v2.0/floatingips/e565d689-85c5-47e3-a8e5-4cf14bbc97d3 HTTP/1.1" status: 204 len: 168 time: 0.4342253 Sep 21 12:28:06.363696 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-acf4bab0-e558-4c13-a113-c926f2d42698 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (f73c601a-29a1-4353-9f34-efd4ba2e6501), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:06.778117 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e6b2dfd1-7fe4-4402-bdae-3b8efd983575 req-dbd31c78-f53b-4c42-b7ae-47bad9061ab6 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-427883083&fields=id&tenant_id=9de710fda38c429a91595545e9a74dcb HTTP/1.1" status: 200 len: 267 time: 0.0496914 Sep 21 12:28:06.818711 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:06.833741 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b2dfd1-7fe4-4402-bdae-3b8efd983575 req-2da1263c-b794-4668-ad5b-0dedffbe49b8 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:28:06.835212 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e6b2dfd1-7fe4-4402-bdae-3b8efd983575 req-2da1263c-b794-4668-ad5b-0dedffbe49b8 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3cc8e107-efaf-4689-9e8f-f8adc955c6d9 HTTP/1.1" status: 200 len: 984 time: 0.0514534 Sep 21 12:28:06.845830 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [req-e6b2dfd1-7fe4-4402-bdae-3b8efd983575 req-a7275a59-37b0-4eb9-83e5-4356102f2f5e tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Request body: {'port': {'security_groups': ['c6ffa42e-697b-4061-b2e1-9cfe39dbad83']}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:28:06.921054 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-e6b2dfd1-7fe4-4402-bdae-3b8efd983575 req-a7275a59-37b0-4eb9-83e5-4356102f2f5e tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (2d86ac1e-8e22-4863-a099-2f5b0b120e07), before_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:07.096492 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [req-e6b2dfd1-7fe4-4402-bdae-3b8efd983575 req-a7275a59-37b0-4eb9-83e5-4356102f2f5e tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] For port 2d86ac1e-8e22-4863-a099-2f5b0b120e07, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=2d86ac1e-8e22-4863-a099-2f5b0b120e07,segment=NetworkSegment(fd3953c2-4056-4e24-bc29-f88836e2c777),segment_id=fd3953c2-4056-4e24-bc29-f88836e2c777)] {{(pid=106202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:28:07.123745 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-e6b2dfd1-7fe4-4402-bdae-3b8efd983575 req-a7275a59-37b0-4eb9-83e5-4356102f2f5e tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Publish callbacks [] for port (2d86ac1e-8e22-4863-a099-2f5b0b120e07), precommit_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:07.128159 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-e6b2dfd1-7fe4-4402-bdae-3b8efd983575 req-a7275a59-37b0-4eb9-83e5-4356102f2f5e tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6955121'] for port (2d86ac1e-8e22-4863-a099-2f5b0b120e07), after_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:07.136766 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b2dfd1-7fe4-4402-bdae-3b8efd983575 req-a7275a59-37b0-4eb9-83e5-4356102f2f5e tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:28:07.137358 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-e6b2dfd1-7fe4-4402-bdae-3b8efd983575 req-a7275a59-37b0-4eb9-83e5-4356102f2f5e tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for port (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:07.138723 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e6b2dfd1-7fe4-4402-bdae-3b8efd983575 req-a7275a59-37b0-4eb9-83e5-4356102f2f5e tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "PUT /networking/v2.0/ports/2d86ac1e-8e22-4863-a099-2f5b0b120e07 HTTP/1.1" status: 200 len: 942 time: 0.2974043 Sep 21 12:28:07.141597 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc8e107-efaf-4689-9e8f-f8adc955c6d9', 'tag': '2d86ac1e-8e22-4863-a099-2f5b0b120e07'}] {{(pid=106202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:28:07.143837 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f69dec5372d12bc1dbf2d83c258da0d8b658e28cfccadcad30c8a09044815e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-025ab0ad-0942-4fdf-9403-bd71f0bda7e2" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc8e107-efaf-4689-9e8f-f8adc955c6d9", "tag": "2d86ac1e-8e22-4863-a099-2f5b0b120e07"}]}' {{(pid=106202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:28:07.144799 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 58202) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:28:07.165299 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] get_ports_and_sgs() called for port_ids ['2d86ac1e-8e22-4863-a099-2f5b0b120e07'] {{(pid=106203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 12:28:07.186961 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 12:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-048b6cca-b466-425d-9061-4832e1ee986c x-openstack-request-id: req-048b6cca-b466-425d-9061-4832e1ee986c {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:28:07.187490 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc8e107-efaf-4689-9e8f-f8adc955c6d9", "tag": "2d86ac1e-8e22-4863-a099-2f5b0b120e07", "status": "completed", "code": 200}]} {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:28:07.187914 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-048b6cca-b466-425d-9061-4832e1ee986c {{(pid=106202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:28:07.188452 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-048b6cca-b466-425d-9061-4832e1ee986c'] response: {'name': 'network-changed', 'server_uuid': '3cc8e107-efaf-4689-9e8f-f8adc955c6d9', 'tag': '2d86ac1e-8e22-4863-a099-2f5b0b120e07', 'status': 'completed', 'code': 200} Sep 21 12:28:07.205485 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7275a59-37b0-4eb9-83e5-4356102f2f5e tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Pushing event updated for resources: {'Port': ['ID=2d86ac1e-8e22-4863-a099-2f5b0b120e07,revision_number=7']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:28:07.209576 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-ed918744-7501-4ff5-8bd8-b1a97157d6db tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Publish callbacks [] for security_group (9eb76a99-7f85-4224-b0ee-48e3952ae20b), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:07.237159 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-ed918744-7501-4ff5-8bd8-b1a97157d6db tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Publish callbacks [] for security_group (9eb76a99-7f85-4224-b0ee-48e3952ae20b), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:07.303543 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 58208) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:28:07.308873 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.v2.base [None req-22a5491b-3f8e-4be3-9823-9238a8e31cbe tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1040714024', 'description': 'tempest-description--639405854'}} {{(pid=106201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:28:07.317150 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ab0ad-0942-4fdf-9403-bd71f0bda7e2 req-8d3b6d2c-181f-4c6f-8593-1312569655d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:28:07.318683 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-025ab0ad-0942-4fdf-9403-bd71f0bda7e2 req-8d3b6d2c-181f-4c6f-8593-1312569655d3 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=9de710fda38c429a91595545e9a74dcb&device_id=3cc8e107-efaf-4689-9e8f-f8adc955c6d9 HTTP/1.1" status: 200 len: 1129 time: 0.0737789 Sep 21 12:28:07.330589 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-ed918744-7501-4ff5-8bd8-b1a97157d6db tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (9eb76a99-7f85-4224-b0ee-48e3952ae20b), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:07.333848 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-ed918744-7501-4ff5-8bd8-b1a97157d6db tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Publish callbacks [] for security_group (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:07.335344 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-ed918744-7501-4ff5-8bd8-b1a97157d6db tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "DELETE /networking/v2.0/security-groups/9eb76a99-7f85-4224-b0ee-48e3952ae20b HTTP/1.1" status: 204 len: 168 time: 0.1894989 Sep 21 12:28:07.341505 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 58210) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:28:07.346313 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:07.350825 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] get_ports_and_sgs() called for port_ids ['2d86ac1e-8e22-4863-a099-2f5b0b120e07'] {{(pid=106203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 12:28:07.362856 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed918744-7501-4ff5-8bd8-b1a97157d6db tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb76a99-7f85-4224-b0ee-48e3952ae20b,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:28:07.392595 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-22a5491b-3f8e-4be3-9823-9238a8e31cbe tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks [] for security_group (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:07.405985 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:INSERT=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:07.423712 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ab0ad-0942-4fdf-9403-bd71f0bda7e2 req-a27f381f-8547-44eb-81fa-f427717cb48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:28:07.425367 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-025ab0ad-0942-4fdf-9403-bd71f0bda7e2 req-a27f381f-8547-44eb-81fa-f427717cb48c service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=e392466d-8ee6-4b86-9e48-53d3cb8a545c HTTP/1.1" status: 200 len: 915 time: 0.1004758 Sep 21 12:28:07.498628 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-025ab0ad-0942-4fdf-9403-bd71f0bda7e2 req-42eab162-3987-4a84-949d-0e44326d8639 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d86ac1e-8e22-4863-a099-2f5b0b120e07 HTTP/1.1" status: 200 len: 1001 time: 0.0660357 Sep 21 12:28:07.550190 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ab0ad-0942-4fdf-9403-bd71f0bda7e2 req-c123f76c-f525-4da4-827c-9bac70d251de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:28:07.551673 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-025ab0ad-0942-4fdf-9403-bd71f0bda7e2 req-c123f76c-f525-4da4-827c-9bac70d251de service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=e0f543c0-159b-40e7-9e50-76800dc97874 HTTP/1.1" status: 200 len: 853 time: 0.0470958 Sep 21 12:28:07.600743 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ab0ad-0942-4fdf-9403-bd71f0bda7e2 req-0fc08f9d-2ec5-4c24-a340-fd08222a4164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:28:07.602266 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-025ab0ad-0942-4fdf-9403-bd71f0bda7e2 req-0fc08f9d-2ec5-4c24-a340-fd08222a4164 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=e392466d-8ee6-4b86-9e48-53d3cb8a545c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429330 Sep 21 12:28:07.701696 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-025ab0ad-0942-4fdf-9403-bd71f0bda7e2 req-93dd14f1-4c20-48ee-aa64-e38c818db93c service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e392466d-8ee6-4b86-9e48-53d3cb8a545c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922213 Sep 21 12:28:07.759588 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-22a5491b-3f8e-4be3-9823-9238a8e31cbe tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks [] for security_group (fbd4254a-6785-414e-8db4-29f1fa306db1), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:07.778469 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-22a5491b-3f8e-4be3-9823-9238a8e31cbe tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (fbd4254a-6785-414e-8db4-29f1fa306db1), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:07.794162 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:07.800559 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-025ab0ad-0942-4fdf-9403-bd71f0bda7e2 req-446a68bd-087a-4b9a-9c75-b001a99a378e service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e392466d-8ee6-4b86-9e48-53d3cb8a545c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925977 Sep 21 12:28:07.820645 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-22a5491b-3f8e-4be3-9823-9238a8e31cbe tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks [] for security_group (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:07.821864 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-22a5491b-3f8e-4be3-9823-9238a8e31cbe tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5172369 Sep 21 12:28:07.828669 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.plugin [None req-00487905-e636-4ef8-8c8f-d1d5151eab09 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Deleting port 717eb9fe-70f5-498f-882d-7669860ff6c6 {{(pid=106201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:28:07.828889 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 58212) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:28:07.829599 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-00487905-e636-4ef8-8c8f-d1d5151eab09 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (717eb9fe-70f5-498f-882d-7669860ff6c6), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:07.831678 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [None req-389fe7db-7a5f-42b1-9532-14681da70e45 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Request body: {'security_group_rule': {'security_group_id': 'fbd4254a-6785-414e-8db4-29f1fa306db1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:28:07.841415 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a5491b-3f8e-4be3-9823-9238a8e31cbe tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd4254a-6785-414e-8db4-29f1fa306db1,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:28:07.859447 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-389fe7db-7a5f-42b1-9532-14681da70e45 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks [] for security_group_rule (758c98d2-f949-4026-9903-e7214331ff5d), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:07.903681 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device ee7ca2d0-d70f-46f5-af82-81e48a262d02 no longer exists at agent hyperv_hv-cinder-85867 {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 12:28:07.909514 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:07.917019 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-00487905-e636-4ef8-8c8f-d1d5151eab09 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (717eb9fe-70f5-498f-882d-7669860ff6c6), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:07.917351 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-00487905-e636-4ef8-8c8f-d1d5151eab09 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Publish callbacks [] for floatingip (717eb9fe-70f5-498f-882d-7669860ff6c6), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:07.924414 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] No Port match for: ee7ca2d0-d70f-46f5-af82-81e48a262d02 {{(pid=106203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 12:28:07.924764 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device ee7ca2d0-d70f-46f5-af82-81e48a262d02 not bound to the agent host hv-cinder-85867 {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 12:28:07.927953 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-389fe7db-7a5f-42b1-9532-14681da70e45 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks [] for security_group_rule (758c98d2-f949-4026-9903-e7214331ff5d), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:07.932408 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-389fe7db-7a5f-42b1-9532-14681da70e45 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663432'] for security_group_rule (758c98d2-f949-4026-9903-e7214331ff5d), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:07.932620 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.plugin [None req-00487905-e636-4ef8-8c8f-d1d5151eab09 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Calling delete_port for 717eb9fe-70f5-498f-882d-7669860ff6c6 owned by network:floatingip {{(pid=106201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:28:07.954186 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389fe7db-7a5f-42b1-9532-14681da70e45 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=758c98d2-f949-4026-9903-e7214331ff5d,revision_number=0']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:28:07.960328 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-389fe7db-7a5f-42b1-9532-14681da70e45 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:07.961562 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-389fe7db-7a5f-42b1-9532-14681da70e45 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1344006 Sep 21 12:28:07.964309 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 58214) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:28:07.968629 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [None req-ccfe39e7-1189-4240-8cda-59ef461b616b tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Request body: {'security_group_rule': {'security_group_id': 'fbd4254a-6785-414e-8db4-29f1fa306db1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:28:07.995841 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-ccfe39e7-1189-4240-8cda-59ef461b616b tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks [] for security_group_rule (1e5c2a44-c94e-4dd4-9c2f-1494e503a542), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:08.054849 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-ccfe39e7-1189-4240-8cda-59ef461b616b tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks [] for security_group_rule (1e5c2a44-c94e-4dd4-9c2f-1494e503a542), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:08.058141 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-ccfe39e7-1189-4240-8cda-59ef461b616b tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663432'] for security_group_rule (1e5c2a44-c94e-4dd4-9c2f-1494e503a542), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:08.080071 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfe39e7-1189-4240-8cda-59ef461b616b tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e5c2a44-c94e-4dd4-9c2f-1494e503a542,revision_number=0']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:28:08.085541 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-ccfe39e7-1189-4240-8cda-59ef461b616b tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:08.086756 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-ccfe39e7-1189-4240-8cda-59ef461b616b tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1215043 Sep 21 12:28:08.089851 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 58216) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:28:08.094235 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [None req-32f49415-38be-4dea-a9e2-79c4e00da848 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Request body: {'floatingip': {'floating_network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:28:08.110951 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-00487905-e636-4ef8-8c8f-d1d5151eab09 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6788894'] for port (717eb9fe-70f5-498f-882d-7669860ff6c6), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:08.116363 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-32f49415-38be-4dea-a9e2-79c4e00da848 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:08.135781 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00487905-e636-4ef8-8c8f-d1d5151eab09 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Pushing event deleted for resources: {'Port': ['ID=717eb9fe-70f5-498f-882d-7669860ff6c6,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:28:08.197064 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-00487905-e636-4ef8-8c8f-d1d5151eab09 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Publish callbacks [] for floatingip (e7d8478a-c1f9-4e2e-872f-fcb718fb626f), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:08.197832 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.db.l3_db [None req-00487905-e636-4ef8-8c8f-d1d5151eab09 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Floating IP e7d8478a-c1f9-4e2e-872f-fcb718fb626f disassociated (deleted). External IP: 172.27.0.230, port: 2d86ac1e-8e22-4863-a099-2f5b0b120e07. Sep 21 12:28:08.199487 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-32f49415-38be-4dea-a9e2-79c4e00da848 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:08.281214 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:08.308631 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.db_base_plugin_common [None req-32f49415-38be-4dea-a9e2-79c4e00da848 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Allocated IP 172.27.0.192 (988e67c4-a01e-4c04-8cb9-1b0dd07d668d/691ea813-de87-4809-9e6b-d8504be0b97f/24fc9a94-2878-4559-b7d0-993f1ba38b3b) {{(pid=106202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:28:08.399476 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00487905-e636-4ef8-8c8f-d1d5151eab09 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Router 24f1eebe-4c2e-4c07-be19-12381e209cd2 has already been hosted by L3 agent 4f31b8b6-17c0-474d-bf52-0481ff2a5cf7 {{(pid=106201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 12:28:08.416975 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-32f49415-38be-4dea-a9e2-79c4e00da848 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks [] for port (24fc9a94-2878-4559-b7d0-993f1ba38b3b), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:08.450141 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-32f49415-38be-4dea-a9e2-79c4e00da848 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735120900801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (24fc9a94-2878-4559-b7d0-993f1ba38b3b), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:08.489165 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f49415-38be-4dea-a9e2-79c4e00da848 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Network 988e67c4-a01e-4c04-8cb9-1b0dd07d668d is already hosted by enough agents. {{(pid=106202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:28:08.492855 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.base_scheduler [None req-32f49415-38be-4dea-a9e2-79c4e00da848 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Resources bound (agent type, host, resource id): {{(pid=106202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:28:08.495463 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f49415-38be-4dea-a9e2-79c4e00da848 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Received port after_create {{(pid=106202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 12:28:08.506669 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00487905-e636-4ef8-8c8f-d1d5151eab09 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Notify agent at l3_agent.dv-cinder-858678-1-iscsi the message routers_updated {{(pid=106201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:28:08.511138 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-00487905-e636-4ef8-8c8f-d1d5151eab09 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for floatingip (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:08.513031 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=5 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:08.517052 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67d2529-862c-4e0b-992d-4f7d3f0ad832 None None] Sync routers for ids ['24f1eebe-4c2e-4c07-be19-12381e209cd2'] in dv-cinder-858678-1-iscsi {{(pid=106204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:28:08.528648 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67d2529-862c-4e0b-992d-4f7d3f0ad832 None None] Routers {'24f1eebe-4c2e-4c07-be19-12381e209cd2'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:28:08.529485 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-d67d2529-862c-4e0b-992d-4f7d3f0ad832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:27:39Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['24f1eebe-4c2e-4c07-be19-12381e209cd2'], 'active': True} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:28:08.542060 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=80,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:08.547729 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-00487905-e636-4ef8-8c8f-d1d5151eab09 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "DELETE /networking/v2.0/floatingips/e7d8478a-c1f9-4e2e-872f-fcb718fb626f HTTP/1.1" status: 204 len: 168 time: 1.1990042 Sep 21 12:28:08.547729 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc8e107-efaf-4689-9e8f-f8adc955c6d9', 'tag': '2d86ac1e-8e22-4863-a099-2f5b0b120e07'}] {{(pid=106201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:28:08.548348 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}820e190412424329cfb88a87f9088cb5fffe4f23ca632413c3a8305fb0e7ba95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15869b0e-4c21-4d4f-9bbe-445a1531f739" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc8e107-efaf-4689-9e8f-f8adc955c6d9", "tag": "2d86ac1e-8e22-4863-a099-2f5b0b120e07"}]}' {{(pid=106201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:28:08.557438 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f49415-38be-4dea-a9e2-79c4e00da848 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Pushing event updated for resources: {'Port': ['ID=24fc9a94-2878-4559-b7d0-993f1ba38b3b,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:28:08.594389 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:08.601646 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-32f49415-38be-4dea-a9e2-79c4e00da848 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks [] for floatingip (fe9d36b3-e7c8-4810-a1f0-083c6614e098), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:08.613987 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 12:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b416c4-99a5-4c10-8a46-fded9c169d17 x-openstack-request-id: req-63b416c4-99a5-4c10-8a46-fded9c169d17 {{(pid=106201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:28:08.614620 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc8e107-efaf-4689-9e8f-f8adc955c6d9", "tag": "2d86ac1e-8e22-4863-a099-2f5b0b120e07", "status": "completed", "code": 200}]} {{(pid=106201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:28:08.615155 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-63b416c4-99a5-4c10-8a46-fded9c169d17 {{(pid=106201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:28:08.616075 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63b416c4-99a5-4c10-8a46-fded9c169d17'] response: {'name': 'network-changed', 'server_uuid': '3cc8e107-efaf-4689-9e8f-f8adc955c6d9', 'tag': '2d86ac1e-8e22-4863-a099-2f5b0b120e07', 'status': 'completed', 'code': 200} Sep 21 12:28:08.636649 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-6885dda1-3704-48bc-a59c-cc67cfffb013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (4f31b8b6-17c0-474d-bf52-0481ff2a5cf7), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:08.647531 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-32f49415-38be-4dea-a9e2-79c4e00da848 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (24fc9a94-2878-4559-b7d0-993f1ba38b3b), before_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:08.707046 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvr_db [None req-d67d2529-862c-4e0b-992d-4f7d3f0ad832 None None] Set router 24f1eebe-4c2e-4c07-be19-12381e209cd2 gateway port host: dv-cinder-858678-1-iscsi {{(pid=106204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:28:08.734609 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15869b0e-4c21-4d4f-9bbe-445a1531f739 req-504c189f-5c1b-4292-8341-cfecbac2257c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:28:08.736301 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-15869b0e-4c21-4d4f-9bbe-445a1531f739 req-504c189f-5c1b-4292-8341-cfecbac2257c service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=9de710fda38c429a91595545e9a74dcb&device_id=3cc8e107-efaf-4689-9e8f-f8adc955c6d9 HTTP/1.1" status: 200 len: 1129 time: 0.0635314 Sep 21 12:28:08.845974 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:08.899381 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15869b0e-4c21-4d4f-9bbe-445a1531f739 req-b9aa2b50-c16c-4567-bb54-9cdd4fb8aff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:28:08.900882 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-15869b0e-4c21-4d4f-9bbe-445a1531f739 req-b9aa2b50-c16c-4567-bb54-9cdd4fb8aff7 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=e392466d-8ee6-4b86-9e48-53d3cb8a545c HTTP/1.1" status: 200 len: 915 time: 0.1503632 Sep 21 12:28:08.913024 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=100 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:08.918855 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-d67d2529-862c-4e0b-992d-4f7d3f0ad832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f1eebe-4c2e-4c07-be19-12381e209cd2', 'name': 'tempest-TestMinimumBasicScenario-908511886-router', 'tenant_id': '9de710fda38c429a91595545e9a74dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '681f5fbd-5670-40e1-8bd9-e898aa4aa16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:24:06Z', 'updated_at': '2022-09-21T12:24:10Z', 'revision_number': 4, 'project_id': '9de710fda38c429a91595545e9a74dcb', 'gw_port': {'id': '681f5fbd-5670-40e1-8bd9-e898aa4aa16f', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:82:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f1eebe-4c2e-4c07-be19-12381e209cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:24:08Z', 'updated_at': '2022-09-21T12:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': '416fae16-bea2-4ecd-a3a5-c969fe2fdc2d', 'name': '', 'network_id': 'e392466d-8ee6-4b86-9e48-53d3cb8a545c', 'tenant_id': '9de710fda38c429a91595545e9a74dcb', 'mac_address': 'fa:16:3e:53:29:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f1eebe-4c2e-4c07-be19-12381e209cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'e0f543c0-159b-40e7-9e50-76800dc97874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:24:10Z', 'updated_at': '2022-09-21T12:24:17Z', 'revision_number': 5, 'project_id': '9de710fda38c429a91595545e9a74dcb', 'subnets': [{'id': 'e0f543c0-159b-40e7-9e50-76800dc97874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:28:08.943684 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-32f49415-38be-4dea-a9e2-79c4e00da848 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks [] for port (24fc9a94-2878-4559-b7d0-993f1ba38b3b), precommit_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:08.944101 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67d2529-862c-4e0b-992d-4f7d3f0ad832 None None] Checking router: 24f1eebe-4c2e-4c07-be19-12381e209cd2 for host: dv-cinder-858678-1-iscsi {{(pid=106204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:28:08.949050 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-32f49415-38be-4dea-a9e2-79c4e00da848 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6955121'] for port (24fc9a94-2878-4559-b7d0-993f1ba38b3b), after_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:08.954007 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67d2529-862c-4e0b-992d-4f7d3f0ad832 None None] Routers {'24f1eebe-4c2e-4c07-be19-12381e209cd2'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:28:08.954619 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-d67d2529-862c-4e0b-992d-4f7d3f0ad832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:28:09Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['24f1eebe-4c2e-4c07-be19-12381e209cd2'], 'active': True} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:28:09.020827 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-32f49415-38be-4dea-a9e2-79c4e00da848 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534182'] for floatingip (fe9d36b3-e7c8-4810-a1f0-083c6614e098), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:09.023410 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f49415-38be-4dea-a9e2-79c4e00da848 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Pushing event updated for resources: {'Port': ['ID=24fc9a94-2878-4559-b7d0-993f1ba38b3b,revision_number=2']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:28:09.039838 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-32f49415-38be-4dea-a9e2-79c4e00da848 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for floatingip (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:09.048794 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-32f49415-38be-4dea-a9e2-79c4e00da848 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9500179 Sep 21 12:28:09.057285 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvr_db [None req-d67d2529-862c-4e0b-992d-4f7d3f0ad832 None None] Set router 24f1eebe-4c2e-4c07-be19-12381e209cd2 gateway port host: dv-cinder-858678-1-iscsi {{(pid=106204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:28:09.209660 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8825c717-6119-42b3-821a-b453b501d302 req-09222c8e-6283-41df-b5d5-5e72bb308303 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1040714024&fields=id&tenant_id=9340222cfe154efe8a6064b197d54499 HTTP/1.1" status: 200 len: 267 time: 0.0428140 Sep 21 12:28:09.251581 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-d67d2529-862c-4e0b-992d-4f7d3f0ad832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f1eebe-4c2e-4c07-be19-12381e209cd2', 'name': 'tempest-TestMinimumBasicScenario-908511886-router', 'tenant_id': '9de710fda38c429a91595545e9a74dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '681f5fbd-5670-40e1-8bd9-e898aa4aa16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:24:06Z', 'updated_at': '2022-09-21T12:24:10Z', 'revision_number': 4, 'project_id': '9de710fda38c429a91595545e9a74dcb', 'gw_port': {'id': '681f5fbd-5670-40e1-8bd9-e898aa4aa16f', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:82:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f1eebe-4c2e-4c07-be19-12381e209cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:24:08Z', 'updated_at': '2022-09-21T12:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': '416fae16-bea2-4ecd-a3a5-c969fe2fdc2d', 'name': '', 'network_id': 'e392466d-8ee6-4b86-9e48-53d3cb8a545c', 'tenant_id': '9de710fda38c429a91595545e9a74dcb', 'mac_address': 'fa:16:3e:53:29:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f1eebe-4c2e-4c07-be19-12381e209cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'e0f543c0-159b-40e7-9e50-76800dc97874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:24:10Z', 'updated_at': '2022-09-21T12:24:17Z', 'revision_number': 5, 'project_id': '9de710fda38c429a91595545e9a74dcb', 'subnets': [{'id': 'e0f543c0-159b-40e7-9e50-76800dc97874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:28:09.281989 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67d2529-862c-4e0b-992d-4f7d3f0ad832 None None] The sync data for ids ['24f1eebe-4c2e-4c07-be19-12381e209cd2'] in dv-cinder-858678-1-iscsi is: [{'id': '24f1eebe-4c2e-4c07-be19-12381e209cd2', 'name': 'tempest-TestMinimumBasicScenario-908511886-router', 'tenant_id': '9de710fda38c429a91595545e9a74dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '681f5fbd-5670-40e1-8bd9-e898aa4aa16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:24:06Z', 'updated_at': '2022-09-21T12:24:10Z', 'revision_number': 4, 'project_id': '9de710fda38c429a91595545e9a74dcb', 'gw_port': {'id': '681f5fbd-5670-40e1-8bd9-e898aa4aa16f', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:82:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f1eebe-4c2e-4c07-be19-12381e209cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:24:08Z', 'updated_at': '2022-09-21T12:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': '416fae16-bea2-4ecd-a3a5-c969fe2fdc2d', 'name': '', 'network_id': 'e392466d-8ee6-4b86-9e48-53d3cb8a545c', 'tenant_id': '9de710fda38c429a91595545e9a74dcb', 'mac_address': 'fa:16:3e:53:29:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f1eebe-4c2e-4c07-be19-12381e209cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'e0f543c0-159b-40e7-9e50-76800dc97874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:24:10Z', 'updated_at': '2022-09-21T12:24:17Z', 'revision_number': 5, 'project_id': '9de710fda38c429a91595545e9a74dcb', 'subnets': [{'id': 'e0f543c0-159b-40e7-9e50-76800dc97874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:28:09.327419 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825c717-6119-42b3-821a-b453b501d302 req-a9714e33-8b77-4a86-b2c4-1032ca90374e tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:28:09.328925 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8825c717-6119-42b3-821a-b453b501d302 req-a9714e33-8b77-4a86-b2c4-1032ca90374e tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/networks?id=5da5489c-9c30-4169-9afe-1354fb43296f HTTP/1.1" status: 200 len: 810 time: 0.1129651 Sep 21 12:28:09.372797 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-15869b0e-4c21-4d4f-9bbe-445a1531f739 req-b875be1c-c2a5-49fb-8730-1b161e11edb0 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d86ac1e-8e22-4863-a099-2f5b0b120e07 HTTP/1.1" status: 200 len: 217 time: 0.0574665 Sep 21 12:28:09.377028 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8825c717-6119-42b3-821a-b453b501d302 req-744cb8a2-08fb-4259-8202-c1318245f54e tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/quotas/9340222cfe154efe8a6064b197d54499 HTTP/1.1" status: 200 len: 375 time: 0.0118303 Sep 21 12:28:09.468006 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8825c717-6119-42b3-821a-b453b501d302 req-6e9117bd-0ebf-464b-8493-62f360238ad6 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=9340222cfe154efe8a6064b197d54499&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0836062 Sep 21 12:28:09.473869 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15869b0e-4c21-4d4f-9bbe-445a1531f739 req-f6511c9e-2566-4278-be01-89e6f3057d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:28:09.475527 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-15869b0e-4c21-4d4f-9bbe-445a1531f739 req-f6511c9e-2566-4278-be01-89e6f3057d3a service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=e0f543c0-159b-40e7-9e50-76800dc97874 HTTP/1.1" status: 200 len: 853 time: 0.0816109 Sep 21 12:28:09.547897 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca121359-1549-4734-bafe-f68c0c44c043 None None] New status for floating IP e7d8478a-c1f9-4e2e-872f-fcb718fb626f: DOWN {{(pid=106203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 21 12:28:09.570012 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15869b0e-4c21-4d4f-9bbe-445a1531f739 req-111f3546-8e77-43b4-8f9b-b4055f784be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:28:09.571536 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-15869b0e-4c21-4d4f-9bbe-445a1531f739 req-111f3546-8e77-43b4-8f9b-b4055f784be6 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=e392466d-8ee6-4b86-9e48-53d3cb8a545c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0900254 Sep 21 12:28:09.906437 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:09.923110 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8825c717-6119-42b3-821a-b453b501d302 req-3415e3d7-8a7d-46e7-a5ed-2e849ca831ba service neutron] 10.222.0.71 "GET /networking/v2.0/networks/5da5489c-9c30-4169-9afe-1354fb43296f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4328477 Sep 21 12:28:09.944507 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:09.953083 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-740e41e1-10de-4b2e-a9f0-9582d49d2a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (d7a8950b-d4d7-4646-ba54-d395483871b4), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:09.999991 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-15869b0e-4c21-4d4f-9bbe-445a1531f739 req-a2e9f32d-128b-4498-901e-5392a1bed2ff service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e392466d-8ee6-4b86-9e48-53d3cb8a545c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4212370 Sep 21 12:28:10.105635 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8825c717-6119-42b3-821a-b453b501d302 req-f0f39f98-d900-4786-954b-b9fcea883c85 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/5da5489c-9c30-4169-9afe-1354fb43296f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713483 Sep 21 12:28:10.131096 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-15869b0e-4c21-4d4f-9bbe-445a1531f739 req-5db6539b-45c0-4fb7-ba3e-40a48573c3d8 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e392466d-8ee6-4b86-9e48-53d3cb8a545c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239195 Sep 21 12:28:10.288711 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-62c98b31-c3db-422e-9b27-c39ef3af9fd2 req-c1c48c88-202e-48e5-aea0-691983f0fd5f tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=f60cc06f-a959-4872-9552-99d76b9f4c7c HTTP/1.1" status: 200 len: 210 time: 0.0308623 Sep 21 12:28:11.247159 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (57fb69a9-4edc-44fd-8965-b65708e41306), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:11.382212 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b5caa6-ba1c-4344-a24c-8037a73023eb req-8aa7c752-1dbe-42eb-bae3-4e7c287e5a37 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:28:11.383713 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-02b5caa6-ba1c-4344-a24c-8037a73023eb req-8aa7c752-1dbe-42eb-bae3-4e7c287e5a37 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3cc8e107-efaf-4689-9e8f-f8adc955c6d9 HTTP/1.1" status: 200 len: 945 time: 0.0598145 Sep 21 12:28:11.416515 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-2eedf09a-f8f8-471f-a22d-a39ee4def0ec req-359b215d-dd6a-41dc-ac93-f892ec2567e6 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=f60cc06f-a959-4872-9552-99d76b9f4c7c HTTP/1.1" status: 200 len: 210 time: 0.0359042 Sep 21 12:28:11.439253 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-02b5caa6-ba1c-4344-a24c-8037a73023eb req-4fcf9c39-62a7-4025-b00f-016176cdc64e tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c6ffa42e-697b-4061-b2e1-9cfe39dbad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493724 Sep 21 12:28:11.495316 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c3e59811-0015-48e8-afb5-3d82d64b721e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (cef1489a-7471-4b81-a7c5-b9e507e96767), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:12.524339 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-75f57645-a13c-4f58-aa4c-ce449d3ed7c0 req-4fe4be8d-4a96-4142-bb99-2b745fe936e6 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=f60cc06f-a959-4872-9552-99d76b9f4c7c HTTP/1.1" status: 200 len: 210 time: 0.0278616 Sep 21 12:28:12.559509 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5badcf49-0744-423e-aad7-5cba4fefbc15 req-eee84c15-6ebc-4f4d-8545-163bd04f9324 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:28:12.561605 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-5badcf49-0744-423e-aad7-5cba4fefbc15 req-eee84c15-6ebc-4f4d-8545-163bd04f9324 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3cc8e107-efaf-4689-9e8f-f8adc955c6d9 HTTP/1.1" status: 200 len: 945 time: 0.0462680 Sep 21 12:28:12.608456 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-5badcf49-0744-423e-aad7-5cba4fefbc15 req-f76930f6-52f5-4280-ac2c-24e90d1f132d tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c6ffa42e-697b-4061-b2e1-9cfe39dbad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412247 Sep 21 12:28:13.110545 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825c717-6119-42b3-821a-b453b501d302 req-e5930d9c-042c-41f3-b38c-136584e6212d tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:28:13.112068 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8825c717-6119-42b3-821a-b453b501d302 req-e5930d9c-042c-41f3-b38c-136584e6212d tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.66 "GET /networking/v2.0/networks?id=5da5489c-9c30-4169-9afe-1354fb43296f HTTP/1.1" status: 200 len: 810 time: 0.1093230 Sep 21 12:28:13.194791 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8825c717-6119-42b3-821a-b453b501d302 req-29512a15-bc02-409a-8e3f-2536ca5ce27c tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.66 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9340222cfe154efe8a6064b197d54499 HTTP/1.1" status: 200 len: 380 time: 0.0546806 Sep 21 12:28:13.433152 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [req-8825c717-6119-42b3-821a-b453b501d302 req-6d4c7fb9-bcef-47ea-990d-f7b2165d9519 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Request body: {'port': {'device_id': 'f60cc06f-a959-4872-9552-99d76b9f4c7c', 'network_id': '5da5489c-9c30-4169-9afe-1354fb43296f', 'admin_state_up': True, 'tenant_id': '9340222cfe154efe8a6064b197d54499', 'security_groups': ['fbd4254a-6785-414e-8db4-29f1fa306db1']}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:28:13.547969 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8825c717-6119-42b3-821a-b453b501d302 req-6d4c7fb9-bcef-47ea-990d-f7b2165d9519 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Made reservation on behalf of 9340222cfe154efe8a6064b197d54499 for: {'port': 1} {{(pid=106202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:28:13.551615 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-8825c717-6119-42b3-821a-b453b501d302 req-6d4c7fb9-bcef-47ea-990d-f7b2165d9519 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:13.642031 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-03b39fa0-b5a0-42b1-b093-b0fa7711a966 req-47204faf-7674-4af6-bb69-e700e3b22057 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=f60cc06f-a959-4872-9552-99d76b9f4c7c HTTP/1.1" status: 200 len: 210 time: 0.0371180 Sep 21 12:28:13.742644 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbbac74-19bd-4bcd-b1e2-a11711d8139e req-6ab2041f-f655-4cd0-bfc9-9afa3fe9de94 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:28:13.745088 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-bbbbac74-19bd-4bcd-b1e2-a11711d8139e req-6ab2041f-f655-4cd0-bfc9-9afa3fe9de94 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3cc8e107-efaf-4689-9e8f-f8adc955c6d9 HTTP/1.1" status: 200 len: 945 time: 0.0575328 Sep 21 12:28:13.746923 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.db_base_plugin_common [req-8825c717-6119-42b3-821a-b453b501d302 req-6d4c7fb9-bcef-47ea-990d-f7b2165d9519 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Allocated IP 172.20.0.3 (5da5489c-9c30-4169-9afe-1354fb43296f/1ad2b91e-60c9-4af5-9a83-ab634cc92cf0/621b6d40-2773-4228-966f-8aedb5d52908) {{(pid=106202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:28:13.754288 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599943ab-9d15-4fcd-a950-eade04fcaaf3 req-68da9517-1ce8-4064-8fa8-b1a184574bed tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:28:13.755853 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-599943ab-9d15-4fcd-a950-eade04fcaaf3 req-68da9517-1ce8-4064-8fa8-b1a184574bed tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=3cc8e107-efaf-4689-9e8f-f8adc955c6d9 HTTP/1.1" status: 200 len: 945 time: 0.0745070 Sep 21 12:28:13.794069 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-bbbbac74-19bd-4bcd-b1e2-a11711d8139e req-8d59fe71-15d4-490c-8626-4b1a7a6931d7 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c6ffa42e-697b-4061-b2e1-9cfe39dbad83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434077 Sep 21 12:28:13.873212 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:13.916710 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [req-599943ab-9d15-4fcd-a950-eade04fcaaf3 req-1f3edc06-b5db-4d98-a854-05743e2921e3 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Deleting port 2d86ac1e-8e22-4863-a099-2f5b0b120e07 {{(pid=106202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:28:13.917043 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-599943ab-9d15-4fcd-a950-eade04fcaaf3 req-1f3edc06-b5db-4d98-a854-05743e2921e3 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (2d86ac1e-8e22-4863-a099-2f5b0b120e07), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:14.003617 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:14.034788 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-8825c717-6119-42b3-821a-b453b501d302 req-6d4c7fb9-bcef-47ea-990d-f7b2165d9519 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks [] for port (621b6d40-2773-4228-966f-8aedb5d52908), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:14.057265 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [req-599943ab-9d15-4fcd-a950-eade04fcaaf3 req-1f3edc06-b5db-4d98-a854-05743e2921e3 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] For port 2d86ac1e-8e22-4863-a099-2f5b0b120e07, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=2d86ac1e-8e22-4863-a099-2f5b0b120e07,segment=NetworkSegment(fd3953c2-4056-4e24-bc29-f88836e2c777),segment_id=fd3953c2-4056-4e24-bc29-f88836e2c777)] {{(pid=106202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:28:14.057610 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-599943ab-9d15-4fcd-a950-eade04fcaaf3 req-1f3edc06-b5db-4d98-a854-05743e2921e3 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (2d86ac1e-8e22-4863-a099-2f5b0b120e07), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:14.080606 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [req-599943ab-9d15-4fcd-a950-eade04fcaaf3 req-1f3edc06-b5db-4d98-a854-05743e2921e3 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Calling delete_port for 2d86ac1e-8e22-4863-a099-2f5b0b120e07 owned by compute:nova {{(pid=106202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:28:14.131851 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-8825c717-6119-42b3-821a-b453b501d302 req-6d4c7fb9-bcef-47ea-990d-f7b2165d9519 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735120900801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (621b6d40-2773-4228-966f-8aedb5d52908), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:14.191801 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8825c717-6119-42b3-821a-b453b501d302 req-6d4c7fb9-bcef-47ea-990d-f7b2165d9519 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Network 5da5489c-9c30-4169-9afe-1354fb43296f is already hosted by enough agents. {{(pid=106202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:28:14.197413 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.base_scheduler [req-8825c717-6119-42b3-821a-b453b501d302 req-6d4c7fb9-bcef-47ea-990d-f7b2165d9519 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Resources bound (agent type, host, resource id): {{(pid=106202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:28:14.203406 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.l3_dvrscheduler_db [req-8825c717-6119-42b3-821a-b453b501d302 req-6d4c7fb9-bcef-47ea-990d-f7b2165d9519 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Received port after_create {{(pid=106202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 12:28:14.240319 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4c7fb9-bcef-47ea-990d-f7b2165d9519 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Pushing event updated for resources: {'Port': ['ID=621b6d40-2773-4228-966f-8aedb5d52908,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:28:14.288360 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825c717-6119-42b3-821a-b453b501d302 req-6d4c7fb9-bcef-47ea-990d-f7b2165d9519 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:28:14.288967 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-8825c717-6119-42b3-821a-b453b501d302 req-6d4c7fb9-bcef-47ea-990d-f7b2165d9519 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for port (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:14.318410 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8825c717-6119-42b3-821a-b453b501d302 req-6d4c7fb9-bcef-47ea-990d-f7b2165d9519 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.66 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8893213 Sep 21 12:28:14.328579 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-599943ab-9d15-4fcd-a950-eade04fcaaf3 req-1f3edc06-b5db-4d98-a854-05743e2921e3 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (2d86ac1e-8e22-4863-a099-2f5b0b120e07), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:14.360915 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [req-8825c717-6119-42b3-821a-b453b501d302 req-65931e2e-96ef-42bc-9525-422f6a2874ff service neutron] Request body: {'port': {'device_id': 'f60cc06f-a959-4872-9552-99d76b9f4c7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85867'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:28:14.368858 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] get_ports_and_sgs() called for port_ids ['2d86ac1e-8e22-4863-a099-2f5b0b120e07'] {{(pid=106203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 12:28:14.369396 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3edc06-b5db-4d98-a854-05743e2921e3 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Pushing event deleted for resources: {'Port': ['ID=2d86ac1e-8e22-4863-a099-2f5b0b120e07,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:28:14.437111 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.l3_dvrscheduler_db [req-599943ab-9d15-4fcd-a950-eade04fcaaf3 req-1f3edc06-b5db-4d98-a854-05743e2921e3 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] No DVR routers for this DVR port 2d86ac1e-8e22-4863-a099-2f5b0b120e07 on host hv-cinder-85867 {{(pid=106202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 12:28:14.453481 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-599943ab-9d15-4fcd-a950-eade04fcaaf3 req-1f3edc06-b5db-4d98-a854-05743e2921e3 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for port (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:14.454405 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-d7bc7546-2213-464c-bff6-085c72cced6c None None] Provisioning complete for port 621b6d40-2773-4228-966f-8aedb5d52908 triggered by entity DHCP. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:28:14.454776 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-d7bc7546-2213-464c-bff6-085c72cced6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (621b6d40-2773-4228-966f-8aedb5d52908), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:14.455111 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-d7bc7546-2213-464c-bff6-085c72cced6c None None] Attempt 1 to provision port 621b6d40-2773-4228-966f-8aedb5d52908 Sep 21 12:28:14.456639 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-599943ab-9d15-4fcd-a950-eade04fcaaf3 req-1f3edc06-b5db-4d98-a854-05743e2921e3 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.66 "DELETE /networking/v2.0/ports/2d86ac1e-8e22-4863-a099-2f5b0b120e07 HTTP/1.1" status: 204 len: 173 time: 0.6923001 Sep 21 12:28:14.457114 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc8e107-efaf-4689-9e8f-f8adc955c6d9', 'name': 'network-vif-deleted', 'tag': '2d86ac1e-8e22-4863-a099-2f5b0b120e07'}] {{(pid=106202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:28:14.459322 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f69dec5372d12bc1dbf2d83c258da0d8b658e28cfccadcad30c8a09044815e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba758fc4-257a-45e4-9ab1-35e16cce0ea0" -d '{"events": [{"server_uuid": "3cc8e107-efaf-4689-9e8f-f8adc955c6d9", "name": "network-vif-deleted", "tag": "2d86ac1e-8e22-4863-a099-2f5b0b120e07"}]}' {{(pid=106202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:28:14.472797 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-8825c717-6119-42b3-821a-b453b501d302 req-65931e2e-96ef-42bc-9525-422f6a2874ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (621b6d40-2773-4228-966f-8aedb5d52908), before_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:14.489950 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-d7bc7546-2213-464c-bff6-085c72cced6c None None] Port 621b6d40-2773-4228-966f-8aedb5d52908 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:28:14.514938 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 12:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ea9c39-d6ee-444c-ba54-1783849500b3 x-openstack-request-id: req-d9ea9c39-d6ee-444c-ba54-1783849500b3 {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:28:14.515229 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc8e107-efaf-4689-9e8f-f8adc955c6d9", "name": "network-vif-deleted", "tag": "2d86ac1e-8e22-4863-a099-2f5b0b120e07", "status": "completed", "code": 200}]} {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:28:14.515477 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d9ea9c39-d6ee-444c-ba54-1783849500b3 {{(pid=106202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:28:14.515898 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9ea9c39-d6ee-444c-ba54-1783849500b3'] response: {'server_uuid': '3cc8e107-efaf-4689-9e8f-f8adc955c6d9', 'name': 'network-vif-deleted', 'tag': '2d86ac1e-8e22-4863-a099-2f5b0b120e07', 'status': 'completed', 'code': 200} Sep 21 12:28:14.655879 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:14.762375 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.notifiers.nova [req-8825c717-6119-42b3-821a-b453b501d302 req-65931e2e-96ef-42bc-9525-422f6a2874ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 621b6d40-2773-4228-966f-8aedb5d52908 {{(pid=106202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 12:28:14.772692 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-8825c717-6119-42b3-821a-b453b501d302 req-65931e2e-96ef-42bc-9525-422f6a2874ff service neutron] Publish callbacks [] for port (621b6d40-2773-4228-966f-8aedb5d52908), precommit_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:14.784785 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff89d0a6-725a-4a76-b1ed-635ce1a5bc2f req-7ea7b762-798a-4170-80c5-168245b22c2f tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:28:14.787239 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-ff89d0a6-725a-4a76-b1ed-635ce1a5bc2f req-7ea7b762-798a-4170-80c5-168245b22c2f tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=f60cc06f-a959-4872-9552-99d76b9f4c7c HTTP/1.1" status: 200 len: 931 time: 0.0645843 Sep 21 12:28:14.789161 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.provisioning_blocks [req-8825c717-6119-42b3-821a-b453b501d302 req-65931e2e-96ef-42bc-9525-422f6a2874ff service neutron] Transition to ACTIVE for port object 621b6d40-2773-4228-966f-8aedb5d52908 will not be triggered until provisioned by entity L2. {{(pid=106202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 12:28:14.795300 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-8825c717-6119-42b3-821a-b453b501d302 req-65931e2e-96ef-42bc-9525-422f6a2874ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6955121'] for port (621b6d40-2773-4228-966f-8aedb5d52908), after_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:14.833586 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:14.877032 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-ff89d0a6-725a-4a76-b1ed-635ce1a5bc2f req-2ff42972-8214-4f89-a843-8d73032c2ee8 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=fbd4254a-6785-414e-8db4-29f1fa306db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800321 Sep 21 12:28:14.901890 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65931e2e-96ef-42bc-9525-422f6a2874ff service neutron] Pushing event updated for resources: {'Port': ['ID=621b6d40-2773-4228-966f-8aedb5d52908,revision_number=2']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:28:14.958843 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.managers [req-8825c717-6119-42b3-821a-b453b501d302 req-65931e2e-96ef-42bc-9525-422f6a2874ff service neutron] Attempting to bind port 621b6d40-2773-4228-966f-8aedb5d52908 on host hv-cinder-85867 for vnic_type normal with profile {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 12:28:14.959176 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.managers [req-8825c717-6119-42b3-821a-b453b501d302 req-65931e2e-96ef-42bc-9525-422f6a2874ff service neutron] Attempting to bind port 621b6d40-2773-4228-966f-8aedb5d52908 by drivers openvswitch,hyperv on host hv-cinder-85867 at level 0 using segments [{'id': 'a0d42efa-470c-43ee-a1e8-ed6c41bfc084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5da5489c-9c30-4169-9afe-1354fb43296f'}] {{(pid=106202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 12:28:14.959525 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8825c717-6119-42b3-821a-b453b501d302 req-65931e2e-96ef-42bc-9525-422f6a2874ff service neutron] Attempting to bind port 621b6d40-2773-4228-966f-8aedb5d52908 on network 5da5489c-9c30-4169-9afe-1354fb43296f {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:28:14.962972 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-89f93272-bf59-48bf-9170-6012fe60b0b8 req-38d9b33d-f548-410d-ae06-022cf0f2c820 tempest-TestMinimumBasicScenario-394132406 tempest-TestMinimumBasicScenario-394132406-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=3cc8e107-efaf-4689-9e8f-f8adc955c6d9 HTTP/1.1" status: 200 len: 210 time: 0.0407841 Sep 21 12:28:14.990814 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-d7bc7546-2213-464c-bff6-085c72cced6c None None] Attempt 2 to provision port 621b6d40-2773-4228-966f-8aedb5d52908 Sep 21 12:28:15.004405 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8825c717-6119-42b3-821a-b453b501d302 req-65931e2e-96ef-42bc-9525-422f6a2874ff service neutron] Port 621b6d40-2773-4228-966f-8aedb5d52908 on network 5da5489c-9c30-4169-9afe-1354fb43296f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85867 {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 12:28:15.004733 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8825c717-6119-42b3-821a-b453b501d302 req-65931e2e-96ef-42bc-9525-422f6a2874ff service neutron] Attempting to bind port 621b6d40-2773-4228-966f-8aedb5d52908 on network 5da5489c-9c30-4169-9afe-1354fb43296f {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:28:15.025109 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-d7bc7546-2213-464c-bff6-085c72cced6c None None] Port 621b6d40-2773-4228-966f-8aedb5d52908 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:28:15.047264 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8825c717-6119-42b3-821a-b453b501d302 req-65931e2e-96ef-42bc-9525-422f6a2874ff service neutron] Checking agent: {'id': '986f726e-8c98-4005-b3b7-e033305b1240', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85867', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 12, 18, 46), 'started_at': datetime.datetime(2022, 9, 21, 12, 18, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 12, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 12:28:15.047588 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8825c717-6119-42b3-821a-b453b501d302 req-65931e2e-96ef-42bc-9525-422f6a2874ff service neutron] Checking segment: {'id': 'a0d42efa-470c-43ee-a1e8-ed6c41bfc084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5da5489c-9c30-4169-9afe-1354fb43296f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:28:15.048001 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8825c717-6119-42b3-821a-b453b501d302 req-65931e2e-96ef-42bc-9525-422f6a2874ff service neutron] Bound using segment: {'id': 'a0d42efa-470c-43ee-a1e8-ed6c41bfc084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5da5489c-9c30-4169-9afe-1354fb43296f'} {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 12:28:15.048424 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.managers [req-8825c717-6119-42b3-821a-b453b501d302 req-65931e2e-96ef-42bc-9525-422f6a2874ff service neutron] Bound port: 621b6d40-2773-4228-966f-8aedb5d52908, host: hv-cinder-85867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0d42efa-470c-43ee-a1e8-ed6c41bfc084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5da5489c-9c30-4169-9afe-1354fb43296f'}}] {{(pid=106202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 12:28:15.048774 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-8825c717-6119-42b3-821a-b453b501d302 req-65931e2e-96ef-42bc-9525-422f6a2874ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (621b6d40-2773-4228-966f-8aedb5d52908), before_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:15.107342 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [req-8825c717-6119-42b3-821a-b453b501d302 req-65931e2e-96ef-42bc-9525-422f6a2874ff service neutron] For port 621b6d40-2773-4228-966f-8aedb5d52908, host hv-cinder-85867, cleared binding levels {{(pid=106202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:28:15.110515 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [req-8825c717-6119-42b3-821a-b453b501d302 req-65931e2e-96ef-42bc-9525-422f6a2874ff service neutron] For port 621b6d40-2773-4228-966f-8aedb5d52908, host hv-cinder-85867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=621b6d40-2773-4228-966f-8aedb5d52908,segment=NetworkSegment(a0d42efa-470c-43ee-a1e8-ed6c41bfc084),segment_id=a0d42efa-470c-43ee-a1e8-ed6c41bfc084)] {{(pid=106202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:28:15.117035 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-8825c717-6119-42b3-821a-b453b501d302 req-65931e2e-96ef-42bc-9525-422f6a2874ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6955121'] for port (621b6d40-2773-4228-966f-8aedb5d52908), after_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:15.121312 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825c717-6119-42b3-821a-b453b501d302 req-65931e2e-96ef-42bc-9525-422f6a2874ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:28:15.121924 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-8825c717-6119-42b3-821a-b453b501d302 req-65931e2e-96ef-42bc-9525-422f6a2874ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for port (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:15.123302 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8825c717-6119-42b3-821a-b453b501d302 req-65931e2e-96ef-42bc-9525-422f6a2874ff service neutron] 10.222.0.66 "PUT /networking/v2.0/ports/621b6d40-2773-4228-966f-8aedb5d52908 HTTP/1.1" status: 200 len: 1093 time: 0.7871058 Sep 21 12:28:15.172681 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65931e2e-96ef-42bc-9525-422f6a2874ff service neutron] Pushing event updated for resources: {'Port': ['ID=621b6d40-2773-4228-966f-8aedb5d52908,revision_number=3']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:28:15.239692 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825c717-6119-42b3-821a-b453b501d302 req-653b72f4-610e-43c1-87c9-4f6a40589b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:28:15.241223 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8825c717-6119-42b3-821a-b453b501d302 req-653b72f4-610e-43c1-87c9-4f6a40589b0f service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=9340222cfe154efe8a6064b197d54499&device_id=f60cc06f-a959-4872-9552-99d76b9f4c7c HTTP/1.1" status: 200 len: 1127 time: 0.0403051 Sep 21 12:28:15.291541 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8825c717-6119-42b3-821a-b453b501d302 req-b212680e-e602-401d-8308-db3329176f43 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=621b6d40-2773-4228-966f-8aedb5d52908 HTTP/1.1" status: 200 len: 217 time: 0.0340209 Sep 21 12:28:15.343041 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825c717-6119-42b3-821a-b453b501d302 req-12b80f5e-a21f-4932-bebb-f91410407cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:28:15.344529 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8825c717-6119-42b3-821a-b453b501d302 req-12b80f5e-a21f-4932-bebb-f91410407cc3 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=1ad2b91e-60c9-4af5-9a83-ab634cc92cf0 HTTP/1.1" status: 200 len: 849 time: 0.0458155 Sep 21 12:28:15.391842 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825c717-6119-42b3-821a-b453b501d302 req-e53a4d9b-3d09-49cb-8d64-212dada671a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:28:15.393340 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8825c717-6119-42b3-821a-b453b501d302 req-e53a4d9b-3d09-49cb-8d64-212dada671a9 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=5da5489c-9c30-4169-9afe-1354fb43296f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424495 Sep 21 12:28:15.484124 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8825c717-6119-42b3-821a-b453b501d302 req-69dfa15e-21f2-4c83-b901-ab3f05e96be8 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/5da5489c-9c30-4169-9afe-1354fb43296f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824325 Sep 21 12:28:15.526346 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-d7bc7546-2213-464c-bff6-085c72cced6c None None] Attempt 3 to provision port 621b6d40-2773-4228-966f-8aedb5d52908 Sep 21 12:28:15.562873 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-d7bc7546-2213-464c-bff6-085c72cced6c None None] Port 621b6d40-2773-4228-966f-8aedb5d52908 had new provisioning blocks added so it will not transition to active. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 21 12:28:15.581548 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8825c717-6119-42b3-821a-b453b501d302 req-03c4c961-e463-40e1-ad75-7e8c09b55d62 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/5da5489c-9c30-4169-9afe-1354fb43296f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907273 Sep 21 12:28:15.989715 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b519990b-0c2b-4ec9-84fb-b48c3b4feefd req-a772e535-82ec-45c1-bff9-891be627bcce tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:28:15.991195 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-b519990b-0c2b-4ec9-84fb-b48c3b4feefd req-a772e535-82ec-45c1-bff9-891be627bcce tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=f60cc06f-a959-4872-9552-99d76b9f4c7c HTTP/1.1" status: 200 len: 943 time: 0.0449538 Sep 21 12:28:16.043331 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-b519990b-0c2b-4ec9-84fb-b48c3b4feefd req-6974e50a-ca41-473e-a533-81fe261de9ec tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=fbd4254a-6785-414e-8db4-29f1fa306db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466695 Sep 21 12:28:16.517110 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f60cc06f-a959-4872-9552-99d76b9f4c7c', 'tag': '621b6d40-2773-4228-966f-8aedb5d52908'}] {{(pid=106202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:28:16.519541 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f69dec5372d12bc1dbf2d83c258da0d8b658e28cfccadcad30c8a09044815e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89596ed7-02d2-41a6-96ed-3e82259a4870" -d '{"events": [{"name": "network-changed", "server_uuid": "f60cc06f-a959-4872-9552-99d76b9f4c7c", "tag": "621b6d40-2773-4228-966f-8aedb5d52908"}]}' {{(pid=106202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:28:16.557927 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 58340) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:28:16.558291 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 12:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d2cb5b-80c6-4261-81e2-b6d2ddfa9726 x-openstack-request-id: req-f9d2cb5b-80c6-4261-81e2-b6d2ddfa9726 {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:28:16.558621 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f60cc06f-a959-4872-9552-99d76b9f4c7c", "tag": "621b6d40-2773-4228-966f-8aedb5d52908", "status": "completed", "code": 200}]} {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:28:16.559083 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f9d2cb5b-80c6-4261-81e2-b6d2ddfa9726 {{(pid=106202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:28:16.559566 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9d2cb5b-80c6-4261-81e2-b6d2ddfa9726'] response: {'name': 'network-changed', 'server_uuid': 'f60cc06f-a959-4872-9552-99d76b9f4c7c', 'tag': '621b6d40-2773-4228-966f-8aedb5d52908', 'status': 'completed', 'code': 200} Sep 21 12:28:16.733313 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.agents_db [None req-f0b1ed15-d02e-46f0-bd67-2b506ff8404e None None] Agent healthcheck: found 6 active agents {{(pid=106204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:28:16.804194 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=100 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:16.859443 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-ad340b0f-ee5f-4a67-b959-feddff848bfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624550'] for router_interface (24f1eebe-4c2e-4c07-be19-12381e209cd2), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:17.034967 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=100 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:17.077104 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.plugin [None req-ad340b0f-ee5f-4a67-b959-feddff848bfe admin admin] Deleting port 416fae16-bea2-4ecd-a3a5-c969fe2fdc2d {{(pid=106201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:28:17.077441 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-ad340b0f-ee5f-4a67-b959-feddff848bfe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (416fae16-bea2-4ecd-a3a5-c969fe2fdc2d), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:17.180747 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d179c958-713f-4c43-a6dd-3ec179972c1e req-b728f196-6b42-46fd-905b-27b0d043c976 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:28:17.182242 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-d179c958-713f-4c43-a6dd-3ec179972c1e req-b728f196-6b42-46fd-905b-27b0d043c976 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=f60cc06f-a959-4872-9552-99d76b9f4c7c HTTP/1.1" status: 200 len: 943 time: 0.0633266 Sep 21 12:28:17.219019 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.db [None req-ad340b0f-ee5f-4a67-b959-feddff848bfe admin admin] For port 416fae16-bea2-4ecd-a3a5-c969fe2fdc2d, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=416fae16-bea2-4ecd-a3a5-c969fe2fdc2d,segment=NetworkSegment(fd3953c2-4056-4e24-bc29-f88836e2c777),segment_id=fd3953c2-4056-4e24-bc29-f88836e2c777)] {{(pid=106201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:28:17.219263 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-ad340b0f-ee5f-4a67-b959-feddff848bfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (416fae16-bea2-4ecd-a3a5-c969fe2fdc2d), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:17.235253 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.plugin [None req-ad340b0f-ee5f-4a67-b959-feddff848bfe admin admin] Calling delete_port for 416fae16-bea2-4ecd-a3a5-c969fe2fdc2d owned by network:router_interface {{(pid=106201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:28:17.266934 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-d179c958-713f-4c43-a6dd-3ec179972c1e req-6b0d5e2c-0d00-408a-826f-7c985f37971e tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=fbd4254a-6785-414e-8db4-29f1fa306db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754247 Sep 21 12:28:17.434642 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-ad340b0f-ee5f-4a67-b959-feddff848bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6788894'] for port (416fae16-bea2-4ecd-a3a5-c969fe2fdc2d), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:17.459129 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad340b0f-ee5f-4a67-b959-feddff848bfe admin admin] Pushing event deleted for resources: {'Port': ['ID=416fae16-bea2-4ecd-a3a5-c969fe2fdc2d,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:28:17.628661 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-ad340b0f-ee5f-4a67-b959-feddff848bfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-544043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538390'] for router_interface (24f1eebe-4c2e-4c07-be19-12381e209cd2), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:17.640130 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:17.800927 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 2d86ac1e-8e22-4863-a099-2f5b0b120e07 no longer exists at agent hyperv_hv-cinder-85867 {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 12:28:17.819006 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:17.820127 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] No Port match for: 2d86ac1e-8e22-4863-a099-2f5b0b120e07 {{(pid=106203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 12:28:17.820507 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 2d86ac1e-8e22-4863-a099-2f5b0b120e07 not bound to the agent host hv-cinder-85867 {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 12:28:17.839349 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad340b0f-ee5f-4a67-b959-feddff848bfe admin admin] Router 24f1eebe-4c2e-4c07-be19-12381e209cd2 has already been hosted by L3 agent 4f31b8b6-17c0-474d-bf52-0481ff2a5cf7 {{(pid=106201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 12:28:17.939981 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad340b0f-ee5f-4a67-b959-feddff848bfe admin admin] Notify agent at l3_agent.dv-cinder-858678-1-iscsi the message routers_updated {{(pid=106201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:28:17.945344 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-ad340b0f-ee5f-4a67-b959-feddff848bfe admin admin] 10.222.0.71 "PUT /networking/v2.0/routers/24f1eebe-4c2e-4c07-be19-12381e209cd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3859684 Sep 21 12:28:17.947828 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 58344) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:28:17.949482 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc79ed95-ee62-4252-8b0f-100eb2895f5c None None] Sync routers for ids ['24f1eebe-4c2e-4c07-be19-12381e209cd2'] in dv-cinder-858678-1-iscsi {{(pid=106204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:28:17.961728 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc79ed95-ee62-4252-8b0f-100eb2895f5c None None] Routers {'24f1eebe-4c2e-4c07-be19-12381e209cd2'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:28:17.962271 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-bc79ed95-ee62-4252-8b0f-100eb2895f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:28:09Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['24f1eebe-4c2e-4c07-be19-12381e209cd2'], 'active': True} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:28:18.004065 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:18.062938 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvr_db [None req-bc79ed95-ee62-4252-8b0f-100eb2895f5c None None] Set router 24f1eebe-4c2e-4c07-be19-12381e209cd2 gateway port host: dv-cinder-858678-1-iscsi {{(pid=106204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:28:18.067801 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89596ed7-02d2-41a6-96ed-3e82259a4870 req-7bd7c10d-842a-450d-929d-e24432fd73d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:28:18.069290 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-89596ed7-02d2-41a6-96ed-3e82259a4870 req-7bd7c10d-842a-450d-929d-e24432fd73d3 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=9340222cfe154efe8a6064b197d54499&device_id=f60cc06f-a959-4872-9552-99d76b9f4c7c HTTP/1.1" status: 200 len: 1127 time: 0.0727401 Sep 21 12:28:18.133874 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-9d6e11f9-7883-4c70-96a0-e26db5f32e34 admin admin] Publish callbacks [] for router (24f1eebe-4c2e-4c07-be19-12381e209cd2), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:18.192338 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:18.227192 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-bc79ed95-ee62-4252-8b0f-100eb2895f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f1eebe-4c2e-4c07-be19-12381e209cd2', 'name': 'tempest-TestMinimumBasicScenario-908511886-router', 'tenant_id': '9de710fda38c429a91595545e9a74dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '681f5fbd-5670-40e1-8bd9-e898aa4aa16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:24:06Z', 'updated_at': '2022-09-21T12:28:17Z', 'revision_number': 5, 'project_id': '9de710fda38c429a91595545e9a74dcb', 'gw_port': {'id': '681f5fbd-5670-40e1-8bd9-e898aa4aa16f', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:82:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f1eebe-4c2e-4c07-be19-12381e209cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:24:08Z', 'updated_at': '2022-09-21T12:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi'}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:28:18.255708 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89596ed7-02d2-41a6-96ed-3e82259a4870 req-fef636ed-6cb2-4814-882b-6929e6d35f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:28:18.255983 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc79ed95-ee62-4252-8b0f-100eb2895f5c None None] Checking router: 24f1eebe-4c2e-4c07-be19-12381e209cd2 for host: dv-cinder-858678-1-iscsi {{(pid=106204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:28:18.257218 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-89596ed7-02d2-41a6-96ed-3e82259a4870 req-fef636ed-6cb2-4814-882b-6929e6d35f2f service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=5da5489c-9c30-4169-9afe-1354fb43296f HTTP/1.1" status: 200 len: 911 time: 0.1803727 Sep 21 12:28:18.264779 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc79ed95-ee62-4252-8b0f-100eb2895f5c None None] Routers {'24f1eebe-4c2e-4c07-be19-12381e209cd2'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:28:18.265379 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-bc79ed95-ee62-4252-8b0f-100eb2895f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:28:09Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['24f1eebe-4c2e-4c07-be19-12381e209cd2'], 'active': True} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:28:18.302320 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-89596ed7-02d2-41a6-96ed-3e82259a4870 req-0b3e7b4e-ed4a-4681-ad13-6db5534377c4 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=621b6d40-2773-4228-966f-8aedb5d52908 HTTP/1.1" status: 200 len: 217 time: 0.0378752 Sep 21 12:28:18.303440 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-9d6e11f9-7883-4c70-96a0-e26db5f32e34 admin admin] Publish callbacks [] for router_gateway (24f1eebe-4c2e-4c07-be19-12381e209cd2), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:18.366394 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvr_db [None req-bc79ed95-ee62-4252-8b0f-100eb2895f5c None None] Set router 24f1eebe-4c2e-4c07-be19-12381e209cd2 gateway port host: dv-cinder-858678-1-iscsi {{(pid=106204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:28:18.416771 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89596ed7-02d2-41a6-96ed-3e82259a4870 req-275c2491-ff5b-49c5-a8e5-8459dee44f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:28:18.418241 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-89596ed7-02d2-41a6-96ed-3e82259a4870 req-275c2491-ff5b-49c5-a8e5-8459dee44f85 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=1ad2b91e-60c9-4af5-9a83-ab634cc92cf0 HTTP/1.1" status: 200 len: 849 time: 0.1092069 Sep 21 12:28:18.418753 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [None req-9d6e11f9-7883-4c70-96a0-e26db5f32e34 admin admin] Deleting port 681f5fbd-5670-40e1-8bd9-e898aa4aa16f {{(pid=106202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:28:18.419088 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-9d6e11f9-7883-4c70-96a0-e26db5f32e34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (681f5fbd-5670-40e1-8bd9-e898aa4aa16f), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:18.474774 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee93d3-c1ad-46e8-baf2-9c7ae59ee623 req-dc1718e6-07f1-4880-9ced-cff85be525f7 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:28:18.476271 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-d3ee93d3-c1ad-46e8-baf2-9c7ae59ee623 req-dc1718e6-07f1-4880-9ced-cff85be525f7 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=f60cc06f-a959-4872-9552-99d76b9f4c7c HTTP/1.1" status: 200 len: 943 time: 0.1170228 Sep 21 12:28:18.537268 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (986f726e-8c98-4005-b3b7-e033305b1240), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:18.545211 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89596ed7-02d2-41a6-96ed-3e82259a4870 req-2d05ca48-3bee-46a2-95fa-4922e11e728e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:28:18.546736 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-89596ed7-02d2-41a6-96ed-3e82259a4870 req-2d05ca48-3bee-46a2-95fa-4922e11e728e service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=5da5489c-9c30-4169-9afe-1354fb43296f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1141198 Sep 21 12:28:18.623391 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-bc79ed95-ee62-4252-8b0f-100eb2895f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f1eebe-4c2e-4c07-be19-12381e209cd2', 'name': 'tempest-TestMinimumBasicScenario-908511886-router', 'tenant_id': '9de710fda38c429a91595545e9a74dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '681f5fbd-5670-40e1-8bd9-e898aa4aa16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:24:06Z', 'updated_at': '2022-09-21T12:28:17Z', 'revision_number': 5, 'project_id': '9de710fda38c429a91595545e9a74dcb', 'gw_port': {'id': '681f5fbd-5670-40e1-8bd9-e898aa4aa16f', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:82:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f1eebe-4c2e-4c07-be19-12381e209cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:24:08Z', 'updated_at': '2022-09-21T12:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi'}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:28:18.625926 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=100 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:18.634058 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-d3ee93d3-c1ad-46e8-baf2-9c7ae59ee623 req-9390b7cd-14e4-43df-98b4-53a21cd6b6f0 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=fbd4254a-6785-414e-8db4-29f1fa306db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404092 Sep 21 12:28:18.635796 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [None req-9d6e11f9-7883-4c70-96a0-e26db5f32e34 admin admin] For port 681f5fbd-5670-40e1-8bd9-e898aa4aa16f, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=681f5fbd-5670-40e1-8bd9-e898aa4aa16f,segment=NetworkSegment(0a2e6652-942c-46a2-8162-ab1d320b7f7e),segment_id=0a2e6652-942c-46a2-8162-ab1d320b7f7e)] {{(pid=106202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:28:18.636166 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-9d6e11f9-7883-4c70-96a0-e26db5f32e34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (681f5fbd-5670-40e1-8bd9-e898aa4aa16f), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:18.650406 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc79ed95-ee62-4252-8b0f-100eb2895f5c None None] The sync data for ids ['24f1eebe-4c2e-4c07-be19-12381e209cd2'] in dv-cinder-858678-1-iscsi is: [{'id': '24f1eebe-4c2e-4c07-be19-12381e209cd2', 'name': 'tempest-TestMinimumBasicScenario-908511886-router', 'tenant_id': '9de710fda38c429a91595545e9a74dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '681f5fbd-5670-40e1-8bd9-e898aa4aa16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:24:06Z', 'updated_at': '2022-09-21T12:28:17Z', 'revision_number': 5, 'project_id': '9de710fda38c429a91595545e9a74dcb', 'gw_port': {'id': '681f5fbd-5670-40e1-8bd9-e898aa4aa16f', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:82:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f1eebe-4c2e-4c07-be19-12381e209cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:24:08Z', 'updated_at': '2022-09-21T12:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi'}] {{(pid=106204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:28:18.654867 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [None req-9d6e11f9-7883-4c70-96a0-e26db5f32e34 admin admin] Calling delete_port for 681f5fbd-5670-40e1-8bd9-e898aa4aa16f owned by network:router_gateway {{(pid=106202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:28:18.735503 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-89596ed7-02d2-41a6-96ed-3e82259a4870 req-863401f6-a53a-475b-a4bf-4f3e07a41f01 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/5da5489c-9c30-4169-9afe-1354fb43296f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807182 Sep 21 12:28:18.870472 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:18.888499 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-89596ed7-02d2-41a6-96ed-3e82259a4870 req-3f3ea863-6e7d-4b75-99dc-464bcbfb05e6 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/5da5489c-9c30-4169-9afe-1354fb43296f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445894 Sep 21 12:28:18.931312 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-9d6e11f9-7883-4c70-96a0-e26db5f32e34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (681f5fbd-5670-40e1-8bd9-e898aa4aa16f), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:18.956729 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6e11f9-7883-4c70-96a0-e26db5f32e34 admin admin] Pushing event deleted for resources: {'Port': ['ID=681f5fbd-5670-40e1-8bd9-e898aa4aa16f,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:28:18.969912 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6e11f9-7883-4c70-96a0-e26db5f32e34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:28:18.970251 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6e11f9-7883-4c70-96a0-e26db5f32e34 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:28:18.970584 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6e11f9-7883-4c70-96a0-e26db5f32e34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:28:18.970912 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6e11f9-7883-4c70-96a0-e26db5f32e34 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:28:18.971233 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6e11f9-7883-4c70-96a0-e26db5f32e34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:28:18.971550 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6e11f9-7883-4c70-96a0-e26db5f32e34 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:28:18.971890 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6e11f9-7883-4c70-96a0-e26db5f32e34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:28:18.972208 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6e11f9-7883-4c70-96a0-e26db5f32e34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:28:18.972528 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6e11f9-7883-4c70-96a0-e26db5f32e34 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:28:18.972840 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6e11f9-7883-4c70-96a0-e26db5f32e34 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:28:18.973151 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6e11f9-7883-4c70-96a0-e26db5f32e34 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:28:18.973462 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6e11f9-7883-4c70-96a0-e26db5f32e34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:28:18.973772 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6e11f9-7883-4c70-96a0-e26db5f32e34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:28:18.974078 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6e11f9-7883-4c70-96a0-e26db5f32e34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:28:18.974382 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6e11f9-7883-4c70-96a0-e26db5f32e34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:28:19.287375 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-9d6e11f9-7883-4c70-96a0-e26db5f32e34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534108'] for router_gateway (24f1eebe-4c2e-4c07-be19-12381e209cd2), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:19.374550 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:19.376250 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-9d6e11f9-7883-4c70-96a0-e26db5f32e34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3984'] for router (24f1eebe-4c2e-4c07-be19-12381e209cd2), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:19.378645 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-9d6e11f9-7883-4c70-96a0-e26db5f32e34 admin admin] Publish callbacks [] for router_controller (24f1eebe-4c2e-4c07-be19-12381e209cd2), precommit_delete_associations {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:19.422751 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-9d6e11f9-7883-4c70-96a0-e26db5f32e34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538475'] for router (24f1eebe-4c2e-4c07-be19-12381e209cd2), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:19.423348 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d6e11f9-7883-4c70-96a0-e26db5f32e34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24f1eebe-4c2e-4c07-be19-12381e209cd2 {{(pid=106202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 12:28:19.427528 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-9d6e11f9-7883-4c70-96a0-e26db5f32e34 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:19.428697 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-9d6e11f9-7883-4c70-96a0-e26db5f32e34 admin admin] 10.222.0.71 "DELETE /networking/v2.0/routers/24f1eebe-4c2e-4c07-be19-12381e209cd2 HTTP/1.1" status: 204 len: 168 time: 1.4798491 Sep 21 12:28:19.431388 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 58350) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:28:19.484335 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.db_base_plugin_v2 [None req-4863b091-5640-490d-bcbb-eaf710bea71b admin admin] Deleting subnet e0f543c0-159b-40e7-9e50-76800dc97874 {{(pid=106202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 21 12:28:19.487849 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-4863b091-5640-490d-bcbb-eaf710bea71b admin admin] Publish callbacks [] for subnet (e0f543c0-159b-40e7-9e50-76800dc97874), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:19.526316 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-4863b091-5640-490d-bcbb-eaf710bea71b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6891090'] for subnet (e0f543c0-159b-40e7-9e50-76800dc97874), precommit_delete_associations {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:19.645162 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-4863b091-5640-490d-bcbb-eaf710bea71b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462926'] for subnet (e0f543c0-159b-40e7-9e50-76800dc97874), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:19.710804 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-4863b091-5640-490d-bcbb-eaf710bea71b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6955047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7093949'] for subnet (e0f543c0-159b-40e7-9e50-76800dc97874), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:19.712908 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 681f5fbd-5670-40e1-8bd9-e898aa4aa16f no longer exists at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 12:28:19.737344 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] No Port match for: 681f5fbd-5670-40e1-8bd9-e898aa4aa16f {{(pid=106203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 12:28:19.737783 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 681f5fbd-5670-40e1-8bd9-e898aa4aa16f not bound to the agent host dv-cinder-858678-1-iscsi {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 12:28:19.738182 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4863b091-5640-490d-bcbb-eaf710bea71b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0f543c0-159b-40e7-9e50-76800dc97874,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:28:19.738348 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 416fae16-bea2-4ecd-a3a5-c969fe2fdc2d no longer exists at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 12:28:19.747848 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-4863b091-5640-490d-bcbb-eaf710bea71b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:19.751285 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-4863b091-5640-490d-bcbb-eaf710bea71b admin admin] 10.222.0.71 "DELETE /networking/v2.0/subnets/e0f543c0-159b-40e7-9e50-76800dc97874 HTTP/1.1" status: 204 len: 168 time: 0.3188808 Sep 21 12:28:19.753951 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 58354) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:28:19.769535 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bba4b3e-7033-404f-bfd4-c680b04cf02f None None] Network e392466d-8ee6-4b86-9e48-53d3cb8a545c requested from dv-cinder-858678-1-iscsi {{(pid=106203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 12:28:19.772124 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] No Port match for: 416fae16-bea2-4ecd-a3a5-c969fe2fdc2d {{(pid=106203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 12:28:19.772742 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 416fae16-bea2-4ecd-a3a5-c969fe2fdc2d not bound to the agent host dv-cinder-858678-1-iscsi {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 12:28:19.809165 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a4b1a6-6f64-4a0a-b2a6-c892dffe40a8 req-192fe0ab-8665-4f90-9d5c-c4ccd534650e tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:28:19.811098 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-a0a4b1a6-6f64-4a0a-b2a6-c892dffe40a8 req-192fe0ab-8665-4f90-9d5c-c4ccd534650e tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=f60cc06f-a959-4872-9552-99d76b9f4c7c HTTP/1.1" status: 200 len: 943 time: 0.0928104 Sep 21 12:28:19.815316 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 621b6d40-2773-4228-966f-8aedb5d52908 details requested by agent hyperv_hv-cinder-85867 with host hv-cinder-85867 {{(pid=106203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 12:28:19.852224 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-3aa5a6b7-c054-462e-981d-7190dd01cec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535227'] for network (e392466d-8ee6-4b86-9e48-53d3cb8a545c), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:19.875482 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:19.882681 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-a0a4b1a6-6f64-4a0a-b2a6-c892dffe40a8 req-575b81e7-b74b-4078-9e70-06799e2bc049 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=fbd4254a-6785-414e-8db4-29f1fa306db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627971 Sep 21 12:28:19.919909 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:19.924574 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.plugin [None req-3aa5a6b7-c054-462e-981d-7190dd01cec0 admin admin] Deleting port 1898bfbd-0fef-430d-a2dd-fa991bc89cf2 {{(pid=106201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:28:19.924897 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-3aa5a6b7-c054-462e-981d-7190dd01cec0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (1898bfbd-0fef-430d-a2dd-fa991bc89cf2), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:19.966779 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port 621b6d40-2773-4228-966f-8aedb5d52908, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=621b6d40-2773-4228-966f-8aedb5d52908,segment=NetworkSegment(a0d42efa-470c-43ee-a1e8-ed6c41bfc084),segment_id=a0d42efa-470c-43ee-a1e8-ed6c41bfc084)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:28:19.978815 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Returning: {'device': '621b6d40-2773-4228-966f-8aedb5d52908', 'network_id': '5da5489c-9c30-4169-9afe-1354fb43296f', 'port_id': '621b6d40-2773-4228-966f-8aedb5d52908', 'mac_address': 'fa:16:3e:02:4c:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ad2b91e-60c9-4af5-9a83-ab634cc92cf0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 12:28:19.986279 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aecc91e-eec5-4b1b-bc6f-8a0d03bebcb6 None None] DHCP port deletion for e392466d-8ee6-4b86-9e48-53d3cb8a545c request from dv-cinder-858678-1-iscsi {{(pid=106203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 21 12:28:20.002162 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.db [None req-3aa5a6b7-c054-462e-981d-7190dd01cec0 admin admin] For port 1898bfbd-0fef-430d-a2dd-fa991bc89cf2, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=1898bfbd-0fef-430d-a2dd-fa991bc89cf2,segment=NetworkSegment(fd3953c2-4056-4e24-bc29-f88836e2c777),segment_id=fd3953c2-4056-4e24-bc29-f88836e2c777)] {{(pid=106201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:28:20.002529 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-3aa5a6b7-c054-462e-981d-7190dd01cec0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (1898bfbd-0fef-430d-a2dd-fa991bc89cf2), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:20.016853 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.plugin [None req-3aa5a6b7-c054-462e-981d-7190dd01cec0 admin admin] Calling delete_port for 1898bfbd-0fef-430d-a2dd-fa991bc89cf2 owned by network:dhcp {{(pid=106201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:28:20.043262 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Current status of the port 621b6d40-2773-4228-966f-8aedb5d52908 is: DOWN; New status is: BUILD {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:28:20.043651 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (621b6d40-2773-4228-966f-8aedb5d52908), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:20.064028 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-7aecc91e-eec5-4b1b-bc6f-8a0d03bebcb6 None None] Deleting port 1898bfbd-0fef-430d-a2dd-fa991bc89cf2 {{(pid=106203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:28:20.064403 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-7aecc91e-eec5-4b1b-bc6f-8a0d03bebcb6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (1898bfbd-0fef-430d-a2dd-fa991bc89cf2), before_delete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:20.067015 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.notifiers.nova [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 621b6d40-2773-4228-966f-8aedb5d52908 {{(pid=106203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 12:28:20.098864 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-3aa5a6b7-c054-462e-981d-7190dd01cec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6788894'] for port (1898bfbd-0fef-430d-a2dd-fa991bc89cf2), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:20.127145 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa5a6b7-c054-462e-981d-7190dd01cec0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1898bfbd-0fef-430d-a2dd-fa991bc89cf2,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:28:20.131486 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port 621b6d40-2773-4228-966f-8aedb5d52908, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=621b6d40-2773-4228-966f-8aedb5d52908,segment=NetworkSegment(a0d42efa-470c-43ee-a1e8-ed6c41bfc084),segment_id=a0d42efa-470c-43ee-a1e8-ed6c41bfc084)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:28:20.136804 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa5a6b7-c054-462e-981d-7190dd01cec0 admin admin] No DVR routers for this DVR port 1898bfbd-0fef-430d-a2dd-fa991bc89cf2 on host dv-cinder-858678-1-iscsi {{(pid=106201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 12:28:20.142769 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa5a6b7-c054-462e-981d-7190dd01cec0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:28:20.143130 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa5a6b7-c054-462e-981d-7190dd01cec0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:28:20.143462 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa5a6b7-c054-462e-981d-7190dd01cec0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:28:20.143823 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa5a6b7-c054-462e-981d-7190dd01cec0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:28:20.144165 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa5a6b7-c054-462e-981d-7190dd01cec0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:28:20.144499 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa5a6b7-c054-462e-981d-7190dd01cec0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:28:20.144827 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa5a6b7-c054-462e-981d-7190dd01cec0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:28:20.145152 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa5a6b7-c054-462e-981d-7190dd01cec0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:28:20.145480 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa5a6b7-c054-462e-981d-7190dd01cec0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:28:20.145804 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa5a6b7-c054-462e-981d-7190dd01cec0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:28:20.145952 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (621b6d40-2773-4228-966f-8aedb5d52908), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:20.146127 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa5a6b7-c054-462e-981d-7190dd01cec0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:28:20.146452 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa5a6b7-c054-462e-981d-7190dd01cec0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:28:20.146773 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa5a6b7-c054-462e-981d-7190dd01cec0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:28:20.147097 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa5a6b7-c054-462e-981d-7190dd01cec0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:28:20.147435 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa5a6b7-c054-462e-981d-7190dd01cec0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:28:20.157267 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-7aecc91e-eec5-4b1b-bc6f-8a0d03bebcb6 None None] For port 1898bfbd-0fef-430d-a2dd-fa991bc89cf2, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=1898bfbd-0fef-430d-a2dd-fa991bc89cf2,segment=NetworkSegment(fd3953c2-4056-4e24-bc29-f88836e2c777),segment_id=fd3953c2-4056-4e24-bc29-f88836e2c777)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:28:20.157662 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-7aecc91e-eec5-4b1b-bc6f-8a0d03bebcb6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (1898bfbd-0fef-430d-a2dd-fa991bc89cf2), precommit_delete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:20.195803 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-7aecc91e-eec5-4b1b-bc6f-8a0d03bebcb6 None None] Calling delete_port for 1898bfbd-0fef-430d-a2dd-fa991bc89cf2 owned by network:dhcp {{(pid=106203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:28:20.217677 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-3aa5a6b7-c054-462e-981d-7190dd01cec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548197', 'neutron.services.segments.db._delete_segments_for_network-8735121314753'] for network (e392466d-8ee6-4b86-9e48-53d3cb8a545c), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:20.239048 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.services.segments.db [None req-3aa5a6b7-c054-462e-981d-7190dd01cec0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e392466d-8ee6-4b86-9e48-53d3cb8a545c']}} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:28:20.248555 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Pushing event updated for resources: {'Port': ['ID=621b6d40-2773-4228-966f-8aedb5d52908,revision_number=4']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:28:20.249022 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.services.segments.db [None req-3aa5a6b7-c054-462e-981d-7190dd01cec0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd3953c2-4056-4e24-bc29-f88836e2c777') {'for_net_delete': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:28:20.249320 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.services.segments.db [None req-3aa5a6b7-c054-462e-981d-7190dd01cec0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd3953c2-4056-4e24-bc29-f88836e2c777') {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:28:20.262406 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-3aa5a6b7-c054-462e-981d-7190dd01cec0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735121314645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6930185'] for segment (fd3953c2-4056-4e24-bc29-f88836e2c777), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:20.276079 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-3aa5a6b7-c054-462e-981d-7190dd01cec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355690'] for segment (fd3953c2-4056-4e24-bc29-f88836e2c777), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:20.280343 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:20.283583 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aa5a6b7-c054-462e-981d-7190dd01cec0 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=106201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 12:28:20.284181 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-3aa5a6b7-c054-462e-981d-7190dd01cec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6789067'] for segment (fd3953c2-4056-4e24-bc29-f88836e2c777), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:20.291016 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-7aecc91e-eec5-4b1b-bc6f-8a0d03bebcb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810'] for port (1898bfbd-0fef-430d-a2dd-fa991bc89cf2), after_delete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:20.315897 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aecc91e-eec5-4b1b-bc6f-8a0d03bebcb6 None None] Pushing event deleted for resources: {'Port': ['ID=1898bfbd-0fef-430d-a2dd-fa991bc89cf2,revision_number=None']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:28:20.325617 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aecc91e-eec5-4b1b-bc6f-8a0d03bebcb6 None None] No DVR routers for this DVR port 1898bfbd-0fef-430d-a2dd-fa991bc89cf2 on host dv-cinder-858678-1-iscsi {{(pid=106203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 12:28:20.512967 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.services.segments.plugin [-] Segment fd3953c2-4056-4e24-bc29-f88836e2c777 resource provider aggregate not found Sep 21 12:28:20.545098 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.services.segments.plugin [-] Segment fd3953c2-4056-4e24-bc29-f88836e2c777 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fd3953c2-4056-4e24-bc29-f88836e2c777 found for delete ", "request_id": "req-1d82dae0-b069-4264-a552-c4e33fd7c150"}]} Sep 21 12:28:20.562945 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-3aa5a6b7-c054-462e-981d-7190dd01cec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534153'] for network (e392466d-8ee6-4b86-9e48-53d3cb8a545c), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:20.567285 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-3aa5a6b7-c054-462e-981d-7190dd01cec0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544014'] for network (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:20.570548 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-3aa5a6b7-c054-462e-981d-7190dd01cec0 admin admin] 10.222.0.71 "DELETE /networking/v2.0/networks/e392466d-8ee6-4b86-9e48-53d3cb8a545c HTTP/1.1" status: 204 len: 168 time: 0.8156648 Sep 21 12:28:20.573609 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 58362) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:28:20.584337 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa5a6b7-c054-462e-981d-7190dd01cec0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e392466d-8ee6-4b86-9e48-53d3cb8a545c,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:28:20.641036 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] get_ports_and_sgs() called for port_ids ['621b6d40-2773-4228-966f-8aedb5d52908'] {{(pid=106203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 12:28:20.951931 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-6529054c-0588-48c2-ab17-a6c6c22a1e5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624550'] for router_interface (bfb773dc-5a77-47e8-b748-3ad236b09f8f), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:21.022444 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:21.067025 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eebfdcc-1bf4-41c8-a24e-8cf9137d30c2 req-f41dd596-a6de-40ce-8895-f3bfd2092642 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:28:21.068483 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8eebfdcc-1bf4-41c8-a24e-8cf9137d30c2 req-f41dd596-a6de-40ce-8895-f3bfd2092642 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=f60cc06f-a959-4872-9552-99d76b9f4c7c HTTP/1.1" status: 200 len: 944 time: 0.0815485 Sep 21 12:28:21.218783 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8eebfdcc-1bf4-41c8-a24e-8cf9137d30c2 req-abdf820a-fe62-472e-837d-88d7930ce06c tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=fbd4254a-6785-414e-8db4-29f1fa306db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420271 Sep 21 12:28:21.230745 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:DELETE=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:21.293654 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [None req-6529054c-0588-48c2-ab17-a6c6c22a1e5b admin admin] Deleting port 05d721f6-42b9-41a4-8d70-bf8656e4f3f5 {{(pid=106202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:28:21.293895 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-6529054c-0588-48c2-ab17-a6c6c22a1e5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (05d721f6-42b9-41a4-8d70-bf8656e4f3f5), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:21.379392 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [None req-6529054c-0588-48c2-ab17-a6c6c22a1e5b admin admin] For port 05d721f6-42b9-41a4-8d70-bf8656e4f3f5, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=05d721f6-42b9-41a4-8d70-bf8656e4f3f5,segment=NetworkSegment(805eff45-1409-42f4-8320-08e0816880d7),segment_id=805eff45-1409-42f4-8320-08e0816880d7)] {{(pid=106202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:28:21.379770 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-6529054c-0588-48c2-ab17-a6c6c22a1e5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (05d721f6-42b9-41a4-8d70-bf8656e4f3f5), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:21.392944 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [None req-6529054c-0588-48c2-ab17-a6c6c22a1e5b admin admin] Calling delete_port for 05d721f6-42b9-41a4-8d70-bf8656e4f3f5 owned by network:router_interface {{(pid=106202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:28:21.581862 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-6529054c-0588-48c2-ab17-a6c6c22a1e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (05d721f6-42b9-41a4-8d70-bf8656e4f3f5), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:21.606488 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6529054c-0588-48c2-ab17-a6c6c22a1e5b admin admin] Pushing event deleted for resources: {'Port': ['ID=05d721f6-42b9-41a4-8d70-bf8656e4f3f5,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:28:21.781754 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 1898bfbd-0fef-430d-a2dd-fa991bc89cf2 no longer exists at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 12:28:21.784373 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-6529054c-0588-48c2-ab17-a6c6c22a1e5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-544043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538390'] for router_interface (bfb773dc-5a77-47e8-b748-3ad236b09f8f), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:21.806710 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] No Port match for: 1898bfbd-0fef-430d-a2dd-fa991bc89cf2 {{(pid=106203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 12:28:21.807249 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 1898bfbd-0fef-430d-a2dd-fa991bc89cf2 not bound to the agent host dv-cinder-858678-1-iscsi {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 12:28:21.823482 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 621b6d40-2773-4228-966f-8aedb5d52908 up at agent hyperv_hv-cinder-85867 {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:28:21.868914 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Provisioning for port 621b6d40-2773-4228-966f-8aedb5d52908 completed by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 21 12:28:21.876062 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Provisioning complete for port 621b6d40-2773-4228-966f-8aedb5d52908 triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:28:21.876667 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (621b6d40-2773-4228-966f-8aedb5d52908), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:21.877089 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Attempt 1 to provision port 621b6d40-2773-4228-966f-8aedb5d52908 Sep 21 12:28:21.901635 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:21.953204 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Current status of the port 621b6d40-2773-4228-966f-8aedb5d52908 is: BUILD; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:28:21.953589 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (621b6d40-2773-4228-966f-8aedb5d52908), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:21.963677 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:21.977100 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f60cc06f-a959-4872-9552-99d76b9f4c7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '621b6d40-2773-4228-966f-8aedb5d52908'}] {{(pid=106203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:28:21.979329 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f5c4d77a05fc023d1f839eaccf47ad38217f4e21b3a59551d1b02ed6bd0851a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f100ac-6a38-4ffe-a09e-224b52ea36bc" -d '{"events": [{"server_uuid": "f60cc06f-a959-4872-9552-99d76b9f4c7c", "name": "network-vif-plugged", "status": "completed", "tag": "621b6d40-2773-4228-966f-8aedb5d52908"}]}' {{(pid=106203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:28:21.993223 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port 621b6d40-2773-4228-966f-8aedb5d52908, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=621b6d40-2773-4228-966f-8aedb5d52908,segment=NetworkSegment(a0d42efa-470c-43ee-a1e8-ed6c41bfc084),segment_id=a0d42efa-470c-43ee-a1e8-ed6c41bfc084)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:28:21.998503 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (621b6d40-2773-4228-966f-8aedb5d52908), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:22.002396 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:22.022804 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 12:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3cc53ef-348e-44e5-8982-18f9b7e2be80 x-openstack-request-id: req-b3cc53ef-348e-44e5-8982-18f9b7e2be80 {{(pid=106203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:28:22.023092 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f60cc06f-a959-4872-9552-99d76b9f4c7c", "name": "network-vif-plugged", "status": "completed", "tag": "621b6d40-2773-4228-966f-8aedb5d52908", "code": 200}]} {{(pid=106203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:28:22.023340 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b3cc53ef-348e-44e5-8982-18f9b7e2be80 {{(pid=106203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:28:22.023729 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3cc53ef-348e-44e5-8982-18f9b7e2be80'] response: {'server_uuid': 'f60cc06f-a959-4872-9552-99d76b9f4c7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '621b6d40-2773-4228-966f-8aedb5d52908', 'code': 200} Sep 21 12:28:22.023990 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6529054c-0588-48c2-ab17-a6c6c22a1e5b admin admin] Router bfb773dc-5a77-47e8-b748-3ad236b09f8f has already been hosted by L3 agent 4f31b8b6-17c0-474d-bf52-0481ff2a5cf7 {{(pid=106202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 12:28:22.052257 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Pushing event updated for resources: {'Port': ['ID=621b6d40-2773-4228-966f-8aedb5d52908,revision_number=5']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:28:22.129961 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6529054c-0588-48c2-ab17-a6c6c22a1e5b admin admin] Notify agent at l3_agent.dv-cinder-858678-1-iscsi the message routers_updated {{(pid=106202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:28:22.136401 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-6529054c-0588-48c2-ab17-a6c6c22a1e5b admin admin] 10.222.0.71 "PUT /networking/v2.0/routers/bfb773dc-5a77-47e8-b748-3ad236b09f8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5607500 Sep 21 12:28:22.138630 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 58368) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:28:22.141330 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db10860-a254-4026-9339-fcfd07e4c801 None None] Sync routers for ids ['bfb773dc-5a77-47e8-b748-3ad236b09f8f'] in dv-cinder-858678-1-iscsi {{(pid=106203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:28:22.153087 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db10860-a254-4026-9339-fcfd07e4c801 None None] Routers {'bfb773dc-5a77-47e8-b748-3ad236b09f8f'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:28:22.154384 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-7db10860-a254-4026-9339-fcfd07e4c801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:28:09Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['bfb773dc-5a77-47e8-b748-3ad236b09f8f'], 'active': True} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:28:22.247052 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:22.264811 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db82683c-6146-4c51-afb6-c19ff188076c req-b5110634-de2e-417d-ba3c-374d768816a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:28:22.266477 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-db82683c-6146-4c51-afb6-c19ff188076c req-b5110634-de2e-417d-ba3c-374d768816a1 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=f60cc06f-a959-4872-9552-99d76b9f4c7c HTTP/1.1" status: 200 len: 1129 time: 0.0518034 Sep 21 12:28:22.268595 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-5ca4669b-70b7-4991-8aad-299a663d6e77 admin admin] Publish callbacks [] for router (bfb773dc-5a77-47e8-b748-3ad236b09f8f), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:22.272161 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvr_db [None req-7db10860-a254-4026-9339-fcfd07e4c801 None None] Set router bfb773dc-5a77-47e8-b748-3ad236b09f8f gateway port host: dv-cinder-858678-1-iscsi {{(pid=106203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:28:22.350302 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-db82683c-6146-4c51-afb6-c19ff188076c req-23c578d3-14fb-4f27-96af-79f9cc2c8fe5 service neutron] 10.222.0.66 "GET /networking/v2.0/security-groups?id=fbd4254a-6785-414e-8db4-29f1fa306db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763712 Sep 21 12:28:22.364818 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:22.365083 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58020e55-3bce-4527-b60d-c7200784c113 req-c70d572f-d81a-4ec7-912d-e33d8682761b tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:28:22.366787 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-58020e55-3bce-4527-b60d-c7200784c113 req-c70d572f-d81a-4ec7-912d-e33d8682761b tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=f60cc06f-a959-4872-9552-99d76b9f4c7c HTTP/1.1" status: 200 len: 945 time: 0.0618162 Sep 21 12:28:22.382129 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-5ca4669b-70b7-4991-8aad-299a663d6e77 admin admin] Publish callbacks [] for router_gateway (bfb773dc-5a77-47e8-b748-3ad236b09f8f), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:22.420705 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-58020e55-3bce-4527-b60d-c7200784c113 req-2f651922-bfb7-4360-aa3d-d03c9bfa2c05 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=fbd4254a-6785-414e-8db4-29f1fa306db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477910 Sep 21 12:28:22.429756 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4669b-70b7-4991-8aad-299a663d6e77 admin admin] Deleting port ac6cb3a9-b772-41a8-a280-c1e822778b0b {{(pid=106201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:28:22.430094 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-5ca4669b-70b7-4991-8aad-299a663d6e77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (ac6cb3a9-b772-41a8-a280-c1e822778b0b), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:22.525812 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.db [None req-5ca4669b-70b7-4991-8aad-299a663d6e77 admin admin] For port ac6cb3a9-b772-41a8-a280-c1e822778b0b, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=ac6cb3a9-b772-41a8-a280-c1e822778b0b,segment=NetworkSegment(0a2e6652-942c-46a2-8162-ab1d320b7f7e),segment_id=0a2e6652-942c-46a2-8162-ab1d320b7f7e)] {{(pid=106201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:28:22.526173 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-5ca4669b-70b7-4991-8aad-299a663d6e77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (ac6cb3a9-b772-41a8-a280-c1e822778b0b), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:22.542805 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4669b-70b7-4991-8aad-299a663d6e77 admin admin] Calling delete_port for ac6cb3a9-b772-41a8-a280-c1e822778b0b owned by network:router_gateway {{(pid=106201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:28:22.584622 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-7db10860-a254-4026-9339-fcfd07e4c801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb773dc-5a77-47e8-b748-3ad236b09f8f', 'name': 'tempest-TestMinimumBasicScenario-671359386-router', 'tenant_id': '09c54af884ea427ba48e555db113973f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'ac6cb3a9-b772-41a8-a280-c1e822778b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:24:14Z', 'updated_at': '2022-09-21T12:28:21Z', 'revision_number': 5, 'project_id': '09c54af884ea427ba48e555db113973f', 'gw_port': {'id': 'ac6cb3a9-b772-41a8-a280-c1e822778b0b', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ae:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb773dc-5a77-47e8-b748-3ad236b09f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:24:14Z', 'updated_at': '2022-09-21T12:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi'}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:28:22.609962 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db10860-a254-4026-9339-fcfd07e4c801 None None] Checking router: bfb773dc-5a77-47e8-b748-3ad236b09f8f for host: dv-cinder-858678-1-iscsi {{(pid=106203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:28:22.618389 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db10860-a254-4026-9339-fcfd07e4c801 None None] Routers {'bfb773dc-5a77-47e8-b748-3ad236b09f8f'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:28:22.618988 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-7db10860-a254-4026-9339-fcfd07e4c801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:28:09Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['bfb773dc-5a77-47e8-b748-3ad236b09f8f'], 'active': True} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:28:22.704151 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvr_db [None req-7db10860-a254-4026-9339-fcfd07e4c801 None None] Set router bfb773dc-5a77-47e8-b748-3ad236b09f8f gateway port host: None {{(pid=106203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:28:22.707473 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-5ca4669b-70b7-4991-8aad-299a663d6e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6788894'] for port (ac6cb3a9-b772-41a8-a280-c1e822778b0b), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:22.729594 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4669b-70b7-4991-8aad-299a663d6e77 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac6cb3a9-b772-41a8-a280-c1e822778b0b,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:28:22.757683 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-7db10860-a254-4026-9339-fcfd07e4c801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb773dc-5a77-47e8-b748-3ad236b09f8f', 'name': 'tempest-TestMinimumBasicScenario-671359386-router', 'tenant_id': '09c54af884ea427ba48e555db113973f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:24:14Z', 'updated_at': '2022-09-21T12:28:22Z', 'revision_number': 6, 'project_id': '09c54af884ea427ba48e555db113973f', 'gw_port_host': None}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:28:22.782110 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db10860-a254-4026-9339-fcfd07e4c801 None None] The sync data for ids ['bfb773dc-5a77-47e8-b748-3ad236b09f8f'] in dv-cinder-858678-1-iscsi is: [{'id': 'bfb773dc-5a77-47e8-b748-3ad236b09f8f', 'name': 'tempest-TestMinimumBasicScenario-671359386-router', 'tenant_id': '09c54af884ea427ba48e555db113973f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:24:14Z', 'updated_at': '2022-09-21T12:28:22Z', 'revision_number': 6, 'project_id': '09c54af884ea427ba48e555db113973f', 'gw_port_host': None}] {{(pid=106203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:28:22.795079 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-5ca4669b-70b7-4991-8aad-299a663d6e77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534108'] for router_gateway (bfb773dc-5a77-47e8-b748-3ad236b09f8f), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:22.897959 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-5ca4669b-70b7-4991-8aad-299a663d6e77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3984'] for router (bfb773dc-5a77-47e8-b748-3ad236b09f8f), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:22.900135 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-5ca4669b-70b7-4991-8aad-299a663d6e77 admin admin] Publish callbacks [] for router_controller (bfb773dc-5a77-47e8-b748-3ad236b09f8f), precommit_delete_associations {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:22.961474 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-5ca4669b-70b7-4991-8aad-299a663d6e77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538475'] for router (bfb773dc-5a77-47e8-b748-3ad236b09f8f), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:22.962021 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca4669b-70b7-4991-8aad-299a663d6e77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bfb773dc-5a77-47e8-b748-3ad236b09f8f {{(pid=106201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 12:28:22.967664 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-5ca4669b-70b7-4991-8aad-299a663d6e77 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:22.968839 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-5ca4669b-70b7-4991-8aad-299a663d6e77 admin admin] 10.222.0.71 "DELETE /networking/v2.0/routers/bfb773dc-5a77-47e8-b748-3ad236b09f8f HTTP/1.1" status: 204 len: 168 time: 0.8291986 Sep 21 12:28:22.971422 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 58372) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:28:23.018040 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.db.db_base_plugin_v2 [None req-69fe3782-cf4a-4664-bc7f-626560d2e7b2 admin admin] Deleting subnet 483a0d2a-9bbc-4e56-8332-57e62812c2af {{(pid=106201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 21 12:28:23.021185 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-69fe3782-cf4a-4664-bc7f-626560d2e7b2 admin admin] Publish callbacks [] for subnet (483a0d2a-9bbc-4e56-8332-57e62812c2af), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:23.055623 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-69fe3782-cf4a-4664-bc7f-626560d2e7b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6930226'] for subnet (483a0d2a-9bbc-4e56-8332-57e62812c2af), precommit_delete_associations {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:23.093361 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:23.133341 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-69fe3782-cf4a-4664-bc7f-626560d2e7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462926'] for subnet (483a0d2a-9bbc-4e56-8332-57e62812c2af), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:23.194564 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-69fe3782-cf4a-4664-bc7f-626560d2e7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6788977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7012724'] for subnet (483a0d2a-9bbc-4e56-8332-57e62812c2af), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:23.221398 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fe3782-cf4a-4664-bc7f-626560d2e7b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=483a0d2a-9bbc-4e56-8332-57e62812c2af,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:28:23.225016 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-69fe3782-cf4a-4664-bc7f-626560d2e7b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544014'] for subnet (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:23.228106 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-69fe3782-cf4a-4664-bc7f-626560d2e7b2 admin admin] 10.222.0.71 "DELETE /networking/v2.0/subnets/483a0d2a-9bbc-4e56-8332-57e62812c2af HTTP/1.1" status: 204 len: 168 time: 0.2557147 Sep 21 12:28:23.230852 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 58374) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:28:23.231536 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc9fa94-dda7-4507-b910-ad9846917ecb None None] Network 2f1ed376-1eb4-4de5-a829-b8eec4c5f462 requested from dv-cinder-858678-1-iscsi {{(pid=106203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 12:28:23.523481 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b8ab08-49c8-4530-9e27-e27b7ce302d9 None None] DHCP port deletion for 2f1ed376-1eb4-4de5-a829-b8eec4c5f462 request from dv-cinder-858678-1-iscsi {{(pid=106203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 21 12:28:23.551388 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-01e3630c-45ec-4a2f-addd-a32c027595ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535227'] for network (2f1ed376-1eb4-4de5-a829-b8eec4c5f462), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:23.557655 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f5958-3d2d-469e-a115-65896796d8eb req-f4dd2342-e404-4e44-ba9f-0ccc10be81ce tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:28:23.558689 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-589f5958-3d2d-469e-a115-65896796d8eb req-f4dd2342-e404-4e44-ba9f-0ccc10be81ce tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=f60cc06f-a959-4872-9552-99d76b9f4c7c HTTP/1.1" status: 200 len: 945 time: 0.0538948 Sep 21 12:28:23.569958 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-a1b8ab08-49c8-4530-9e27-e27b7ce302d9 None None] Deleting port eac5f343-4256-4944-8d30-4a503cd65f35 {{(pid=106203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:28:23.570403 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-a1b8ab08-49c8-4530-9e27-e27b7ce302d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (eac5f343-4256-4944-8d30-4a503cd65f35), before_delete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:23.579356 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:23.595728 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [None req-01e3630c-45ec-4a2f-addd-a32c027595ac admin admin] Deleting port eac5f343-4256-4944-8d30-4a503cd65f35 {{(pid=106202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:28:23.595728 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-01e3630c-45ec-4a2f-addd-a32c027595ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (eac5f343-4256-4944-8d30-4a503cd65f35), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:23.615435 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-589f5958-3d2d-469e-a115-65896796d8eb req-830072b7-9314-4758-b541-add4c450df05 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=fbd4254a-6785-414e-8db4-29f1fa306db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503666 Sep 21 12:28:23.642941 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-a1b8ab08-49c8-4530-9e27-e27b7ce302d9 None None] For port eac5f343-4256-4944-8d30-4a503cd65f35, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=eac5f343-4256-4944-8d30-4a503cd65f35,segment=NetworkSegment(805eff45-1409-42f4-8320-08e0816880d7),segment_id=805eff45-1409-42f4-8320-08e0816880d7)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:28:23.643342 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-a1b8ab08-49c8-4530-9e27-e27b7ce302d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (eac5f343-4256-4944-8d30-4a503cd65f35), precommit_delete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:23.658897 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-a1b8ab08-49c8-4530-9e27-e27b7ce302d9 None None] Calling delete_port for eac5f343-4256-4944-8d30-4a503cd65f35 owned by network:dhcp {{(pid=106203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:28:23.682125 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [None req-01e3630c-45ec-4a2f-addd-a32c027595ac admin admin] For port eac5f343-4256-4944-8d30-4a503cd65f35, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=eac5f343-4256-4944-8d30-4a503cd65f35,segment=NetworkSegment(805eff45-1409-42f4-8320-08e0816880d7),segment_id=805eff45-1409-42f4-8320-08e0816880d7)] {{(pid=106202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:28:23.682599 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-01e3630c-45ec-4a2f-addd-a32c027595ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (eac5f343-4256-4944-8d30-4a503cd65f35), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:23.701578 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [None req-01e3630c-45ec-4a2f-addd-a32c027595ac admin admin] Calling delete_port for eac5f343-4256-4944-8d30-4a503cd65f35 owned by network:dhcp {{(pid=106202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:28:23.738430 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device eac5f343-4256-4944-8d30-4a503cd65f35 no longer exists at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 12:28:23.777753 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-a1b8ab08-49c8-4530-9e27-e27b7ce302d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810'] for port (eac5f343-4256-4944-8d30-4a503cd65f35), after_delete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:23.784059 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-01e3630c-45ec-4a2f-addd-a32c027595ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (eac5f343-4256-4944-8d30-4a503cd65f35), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:23.808856 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e3630c-45ec-4a2f-addd-a32c027595ac admin admin] Pushing event deleted for resources: {'Port': ['ID=eac5f343-4256-4944-8d30-4a503cd65f35,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:28:23.809328 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b8ab08-49c8-4530-9e27-e27b7ce302d9 None None] Pushing event deleted for resources: {'Port': ['ID=eac5f343-4256-4944-8d30-4a503cd65f35,revision_number=None']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:28:23.813422 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e3630c-45ec-4a2f-addd-a32c027595ac admin admin] No DVR routers for this DVR port eac5f343-4256-4944-8d30-4a503cd65f35 on host dv-cinder-858678-1-iscsi {{(pid=106202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 12:28:23.815129 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] No active binding found for port eac5f343-4256-4944-8d30-4a503cd65f35 {{(pid=106203) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Sep 21 12:28:23.815725 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] The host dv-cinder-858678-1-iscsi is not matching for port eac5f343-4256-4944-8d30-4a503cd65f35 host None! {{(pid=106203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2419}} Sep 21 12:28:23.815950 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device eac5f343-4256-4944-8d30-4a503cd65f35 not bound to the agent host dv-cinder-858678-1-iscsi {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 12:28:23.816727 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device ac6cb3a9-b772-41a8-a280-c1e822778b0b no longer exists at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 12:28:23.837674 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b8ab08-49c8-4530-9e27-e27b7ce302d9 None None] No DVR routers for this DVR port eac5f343-4256-4944-8d30-4a503cd65f35 on host dv-cinder-858678-1-iscsi {{(pid=106203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 12:28:23.842776 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] No Port match for: ac6cb3a9-b772-41a8-a280-c1e822778b0b {{(pid=106203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 12:28:23.843124 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device ac6cb3a9-b772-41a8-a280-c1e822778b0b not bound to the agent host dv-cinder-858678-1-iscsi {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 12:28:23.843535 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 05d721f6-42b9-41a4-8d70-bf8656e4f3f5 no longer exists at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 12:28:23.862516 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] No Port match for: 05d721f6-42b9-41a4-8d70-bf8656e4f3f5 {{(pid=106203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 12:28:23.862873 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 05d721f6-42b9-41a4-8d70-bf8656e4f3f5 not bound to the agent host dv-cinder-858678-1-iscsi {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 12:28:23.893421 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-01e3630c-45ec-4a2f-addd-a32c027595ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548197', 'neutron.services.segments.db._delete_segments_for_network-8735121314753'] for network (2f1ed376-1eb4-4de5-a829-b8eec4c5f462), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:23.913599 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.services.segments.db [None req-01e3630c-45ec-4a2f-addd-a32c027595ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f1ed376-1eb4-4de5-a829-b8eec4c5f462']}} {{(pid=106202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:28:23.931962 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.services.segments.db [None req-01e3630c-45ec-4a2f-addd-a32c027595ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '805eff45-1409-42f4-8320-08e0816880d7') {'for_net_delete': True} {{(pid=106202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:28:23.932266 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.services.segments.db [None req-01e3630c-45ec-4a2f-addd-a32c027595ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '805eff45-1409-42f4-8320-08e0816880d7') {} {{(pid=106202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:28:23.944782 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-01e3630c-45ec-4a2f-addd-a32c027595ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735121314645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6891113'] for segment (805eff45-1409-42f4-8320-08e0816880d7), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:23.960349 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-01e3630c-45ec-4a2f-addd-a32c027595ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355690'] for segment (805eff45-1409-42f4-8320-08e0816880d7), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:23.967221 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01e3630c-45ec-4a2f-addd-a32c027595ac admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=106202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 12:28:23.967687 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-01e3630c-45ec-4a2f-addd-a32c027595ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6955165'] for segment (805eff45-1409-42f4-8320-08e0816880d7), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:24.012235 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:24.029276 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-01e3630c-45ec-4a2f-addd-a32c027595ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534153'] for network (2f1ed376-1eb4-4de5-a829-b8eec4c5f462), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:24.037731 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-01e3630c-45ec-4a2f-addd-a32c027595ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544014'] for network (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:24.041156 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-01e3630c-45ec-4a2f-addd-a32c027595ac admin admin] 10.222.0.71 "DELETE /networking/v2.0/networks/2f1ed376-1eb4-4de5-a829-b8eec4c5f462 HTTP/1.1" status: 204 len: 168 time: 0.8091035 Sep 21 12:28:24.059299 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.services.segments.plugin [-] Segment 805eff45-1409-42f4-8320-08e0816880d7 resource provider aggregate not found Sep 21 12:28:24.064632 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e3630c-45ec-4a2f-addd-a32c027595ac admin admin] Pushing event deleted for resources: {'Network': ['ID=2f1ed376-1eb4-4de5-a829-b8eec4c5f462,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:28:24.077556 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.services.segments.plugin [-] Segment 805eff45-1409-42f4-8320-08e0816880d7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 805eff45-1409-42f4-8320-08e0816880d7 found for delete ", "request_id": "req-4182f743-cf6a-493d-8938-0aeb19bd04ab"}]} Sep 21 12:28:24.208552 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 58386) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:28:24.248317 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-2f13f72c-3600-4206-95ca-a375f11ab6dc admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=9de710fda38c429a91595545e9a74dcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386207 Sep 21 12:28:24.250800 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 58388) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:28:24.300617 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-0d953919-6070-4eff-b1a8-1c740022940c admin admin] Publish callbacks [] for security_group (c6ffa42e-697b-4061-b2e1-9cfe39dbad83), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:24.321640 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-0d953919-6070-4eff-b1a8-1c740022940c admin admin] Publish callbacks [] for security_group (c6ffa42e-697b-4061-b2e1-9cfe39dbad83), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:24.369363 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-0d953919-6070-4eff-b1a8-1c740022940c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (c6ffa42e-697b-4061-b2e1-9cfe39dbad83), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:24.371986 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-0d953919-6070-4eff-b1a8-1c740022940c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:24.373146 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-0d953919-6070-4eff-b1a8-1c740022940c admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/c6ffa42e-697b-4061-b2e1-9cfe39dbad83 HTTP/1.1" status: 204 len: 168 time: 0.1214707 Sep 21 12:28:24.381815 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d953919-6070-4eff-b1a8-1c740022940c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ffa42e-697b-4061-b2e1-9cfe39dbad83,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:28:24.721020 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 58396) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:28:24.750343 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f744405d-c39e-4981-8e76-a8e142d5c64f req-ef8f3f94-7cf7-47e2-99d2-80028d6fa4c8 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:28:24.751871 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f744405d-c39e-4981-8e76-a8e142d5c64f req-ef8f3f94-7cf7-47e2-99d2-80028d6fa4c8 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=f60cc06f-a959-4872-9552-99d76b9f4c7c HTTP/1.1" status: 200 len: 945 time: 0.0464752 Sep 21 12:28:24.762197 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-edac480b-ee68-4a3e-926e-a2884c55422b admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=09c54af884ea427ba48e555db113973f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390778 Sep 21 12:28:24.764622 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 58398) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:28:24.801749 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f744405d-c39e-4981-8e76-a8e142d5c64f req-e68335f4-02bd-4857-9ae3-cb8cc6ece426 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=fbd4254a-6785-414e-8db4-29f1fa306db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441170 Sep 21 12:28:24.814675 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-04e17f3e-ef3c-4f9a-beca-b74944763138 admin admin] Publish callbacks [] for security_group (7f47ea31-63f5-47f2-ab20-90a9828aa91a), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:24.836213 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-04e17f3e-ef3c-4f9a-beca-b74944763138 admin admin] Publish callbacks [] for security_group (7f47ea31-63f5-47f2-ab20-90a9828aa91a), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:24.921624 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-04e17f3e-ef3c-4f9a-beca-b74944763138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (7f47ea31-63f5-47f2-ab20-90a9828aa91a), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:24.928137 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-04e17f3e-ef3c-4f9a-beca-b74944763138 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:24.929282 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-04e17f3e-ef3c-4f9a-beca-b74944763138 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/7f47ea31-63f5-47f2-ab20-90a9828aa91a HTTP/1.1" status: 204 len: 168 time: 0.1632516 Sep 21 12:28:24.946874 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46368b6d-7f8c-4915-85b0-f8fb29b26acf req-ea99cb17-2f7c-48f1-a0da-a41f5479a62b tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:28:24.948349 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-46368b6d-7f8c-4915-85b0-f8fb29b26acf req-ea99cb17-2f7c-48f1-a0da-a41f5479a62b tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=f60cc06f-a959-4872-9552-99d76b9f4c7c HTTP/1.1" status: 200 len: 945 time: 0.0731235 Sep 21 12:28:24.949482 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e17f3e-ef3c-4f9a-beca-b74944763138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f47ea31-63f5-47f2-ab20-90a9828aa91a,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:28:24.959541 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 58404) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:28:24.964387 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [None req-df50b1b0-fd34-4479-9d1d-47f49157712f tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Request body: {'floatingip': {'port_id': '621b6d40-2773-4228-966f-8aedb5d52908'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:28:25.017643 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-df50b1b0-fd34-4479-9d1d-47f49157712f tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks [] for floatingip (fe9d36b3-e7c8-4810-a1f0-083c6614e098), before_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:25.221290 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:25.486136 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-df50b1b0-fd34-4479-9d1d-47f49157712f tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:25.490062 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-df50b1b0-fd34-4479-9d1d-47f49157712f tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534182'] for floatingip (fe9d36b3-e7c8-4810-a1f0-083c6614e098), after_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:25.595611 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.db.l3_db [None req-df50b1b0-fd34-4479-9d1d-47f49157712f tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Floating IP fe9d36b3-e7c8-4810-a1f0-083c6614e098 associated. External IP: 172.27.0.192, port: 621b6d40-2773-4228-966f-8aedb5d52908. Sep 21 12:28:25.673313 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 58426) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:28:25.782853 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.v2.base [None req-2aacf02a-5675-4c1a-ab42-0fccec5f4863 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-296206007-network', 'tenant_id': '95515a2858124583ac138aa6350e4bc3'}} {{(pid=106201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:28:25.804837 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aacf02a-5675-4c1a-ab42-0fccec5f4863 admin admin] Made reservation on behalf of 95515a2858124583ac138aa6350e4bc3 for: {'network': 1} {{(pid=106201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:28:25.807162 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-2aacf02a-5675-4c1a-ab42-0fccec5f4863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for network (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:25.810631 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df50b1b0-fd34-4479-9d1d-47f49157712f tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Router f11e3f6a-90ee-4201-9332-826f19c376fa has already been hosted by L3 agent 4f31b8b6-17c0-474d-bf52-0481ff2a5cf7 {{(pid=106202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 12:28:25.816295 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-2aacf02a-5675-4c1a-ab42-0fccec5f4863 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:25.893444 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-2aacf02a-5675-4c1a-ab42-0fccec5f4863 admin admin] Publish callbacks [] for security_group (f2fe8543-76d8-4057-b3f1-f36dcfb00530), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:25.898495 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-2aacf02a-5675-4c1a-ab42-0fccec5f4863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (f2fe8543-76d8-4057-b3f1-f36dcfb00530), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:25.906263 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=7,neutron:INSERT=5 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:25.921598 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df50b1b0-fd34-4479-9d1d-47f49157712f tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Notify agent at l3_agent.dv-cinder-858678-1-iscsi the message routers_updated {{(pid=106202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:28:25.926871 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-df50b1b0-fd34-4479-9d1d-47f49157712f tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for floatingip (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:25.930731 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aacf02a-5675-4c1a-ab42-0fccec5f4863 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=106201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 12:28:25.934128 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a985ff-797d-4004-b150-7c2072b1dce6 None None] Sync routers for ids ['f11e3f6a-90ee-4201-9332-826f19c376fa'] in dv-cinder-858678-1-iscsi {{(pid=106204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:28:25.942680 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aacf02a-5675-4c1a-ab42-0fccec5f4863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2fe8543-76d8-4057-b3f1-f36dcfb00530,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:28:25.944998 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a985ff-797d-4004-b150-7c2072b1dce6 None None] Routers {'f11e3f6a-90ee-4201-9332-826f19c376fa'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:28:25.956700 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-2aacf02a-5675-4c1a-ab42-0fccec5f4863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355690'] for segment (23711497-a20f-4916-8d35-19aa46c96038), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:25.957027 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.db.segments_db [None req-2aacf02a-5675-4c1a-ab42-0fccec5f4863 admin admin] Added segment 23711497-a20f-4916-8d35-19aa46c96038 of type vlan for network f443e4f9-b2cf-41c0-aace-fc1b385c5aad Sep 21 12:28:25.958691 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-46a985ff-797d-4004-b150-7c2072b1dce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:28:09Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['f11e3f6a-90ee-4201-9332-826f19c376fa'], 'active': True} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:28:25.963730 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-df50b1b0-fd34-4479-9d1d-47f49157712f tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "PUT /networking/v2.0/floatingips/fe9d36b3-e7c8-4810-a1f0-083c6614e098 HTTP/1.1" status: 200 len: 991 time: 1.0007999 Sep 21 12:28:25.963730 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f60cc06f-a959-4872-9552-99d76b9f4c7c', 'tag': '621b6d40-2773-4228-966f-8aedb5d52908'}] {{(pid=106202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:28:25.970942 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f69dec5372d12bc1dbf2d83c258da0d8b658e28cfccadcad30c8a09044815e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916097ae-dcd2-4882-893d-d8e98f78dc0d" -d '{"events": [{"name": "network-changed", "server_uuid": "f60cc06f-a959-4872-9552-99d76b9f4c7c", "tag": "621b6d40-2773-4228-966f-8aedb5d52908"}]}' {{(pid=106202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:28:26.000453 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=100 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:26.010248 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-2aacf02a-5675-4c1a-ab42-0fccec5f4863 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735120869551'] for network (f443e4f9-b2cf-41c0-aace-fc1b385c5aad), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:26.011628 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 12:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5429dd4a-3322-4354-b89c-2c94a90a5acd x-openstack-request-id: req-5429dd4a-3322-4354-b89c-2c94a90a5acd {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:28:26.011919 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f60cc06f-a959-4872-9552-99d76b9f4c7c", "tag": "621b6d40-2773-4228-966f-8aedb5d52908", "status": "completed", "code": 200}]} {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:28:26.012539 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5429dd4a-3322-4354-b89c-2c94a90a5acd {{(pid=106202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:28:26.012949 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5429dd4a-3322-4354-b89c-2c94a90a5acd'] response: {'name': 'network-changed', 'server_uuid': 'f60cc06f-a959-4872-9552-99d76b9f4c7c', 'tag': '621b6d40-2773-4228-966f-8aedb5d52908', 'status': 'completed', 'code': 200} Sep 21 12:28:26.036614 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-2aacf02a-5675-4c1a-ab42-0fccec5f4863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028'] for network (f443e4f9-b2cf-41c0-aace-fc1b385c5aad), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:26.037695 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aacf02a-5675-4c1a-ab42-0fccec5f4863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:28:26.038276 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-2aacf02a-5675-4c1a-ab42-0fccec5f4863 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544014'] for network (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:26.049556 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:26.067433 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvr_db [None req-46a985ff-797d-4004-b150-7c2072b1dce6 None None] Set router f11e3f6a-90ee-4201-9332-826f19c376fa gateway port host: dv-cinder-858678-1-iscsi {{(pid=106204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:28:26.094069 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:26.109256 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-2aacf02a-5675-4c1a-ab42-0fccec5f4863 admin admin] 10.222.0.71 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4316123 Sep 21 12:28:26.109513 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 58434) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:28:26.115154 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [None req-44bf2b00-d35e-4a96-b548-39da6102b7bf admin admin] Request body: {'subnet': {'network_id': 'f443e4f9-b2cf-41c0-aace-fc1b385c5aad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-296206007-subnet', 'tenant_id': '95515a2858124583ac138aa6350e4bc3', 'ip_version': 4}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:28:26.120710 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aacf02a-5675-4c1a-ab42-0fccec5f4863 admin admin] Pushing event updated for resources: {'Network': ['ID=f443e4f9-b2cf-41c0-aace-fc1b385c5aad,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:28:26.121241 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916097ae-dcd2-4882-893d-d8e98f78dc0d req-06ad7292-a85c-4182-823c-5980220a8f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:28:26.122963 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-916097ae-dcd2-4882-893d-d8e98f78dc0d req-06ad7292-a85c-4182-823c-5980220a8f35 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=9340222cfe154efe8a6064b197d54499&device_id=f60cc06f-a959-4872-9552-99d76b9f4c7c HTTP/1.1" status: 200 len: 1129 time: 0.0584702 Sep 21 12:28:26.134028 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Network f443e4f9-b2cf-41c0-aace-fc1b385c5aad details requested by agent ovs-agent-dv-cinder-858678-1-iscsi with host dv-cinder-858678-1-iscsi {{(pid=106203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 12:28:26.183882 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:26.186507 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44bf2b00-d35e-4a96-b548-39da6102b7bf admin admin] Made reservation on behalf of 95515a2858124583ac138aa6350e4bc3 for: {'subnet': 1} {{(pid=106202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:28:26.189265 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-44bf2b00-d35e-4a96-b548-39da6102b7bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7093906'] for subnet (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:26.290744 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916097ae-dcd2-4882-893d-d8e98f78dc0d req-219399ae-6848-4459-8f38-a5872b8ac39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:28:26.292381 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-916097ae-dcd2-4882-893d-d8e98f78dc0d req-219399ae-6848-4459-8f38-a5872b8ac39a service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=5da5489c-9c30-4169-9afe-1354fb43296f HTTP/1.1" status: 200 len: 911 time: 0.1619668 Sep 21 12:28:26.296013 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-46a985ff-797d-4004-b150-7c2072b1dce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11e3f6a-90ee-4201-9332-826f19c376fa', 'name': 'tempest-AttachVolumeTestJSON-700868700-router', 'tenant_id': '9340222cfe154efe8a6064b197d54499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '4ee3f09b-4c45-4163-87cb-45f292598e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:20:39Z', 'updated_at': '2022-09-21T12:20:54Z', 'revision_number': 4, 'project_id': '9340222cfe154efe8a6064b197d54499', 'gw_port': {'id': '4ee3f09b-4c45-4163-87cb-45f292598e44', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11e3f6a-90ee-4201-9332-826f19c376fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:41Z', 'updated_at': '2022-09-21T12:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_floatingips': [{'id': 'fe9d36b3-e7c8-4810-a1f0-083c6614e098', 'tenant_id': '9340222cfe154efe8a6064b197d54499', 'floating_ip_address': '172.27.0.192', 'floating_network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'router_id': 'f11e3f6a-90ee-4201-9332-826f19c376fa', 'port_id': '621b6d40-2773-4228-966f-8aedb5d52908', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5da5489c-9c30-4169-9afe-1354fb43296f', 'mac_address': 'fa:16:3e:02:4c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60cc06f-a959-4872-9552-99d76b9f4c7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T12:28:08Z', 'updated_at': '2022-09-21T12:28:25Z', 'revision_number': 1, 'project_id': '9340222cfe154efe8a6064b197d54499', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b3c3d6b-c3b1-4b7e-b808-6f0f1cefa9d3', 'name': '', 'network_id': '5da5489c-9c30-4169-9afe-1354fb43296f', 'tenant_id': '9340222cfe154efe8a6064b197d54499', 'mac_address': 'fa:16:3e:8d:f9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11e3f6a-90ee-4201-9332-826f19c376fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '1ad2b91e-60c9-4af5-9a83-ab634cc92cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:51Z', 'updated_at': '2022-09-21T12:21:03Z', 'revision_number': 5, 'project_id': '9340222cfe154efe8a6064b197d54499', 'subnets': [{'id': '1ad2b91e-60c9-4af5-9a83-ab634cc92cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:28:26.298103 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:26.321432 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a985ff-797d-4004-b150-7c2072b1dce6 None None] Checking router: f11e3f6a-90ee-4201-9332-826f19c376fa for host: dv-cinder-858678-1-iscsi {{(pid=106204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:28:26.331667 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a985ff-797d-4004-b150-7c2072b1dce6 None None] Routers {'f11e3f6a-90ee-4201-9332-826f19c376fa'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:28:26.332364 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-46a985ff-797d-4004-b150-7c2072b1dce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:28:09Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['f11e3f6a-90ee-4201-9332-826f19c376fa'], 'active': True} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:28:26.391121 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-916097ae-dcd2-4882-893d-d8e98f78dc0d req-abf7b06e-872c-47c3-a214-612552a014f9 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=621b6d40-2773-4228-966f-8aedb5d52908 HTTP/1.1" status: 200 len: 999 time: 0.0905643 Sep 21 12:28:26.437722 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvr_db [None req-46a985ff-797d-4004-b150-7c2072b1dce6 None None] Set router f11e3f6a-90ee-4201-9332-826f19c376fa gateway port host: dv-cinder-858678-1-iscsi {{(pid=106204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:28:26.486652 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916097ae-dcd2-4882-893d-d8e98f78dc0d req-903ce559-1af3-4b65-91df-eb011a0a778d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:28:26.488307 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-916097ae-dcd2-4882-893d-d8e98f78dc0d req-903ce559-1af3-4b65-91df-eb011a0a778d service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=1ad2b91e-60c9-4af5-9a83-ab634cc92cf0 HTTP/1.1" status: 200 len: 849 time: 0.0882277 Sep 21 12:28:26.489593 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-44bf2b00-d35e-4a96-b548-39da6102b7bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6962168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7093892'] for subnet (30c54aec-003f-4946-8d2e-88ee44f1f187), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:26.568494 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bf2b00-d35e-4a96-b548-39da6102b7bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=30c54aec-003f-4946-8d2e-88ee44f1f187,revision_number=0']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:28:26.582198 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916097ae-dcd2-4882-893d-d8e98f78dc0d req-cfa258ad-9e97-46b9-bf15-62d37fd90fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:28:26.583680 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-916097ae-dcd2-4882-893d-d8e98f78dc0d req-cfa258ad-9e97-46b9-bf15-62d37fd90fac service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=5da5489c-9c30-4169-9afe-1354fb43296f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0722127 Sep 21 12:28:26.592655 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bf2b00-d35e-4a96-b548-39da6102b7bf admin admin] Checking segment: {'id': '23711497-a20f-4916-8d35-19aa46c96038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f443e4f9-b2cf-41c0-aace-fc1b385c5aad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:28:26.593004 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bf2b00-d35e-4a96-b548-39da6102b7bf admin admin] Network hostable DHCP agents. Network: f443e4f9-b2cf-41c0-aace-fc1b385c5aad, hostable agents: ['f73c601a-29a1-4353-9f34-efd4ba2e6501'], hosted agents: [] {{(pid=106202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 12:28:26.652167 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-46a985ff-797d-4004-b150-7c2072b1dce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11e3f6a-90ee-4201-9332-826f19c376fa', 'name': 'tempest-AttachVolumeTestJSON-700868700-router', 'tenant_id': '9340222cfe154efe8a6064b197d54499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '4ee3f09b-4c45-4163-87cb-45f292598e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:20:39Z', 'updated_at': '2022-09-21T12:20:54Z', 'revision_number': 4, 'project_id': '9340222cfe154efe8a6064b197d54499', 'gw_port': {'id': '4ee3f09b-4c45-4163-87cb-45f292598e44', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11e3f6a-90ee-4201-9332-826f19c376fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:41Z', 'updated_at': '2022-09-21T12:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_floatingips': [{'id': 'fe9d36b3-e7c8-4810-a1f0-083c6614e098', 'tenant_id': '9340222cfe154efe8a6064b197d54499', 'floating_ip_address': '172.27.0.192', 'floating_network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'router_id': 'f11e3f6a-90ee-4201-9332-826f19c376fa', 'port_id': '621b6d40-2773-4228-966f-8aedb5d52908', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5da5489c-9c30-4169-9afe-1354fb43296f', 'mac_address': 'fa:16:3e:02:4c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60cc06f-a959-4872-9552-99d76b9f4c7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T12:28:08Z', 'updated_at': '2022-09-21T12:28:25Z', 'revision_number': 1, 'project_id': '9340222cfe154efe8a6064b197d54499', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b3c3d6b-c3b1-4b7e-b808-6f0f1cefa9d3', 'name': '', 'network_id': '5da5489c-9c30-4169-9afe-1354fb43296f', 'tenant_id': '9340222cfe154efe8a6064b197d54499', 'mac_address': 'fa:16:3e:8d:f9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11e3f6a-90ee-4201-9332-826f19c376fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '1ad2b91e-60c9-4af5-9a83-ab634cc92cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:51Z', 'updated_at': '2022-09-21T12:21:03Z', 'revision_number': 5, 'project_id': '9340222cfe154efe8a6064b197d54499', 'subnets': [{'id': '1ad2b91e-60c9-4af5-9a83-ab634cc92cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:28:26.659960 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bf2b00-d35e-4a96-b548-39da6102b7bf admin admin] Network f443e4f9-b2cf-41c0-aace-fc1b385c5aad is scheduled to be hosted by DHCP agent f73c601a-29a1-4353-9f34-efd4ba2e6501 with binding_index 1 {{(pid=106202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 12:28:26.677162 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a985ff-797d-4004-b150-7c2072b1dce6 None None] The sync data for ids ['f11e3f6a-90ee-4201-9332-826f19c376fa'] in dv-cinder-858678-1-iscsi is: [{'id': 'f11e3f6a-90ee-4201-9332-826f19c376fa', 'name': 'tempest-AttachVolumeTestJSON-700868700-router', 'tenant_id': '9340222cfe154efe8a6064b197d54499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '4ee3f09b-4c45-4163-87cb-45f292598e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:20:39Z', 'updated_at': '2022-09-21T12:20:54Z', 'revision_number': 4, 'project_id': '9340222cfe154efe8a6064b197d54499', 'gw_port': {'id': '4ee3f09b-4c45-4163-87cb-45f292598e44', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11e3f6a-90ee-4201-9332-826f19c376fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:41Z', 'updated_at': '2022-09-21T12:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_floatingips': [{'id': 'fe9d36b3-e7c8-4810-a1f0-083c6614e098', 'tenant_id': '9340222cfe154efe8a6064b197d54499', 'floating_ip_address': '172.27.0.192', 'floating_network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'router_id': 'f11e3f6a-90ee-4201-9332-826f19c376fa', 'port_id': '621b6d40-2773-4228-966f-8aedb5d52908', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5da5489c-9c30-4169-9afe-1354fb43296f', 'mac_address': 'fa:16:3e:02:4c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60cc06f-a959-4872-9552-99d76b9f4c7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T12:28:08Z', 'updated_at': '2022-09-21T12:28:25Z', 'revision_number': 1, 'project_id': '9340222cfe154efe8a6064b197d54499', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b3c3d6b-c3b1-4b7e-b808-6f0f1cefa9d3', 'name': '', 'network_id': '5da5489c-9c30-4169-9afe-1354fb43296f', 'tenant_id': '9340222cfe154efe8a6064b197d54499', 'mac_address': 'fa:16:3e:8d:f9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11e3f6a-90ee-4201-9332-826f19c376fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '1ad2b91e-60c9-4af5-9a83-ab634cc92cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:51Z', 'updated_at': '2022-09-21T12:21:03Z', 'revision_number': 5, 'project_id': '9340222cfe154efe8a6064b197d54499', 'subnets': [{'id': '1ad2b91e-60c9-4af5-9a83-ab634cc92cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:28:26.680634 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.base_scheduler [None req-44bf2b00-d35e-4a96-b548-39da6102b7bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858678-1-iscsi, f443e4f9-b2cf-41c0-aace-fc1b385c5aad) {{(pid=106202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:28:26.685932 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44bf2b00-d35e-4a96-b548-39da6102b7bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:28:26.686527 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-44bf2b00-d35e-4a96-b548-39da6102b7bf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:26.689970 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46cdda19-736c-463c-aeac-6696d63bd080 None None] Network f443e4f9-b2cf-41c0-aace-fc1b385c5aad requested from dv-cinder-858678-1-iscsi {{(pid=106203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 12:28:26.694036 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:26.722444 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-916097ae-dcd2-4882-893d-d8e98f78dc0d req-3d7e070e-4ee3-4a3d-bdb2-76b0507885f5 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/5da5489c-9c30-4169-9afe-1354fb43296f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258667 Sep 21 12:28:26.729221 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-44bf2b00-d35e-4a96-b548-39da6102b7bf admin admin] 10.222.0.71 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6158714 Sep 21 12:28:26.729572 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 58438) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:28:26.733944 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.v2.base [None req-cb0dcc35-591f-4268-a7e3-2633ae1f48ef admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-296206007-router', 'tenant_id': '95515a2858124583ac138aa6350e4bc3', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d'}}} {{(pid=106201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:28:26.769462 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-cb0dcc35-591f-4268-a7e3-2633ae1f48ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4986'] for router (00016265-70ee-4fa8-952a-a43d9b1f9128), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:26.770682 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-cb0dcc35-591f-4268-a7e3-2633ae1f48ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4963'] for router (00016265-70ee-4fa8-952a-a43d9b1f9128), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:26.817270 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2c7ad4-f0b4-492d-b0e5-c72243c08bd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp926fb466-bfb5-5eb1-bc3c-68df119c7c5e-f443e4f9-b2cf-41c0-aace-fc1b385c5aad', 'network_id': 'f443e4f9-b2cf-41c0-aace-fc1b385c5aad', 'project_id': '95515a2858124583ac138aa6350e4bc3', 'fixed_ips': [{'subnet_id': '30c54aec-003f-4946-8d2e-88ee44f1f187'}]}} from dv-cinder-858678-1-iscsi. {{(pid=106203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 21 12:28:26.818566 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1c2c7ad4-f0b4-492d-b0e5-c72243c08bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (None), before_create {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:26.830538 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-cb0dcc35-591f-4268-a7e3-2633ae1f48ef admin admin] Publish callbacks [] for router_controller (00016265-70ee-4fa8-952a-a43d9b1f9128), precommit_add_association {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:26.855784 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-916097ae-dcd2-4882-893d-d8e98f78dc0d req-0100efb4-ec9b-46c3-8247-4fa2c1854241 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/5da5489c-9c30-4169-9afe-1354fb43296f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268699 Sep 21 12:28:26.951517 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e904d70-1224-496d-abaf-5c7cecd24575 None None] New status for floating IP fe9d36b3-e7c8-4810-a1f0-083c6614e098: ACTIVE {{(pid=106203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 21 12:28:26.979146 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-cb0dcc35-591f-4268-a7e3-2633ae1f48ef admin admin] Publish callbacks [] for router_gateway (00016265-70ee-4fa8-952a-a43d9b1f9128), precommit_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:27.052135 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.db_base_plugin_common [None req-1c2c7ad4-f0b4-492d-b0e5-c72243c08bd9 None None] Allocated IP 172.20.0.2 (f443e4f9-b2cf-41c0-aace-fc1b385c5aad/30c54aec-003f-4946-8d2e-88ee44f1f187/064a8a8e-9ab5-4289-9e22-79d327843cab) {{(pid=106203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:28:27.167066 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-cb0dcc35-591f-4268-a7e3-2633ae1f48ef admin admin] Publish callbacks [] for router_gateway (00016265-70ee-4fa8-952a-a43d9b1f9128), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:27.191339 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-cb0dcc35-591f-4268-a7e3-2633ae1f48ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:27.244549 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1c2c7ad4-f0b4-492d-b0e5-c72243c08bd9 None None] Publish callbacks [] for port (064a8a8e-9ab5-4289-9e22-79d327843cab), precommit_create {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:27.252729 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1c2c7ad4-f0b4-492d-b0e5-c72243c08bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735120900801'] for port (064a8a8e-9ab5-4289-9e22-79d327843cab), after_create {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:27.296254 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2c7ad4-f0b4-492d-b0e5-c72243c08bd9 None None] Network f443e4f9-b2cf-41c0-aace-fc1b385c5aad is already hosted by enough agents. {{(pid=106203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:28:27.301265 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.scheduler.base_scheduler [None req-1c2c7ad4-f0b4-492d-b0e5-c72243c08bd9 None None] Resources bound (agent type, host, resource id): {{(pid=106203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:28:27.302847 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.db.db_base_plugin_common [None req-cb0dcc35-591f-4268-a7e3-2633ae1f48ef admin admin] Allocated IP 172.27.0.62 (988e67c4-a01e-4c04-8cb9-1b0dd07d668d/691ea813-de87-4809-9e6b-d8504be0b97f/77c49cab-5567-4b66-b941-60ae6c9e0f73) {{(pid=106201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:28:27.303349 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2c7ad4-f0b4-492d-b0e5-c72243c08bd9 None None] Pushing event updated for resources: {'Port': ['ID=064a8a8e-9ab5-4289-9e22-79d327843cab,revision_number=1']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:28:27.305557 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2c7ad4-f0b4-492d-b0e5-c72243c08bd9 None None] Received port after_create {{(pid=106203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 12:28:27.362660 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.managers [None req-1c2c7ad4-f0b4-492d-b0e5-c72243c08bd9 None None] Attempting to bind port 064a8a8e-9ab5-4289-9e22-79d327843cab on host dv-cinder-858678-1-iscsi for vnic_type normal with profile {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 12:28:27.363027 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.managers [None req-1c2c7ad4-f0b4-492d-b0e5-c72243c08bd9 None None] Attempting to bind port 064a8a8e-9ab5-4289-9e22-79d327843cab by drivers openvswitch,hyperv on host dv-cinder-858678-1-iscsi at level 0 using segments [{'id': '23711497-a20f-4916-8d35-19aa46c96038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f443e4f9-b2cf-41c0-aace-fc1b385c5aad'}] {{(pid=106203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 12:28:27.363397 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2c7ad4-f0b4-492d-b0e5-c72243c08bd9 None None] Attempting to bind port 064a8a8e-9ab5-4289-9e22-79d327843cab on network f443e4f9-b2cf-41c0-aace-fc1b385c5aad {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:28:27.407631 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2c7ad4-f0b4-492d-b0e5-c72243c08bd9 None None] Checking agent: {'id': '57fb69a9-4edc-44fd-8965-b65708e41306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858678-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 12, 12, 11), 'started_at': datetime.datetime(2022, 9, 21, 12, 12, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 12, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858678-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 12:28:27.408033 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2c7ad4-f0b4-492d-b0e5-c72243c08bd9 None None] Checking segment: {'id': '23711497-a20f-4916-8d35-19aa46c96038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f443e4f9-b2cf-41c0-aace-fc1b385c5aad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:28:27.408436 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1c2c7ad4-f0b4-492d-b0e5-c72243c08bd9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:27.408833 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2c7ad4-f0b4-492d-b0e5-c72243c08bd9 None None] Bound using segment: {'id': '23711497-a20f-4916-8d35-19aa46c96038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f443e4f9-b2cf-41c0-aace-fc1b385c5aad'} {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 12:28:27.409297 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.managers [None req-1c2c7ad4-f0b4-492d-b0e5-c72243c08bd9 None None] Bound port: 064a8a8e-9ab5-4289-9e22-79d327843cab, host: dv-cinder-858678-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23711497-a20f-4916-8d35-19aa46c96038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f443e4f9-b2cf-41c0-aace-fc1b385c5aad'}}] {{(pid=106203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 12:28:27.409857 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1c2c7ad4-f0b4-492d-b0e5-c72243c08bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (064a8a8e-9ab5-4289-9e22-79d327843cab), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:27.413836 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-cb0dcc35-591f-4268-a7e3-2633ae1f48ef admin admin] Publish callbacks [] for port (77c49cab-5567-4b66-b941-60ae6c9e0f73), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:27.446865 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-cb0dcc35-591f-4268-a7e3-2633ae1f48ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735120900801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6788894'] for port (77c49cab-5567-4b66-b941-60ae6c9e0f73), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:27.451620 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:UPDATE=3,neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=8 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:27.476881 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-1c2c7ad4-f0b4-492d-b0e5-c72243c08bd9 None None] For port 064a8a8e-9ab5-4289-9e22-79d327843cab, host dv-cinder-858678-1-iscsi, cleared binding levels {{(pid=106203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:28:27.480352 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-1c2c7ad4-f0b4-492d-b0e5-c72243c08bd9 None None] For port 064a8a8e-9ab5-4289-9e22-79d327843cab, host dv-cinder-858678-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=064a8a8e-9ab5-4289-9e22-79d327843cab,segment=NetworkSegment(23711497-a20f-4916-8d35-19aa46c96038),segment_id=23711497-a20f-4916-8d35-19aa46c96038)] {{(pid=106203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:28:27.486559 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1c2c7ad4-f0b4-492d-b0e5-c72243c08bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (064a8a8e-9ab5-4289-9e22-79d327843cab), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:27.489621 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0dcc35-591f-4268-a7e3-2633ae1f48ef admin admin] Network 988e67c4-a01e-4c04-8cb9-1b0dd07d668d is already hosted by enough agents. {{(pid=106201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:28:27.495149 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.base_scheduler [None req-cb0dcc35-591f-4268-a7e3-2633ae1f48ef admin admin] Resources bound (agent type, host, resource id): {{(pid=106201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:28:27.500098 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0dcc35-591f-4268-a7e3-2633ae1f48ef admin admin] Received port after_create {{(pid=106201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 12:28:27.522953 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0dcc35-591f-4268-a7e3-2633ae1f48ef admin admin] Pushing event updated for resources: {'Port': ['ID=77c49cab-5567-4b66-b941-60ae6c9e0f73,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:28:27.541876 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2c7ad4-f0b4-492d-b0e5-c72243c08bd9 None None] Pushing event updated for resources: {'Port': ['ID=064a8a8e-9ab5-4289-9e22-79d327843cab,revision_number=2']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:28:27.584718 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:27.777330 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-cb0dcc35-591f-4268-a7e3-2633ae1f48ef admin admin] Publish callbacks [] for router_gateway (00016265-70ee-4fa8-952a-a43d9b1f9128), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:27.816369 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 064a8a8e-9ab5-4289-9e22-79d327843cab up at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:28:27.818616 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:27.867343 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Provisioning complete for port 064a8a8e-9ab5-4289-9e22-79d327843cab triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:28:27.867709 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (064a8a8e-9ab5-4289-9e22-79d327843cab), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:27.868076 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Attempt 1 to provision port 064a8a8e-9ab5-4289-9e22-79d327843cab Sep 21 12:28:27.904899 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:27.945636 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Current status of the port 064a8a8e-9ab5-4289-9e22-79d327843cab is: DOWN; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:28:27.945946 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (064a8a8e-9ab5-4289-9e22-79d327843cab), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:27.980646 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] For port 064a8a8e-9ab5-4289-9e22-79d327843cab, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=064a8a8e-9ab5-4289-9e22-79d327843cab,segment=NetworkSegment(23711497-a20f-4916-8d35-19aa46c96038),segment_id=23711497-a20f-4916-8d35-19aa46c96038)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:28:27.985931 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-cb0dcc35-591f-4268-a7e3-2633ae1f48ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534052'] for router (00016265-70ee-4fa8-952a-a43d9b1f9128), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:27.986239 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (064a8a8e-9ab5-4289-9e22-79d327843cab), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:28.034995 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Pushing event updated for resources: {'Port': ['ID=064a8a8e-9ab5-4289-9e22-79d327843cab,revision_number=3']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:28:28.340474 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb0dcc35-591f-4268-a7e3-2633ae1f48ef admin admin] Router 00016265-70ee-4fa8-952a-a43d9b1f9128 is scheduled to L3 agent 4f31b8b6-17c0-474d-bf52-0481ff2a5cf7 with binding_index 1 {{(pid=106201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 12:28:28.444184 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb0dcc35-591f-4268-a7e3-2633ae1f48ef admin admin] Notify agent at l3_agent.dv-cinder-858678-1-iscsi the message routers_updated {{(pid=106201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:28:28.451849 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8264dff9-7bf1-430f-b417-c7413d6a420f None None] Network f443e4f9-b2cf-41c0-aace-fc1b385c5aad requested from dv-cinder-858678-1-iscsi {{(pid=106203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 12:28:28.458592 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a916a6f-b80f-47d5-8015-38a865d64d5f None None] Sync routers for ids ['00016265-70ee-4fa8-952a-a43d9b1f9128'] in dv-cinder-858678-1-iscsi {{(pid=106204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:28:28.461920 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-cb0dcc35-591f-4268-a7e3-2633ae1f48ef admin admin] Publish callbacks [] for router (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:28.463236 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-cb0dcc35-591f-4268-a7e3-2633ae1f48ef admin admin] 10.222.0.71 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.7326798 Sep 21 12:28:28.465971 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 58440) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:28:28.469339 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a916a6f-b80f-47d5-8015-38a865d64d5f None None] Routers {'00016265-70ee-4fa8-952a-a43d9b1f9128'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:28:28.469947 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-9a916a6f-b80f-47d5-8015-38a865d64d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:28:09Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['00016265-70ee-4fa8-952a-a43d9b1f9128'], 'active': True} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:28:28.528300 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-b6c6d8c4-9b6d-4cd7-a313-8155df08ceb3 None None] Provisioning complete for port 064a8a8e-9ab5-4289-9e22-79d327843cab triggered by entity DHCP. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:28:28.528648 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-b6c6d8c4-9b6d-4cd7-a313-8155df08ceb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (064a8a8e-9ab5-4289-9e22-79d327843cab), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:28.528946 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-b6c6d8c4-9b6d-4cd7-a313-8155df08ceb3 None None] Attempt 1 to provision port 064a8a8e-9ab5-4289-9e22-79d327843cab Sep 21 12:28:28.581810 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvr_db [None req-9a916a6f-b80f-47d5-8015-38a865d64d5f None None] Set router 00016265-70ee-4fa8-952a-a43d9b1f9128 gateway port host: dv-cinder-858678-1-iscsi {{(pid=106204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:28:28.655677 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-b6c6d8c4-9b6d-4cd7-a313-8155df08ceb3 None None] Current status of the port 064a8a8e-9ab5-4289-9e22-79d327843cab is: ACTIVE; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:28:28.707520 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:28.740906 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=100 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:28.761594 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-9a916a6f-b80f-47d5-8015-38a865d64d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00016265-70ee-4fa8-952a-a43d9b1f9128', 'name': 'tempest-TestShelveInstance-296206007-router', 'tenant_id': '95515a2858124583ac138aa6350e4bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '77c49cab-5567-4b66-b941-60ae6c9e0f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:28:26Z', 'updated_at': '2022-09-21T12:28:27Z', 'revision_number': 3, 'project_id': '95515a2858124583ac138aa6350e4bc3', 'gw_port': {'id': '77c49cab-5567-4b66-b941-60ae6c9e0f73', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b0:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00016265-70ee-4fa8-952a-a43d9b1f9128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:28:27Z', 'updated_at': '2022-09-21T12:28:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi'}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:28:28.793304 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a916a6f-b80f-47d5-8015-38a865d64d5f None None] Checking router: 00016265-70ee-4fa8-952a-a43d9b1f9128 for host: dv-cinder-858678-1-iscsi {{(pid=106204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:28:28.794219 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a916a6f-b80f-47d5-8015-38a865d64d5f None None] Updating router 00016265-70ee-4fa8-952a-a43d9b1f9128 port 77c49cab-5567-4b66-b941-60ae6c9e0f73 binding host dv-cinder-858678-1-iscsi {{(pid=106204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 12:28:28.796048 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=100 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:28.816608 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:28.825295 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-9a916a6f-b80f-47d5-8015-38a865d64d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (77c49cab-5567-4b66-b941-60ae6c9e0f73), before_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:28.881176 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-812fd2c4-463e-4d23-97bb-22c3bf9ba61b None None] Provisioning complete for port 064a8a8e-9ab5-4289-9e22-79d327843cab triggered by entity DHCP. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:28:28.881549 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-812fd2c4-463e-4d23-97bb-22c3bf9ba61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (064a8a8e-9ab5-4289-9e22-79d327843cab), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:28.881891 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-812fd2c4-463e-4d23-97bb-22c3bf9ba61b None None] Attempt 1 to provision port 064a8a8e-9ab5-4289-9e22-79d327843cab Sep 21 12:28:28.907129 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-be0c0ec3-2fba-493e-8446-358a2b044a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:28.957916 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-812fd2c4-463e-4d23-97bb-22c3bf9ba61b None None] Current status of the port 064a8a8e-9ab5-4289-9e22-79d327843cab is: ACTIVE; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:28:29.062993 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.db.db_base_plugin_common [None req-be0c0ec3-2fba-493e-8446-358a2b044a23 admin admin] Allocated IP 172.20.0.1 (f443e4f9-b2cf-41c0-aace-fc1b385c5aad/30c54aec-003f-4946-8d2e-88ee44f1f187/bf19fae4-7ffa-4b53-b53b-5f699a4b73d1) {{(pid=106201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:28:29.077724 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-9a916a6f-b80f-47d5-8015-38a865d64d5f None None] Publish callbacks [] for port (77c49cab-5567-4b66-b941-60ae6c9e0f73), precommit_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:29.083860 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-9a916a6f-b80f-47d5-8015-38a865d64d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (77c49cab-5567-4b66-b941-60ae6c9e0f73), after_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:29.123465 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.managers [None req-9a916a6f-b80f-47d5-8015-38a865d64d5f None None] Attempting to bind port 77c49cab-5567-4b66-b941-60ae6c9e0f73 on host dv-cinder-858678-1-iscsi for vnic_type normal with profile {{(pid=106204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 12:28:29.123852 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.managers [None req-9a916a6f-b80f-47d5-8015-38a865d64d5f None None] Attempting to bind port 77c49cab-5567-4b66-b941-60ae6c9e0f73 by drivers openvswitch,hyperv on host dv-cinder-858678-1-iscsi at level 0 using segments [{'id': '0a2e6652-942c-46a2-8162-ab1d320b7f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d'}] {{(pid=106204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 12:28:29.124212 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a916a6f-b80f-47d5-8015-38a865d64d5f None None] Attempting to bind port 77c49cab-5567-4b66-b941-60ae6c9e0f73 on network 988e67c4-a01e-4c04-8cb9-1b0dd07d668d {{(pid=106204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:28:29.171418 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-be0c0ec3-2fba-493e-8446-358a2b044a23 admin admin] Publish callbacks [] for port (bf19fae4-7ffa-4b53-b53b-5f699a4b73d1), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:29.209733 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-be0c0ec3-2fba-493e-8446-358a2b044a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735120900801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6788894'] for port (bf19fae4-7ffa-4b53-b53b-5f699a4b73d1), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:29.241287 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7509948c-986c-4648-9120-dfe37d63fcab None None] Pushing event updated for resources: {'Port': ['ID=77c49cab-5567-4b66-b941-60ae6c9e0f73,revision_number=2']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:28:29.250911 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7509948c-986c-4648-9120-dfe37d63fcab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:28:29.251226 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7509948c-986c-4648-9120-dfe37d63fcab None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:28:29.251563 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7509948c-986c-4648-9120-dfe37d63fcab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:28:29.251942 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7509948c-986c-4648-9120-dfe37d63fcab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:28:29.252275 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7509948c-986c-4648-9120-dfe37d63fcab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:28:29.252603 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7509948c-986c-4648-9120-dfe37d63fcab None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:28:29.252925 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7509948c-986c-4648-9120-dfe37d63fcab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:28:29.253243 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7509948c-986c-4648-9120-dfe37d63fcab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:28:29.253559 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7509948c-986c-4648-9120-dfe37d63fcab None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:28:29.253876 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7509948c-986c-4648-9120-dfe37d63fcab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:28:29.254416 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7509948c-986c-4648-9120-dfe37d63fcab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:28:29.254525 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7509948c-986c-4648-9120-dfe37d63fcab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:28:29.254825 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7509948c-986c-4648-9120-dfe37d63fcab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:28:29.255137 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7509948c-986c-4648-9120-dfe37d63fcab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:28:29.255451 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7509948c-986c-4648-9120-dfe37d63fcab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:28:29.255634 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0c0ec3-2fba-493e-8446-358a2b044a23 admin admin] Network f443e4f9-b2cf-41c0-aace-fc1b385c5aad is already hosted by enough agents. {{(pid=106201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:28:29.260797 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.base_scheduler [None req-be0c0ec3-2fba-493e-8446-358a2b044a23 admin admin] Resources bound (agent type, host, resource id): {{(pid=106201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:28:29.263560 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0c0ec3-2fba-493e-8446-358a2b044a23 admin admin] Pushing event updated for resources: {'Port': ['ID=bf19fae4-7ffa-4b53-b53b-5f699a4b73d1,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:28:29.265766 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0c0ec3-2fba-493e-8446-358a2b044a23 admin admin] Received port after_create {{(pid=106201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 12:28:29.274656 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a916a6f-b80f-47d5-8015-38a865d64d5f None None] Checking agent: {'id': '57fb69a9-4edc-44fd-8965-b65708e41306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858678-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 12, 12, 11), 'started_at': datetime.datetime(2022, 9, 21, 12, 12, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 12, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858678-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 12:28:29.275037 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a916a6f-b80f-47d5-8015-38a865d64d5f None None] Checking segment: {'id': '0a2e6652-942c-46a2-8162-ab1d320b7f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:28:29.275433 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-9a916a6f-b80f-47d5-8015-38a865d64d5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:29.276088 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a916a6f-b80f-47d5-8015-38a865d64d5f None None] Bound using segment: {'id': '0a2e6652-942c-46a2-8162-ab1d320b7f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d'} {{(pid=106204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 12:28:29.276602 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.managers [None req-9a916a6f-b80f-47d5-8015-38a865d64d5f None None] Bound port: 77c49cab-5567-4b66-b941-60ae6c9e0f73, host: dv-cinder-858678-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2e6652-942c-46a2-8162-ab1d320b7f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d'}}] {{(pid=106204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 12:28:29.276984 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-9a916a6f-b80f-47d5-8015-38a865d64d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (77c49cab-5567-4b66-b941-60ae6c9e0f73), before_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:29.305507 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-be0c0ec3-2fba-493e-8446-358a2b044a23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-624413'] for router_interface (00016265-70ee-4fa8-952a-a43d9b1f9128), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:29.327207 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.db [None req-9a916a6f-b80f-47d5-8015-38a865d64d5f None None] For port 77c49cab-5567-4b66-b941-60ae6c9e0f73, host dv-cinder-858678-1-iscsi, cleared binding levels {{(pid=106204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:28:29.330467 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.db [None req-9a916a6f-b80f-47d5-8015-38a865d64d5f None None] For port 77c49cab-5567-4b66-b941-60ae6c9e0f73, host dv-cinder-858678-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=77c49cab-5567-4b66-b941-60ae6c9e0f73,segment=NetworkSegment(0a2e6652-942c-46a2-8162-ab1d320b7f7e),segment_id=0a2e6652-942c-46a2-8162-ab1d320b7f7e)] {{(pid=106204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:28:29.337589 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-9a916a6f-b80f-47d5-8015-38a865d64d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (77c49cab-5567-4b66-b941-60ae6c9e0f73), after_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:29.392210 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a916a6f-b80f-47d5-8015-38a865d64d5f None None] Routers {'00016265-70ee-4fa8-952a-a43d9b1f9128'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:28:29.392884 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-9a916a6f-b80f-47d5-8015-38a865d64d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:28:09Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['00016265-70ee-4fa8-952a-a43d9b1f9128'], 'active': True} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:28:29.428415 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7509948c-986c-4648-9120-dfe37d63fcab None None] Pushing event updated for resources: {'Port': ['ID=77c49cab-5567-4b66-b941-60ae6c9e0f73,revision_number=3']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:28:29.439366 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:29.444620 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-be0c0ec3-2fba-493e-8446-358a2b044a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (bf19fae4-7ffa-4b53-b53b-5f699a4b73d1), before_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:29.480949 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-fa8868c5-f7c9-4e0a-be94-3e257f323232 None None] Provisioning complete for port bf19fae4-7ffa-4b53-b53b-5f699a4b73d1 triggered by entity DHCP. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:28:29.481956 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-fa8868c5-f7c9-4e0a-be94-3e257f323232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (bf19fae4-7ffa-4b53-b53b-5f699a4b73d1), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:29.482493 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-fa8868c5-f7c9-4e0a-be94-3e257f323232 None None] Attempt 1 to provision port bf19fae4-7ffa-4b53-b53b-5f699a4b73d1 Sep 21 12:28:29.500855 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvr_db [None req-9a916a6f-b80f-47d5-8015-38a865d64d5f None None] Set router 00016265-70ee-4fa8-952a-a43d9b1f9128 gateway port host: dv-cinder-858678-1-iscsi {{(pid=106204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:28:29.628790 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-be0c0ec3-2fba-493e-8446-358a2b044a23 admin admin] Publish callbacks [] for port (bf19fae4-7ffa-4b53-b53b-5f699a4b73d1), precommit_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:29.638835 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-be0c0ec3-2fba-493e-8446-358a2b044a23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6788903'] for port (bf19fae4-7ffa-4b53-b53b-5f699a4b73d1), after_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:29.662935 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-fa8868c5-f7c9-4e0a-be94-3e257f323232 None None] Port bf19fae4-7ffa-4b53-b53b-5f699a4b73d1 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:28:29.664507 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:29.684950 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:29.690996 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-9a916a6f-b80f-47d5-8015-38a865d64d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00016265-70ee-4fa8-952a-a43d9b1f9128', 'name': 'tempest-TestShelveInstance-296206007-router', 'tenant_id': '95515a2858124583ac138aa6350e4bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '77c49cab-5567-4b66-b941-60ae6c9e0f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:28:26Z', 'updated_at': '2022-09-21T12:28:27Z', 'revision_number': 3, 'project_id': '95515a2858124583ac138aa6350e4bc3', 'gw_port': {'id': '77c49cab-5567-4b66-b941-60ae6c9e0f73', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b0:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00016265-70ee-4fa8-952a-a43d9b1f9128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:28:27Z', 'updated_at': '2022-09-21T12:28:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi'}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:28:29.713168 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0c0ec3-2fba-493e-8446-358a2b044a23 admin admin] Pushing event updated for resources: {'Port': ['ID=bf19fae4-7ffa-4b53-b53b-5f699a4b73d1,revision_number=2']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:28:29.718056 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a916a6f-b80f-47d5-8015-38a865d64d5f None None] The sync data for ids ['00016265-70ee-4fa8-952a-a43d9b1f9128'] in dv-cinder-858678-1-iscsi is: [{'id': '00016265-70ee-4fa8-952a-a43d9b1f9128', 'name': 'tempest-TestShelveInstance-296206007-router', 'tenant_id': '95515a2858124583ac138aa6350e4bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '77c49cab-5567-4b66-b941-60ae6c9e0f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:28:26Z', 'updated_at': '2022-09-21T12:28:27Z', 'revision_number': 3, 'project_id': '95515a2858124583ac138aa6350e4bc3', 'gw_port': {'id': '77c49cab-5567-4b66-b941-60ae6c9e0f73', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b0:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00016265-70ee-4fa8-952a-a43d9b1f9128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:28:27Z', 'updated_at': '2022-09-21T12:28:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi'}] {{(pid=106204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:28:29.721812 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-be0c0ec3-2fba-493e-8446-358a2b044a23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-544034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624521'] for router_interface (00016265-70ee-4fa8-952a-a43d9b1f9128), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:29.760230 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 064a8a8e-9ab5-4289-9e22-79d327843cab up at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:28:29.807637 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Provisioning complete for port 064a8a8e-9ab5-4289-9e22-79d327843cab triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:28:29.808045 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (064a8a8e-9ab5-4289-9e22-79d327843cab), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:29.808384 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Attempt 1 to provision port 064a8a8e-9ab5-4289-9e22-79d327843cab Sep 21 12:28:29.828311 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0c0ec3-2fba-493e-8446-358a2b044a23 admin admin] Network f443e4f9-b2cf-41c0-aace-fc1b385c5aad is already hosted by enough agents. {{(pid=106201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:28:29.829254 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.base_scheduler [None req-be0c0ec3-2fba-493e-8446-358a2b044a23 admin admin] Resources bound (agent type, host, resource id): {{(pid=106201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:28:29.888776 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Current status of the port 064a8a8e-9ab5-4289-9e22-79d327843cab is: ACTIVE; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:28:29.944105 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be0c0ec3-2fba-493e-8446-358a2b044a23 admin admin] Router 00016265-70ee-4fa8-952a-a43d9b1f9128 has already been hosted by L3 agent 4f31b8b6-17c0-474d-bf52-0481ff2a5cf7 {{(pid=106201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 12:28:30.081263 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be0c0ec3-2fba-493e-8446-358a2b044a23 admin admin] Notify agent at l3_agent.dv-cinder-858678-1-iscsi the message routers_updated {{(pid=106201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:28:30.095477 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-be0c0ec3-2fba-493e-8446-358a2b044a23 admin admin] 10.222.0.71 "PUT /networking/v2.0/routers/00016265-70ee-4fa8-952a-a43d9b1f9128/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6198943 Sep 21 12:28:30.164185 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-fa8868c5-f7c9-4e0a-be94-3e257f323232 None None] Attempt 2 to provision port bf19fae4-7ffa-4b53-b53b-5f699a4b73d1 Sep 21 12:28:30.198793 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-fa8868c5-f7c9-4e0a-be94-3e257f323232 None None] Port bf19fae4-7ffa-4b53-b53b-5f699a4b73d1 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:28:30.599417 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 58456) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:28:30.604500 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.v2.base [None req-4d79fe10-c36b-4438-8cc5-1592db39c8e5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-494163826-network', 'tenant_id': '43c694babd814ea8bf1cdaf84f242a26'}} {{(pid=106201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:28:30.624108 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d79fe10-c36b-4438-8cc5-1592db39c8e5 admin admin] Made reservation on behalf of 43c694babd814ea8bf1cdaf84f242a26 for: {'network': 1} {{(pid=106201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:28:30.626390 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-4d79fe10-c36b-4438-8cc5-1592db39c8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for network (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:30.634995 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-4d79fe10-c36b-4438-8cc5-1592db39c8e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:30.700825 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-fa8868c5-f7c9-4e0a-be94-3e257f323232 None None] Attempt 3 to provision port bf19fae4-7ffa-4b53-b53b-5f699a4b73d1 Sep 21 12:28:30.702371 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:30.712858 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-4d79fe10-c36b-4438-8cc5-1592db39c8e5 admin admin] Publish callbacks [] for security_group (bb8b613d-cd37-40f4-8d81-84ddccf1c212), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:30.717851 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-4d79fe10-c36b-4438-8cc5-1592db39c8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (bb8b613d-cd37-40f4-8d81-84ddccf1c212), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:30.733177 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-fa8868c5-f7c9-4e0a-be94-3e257f323232 None None] Port bf19fae4-7ffa-4b53-b53b-5f699a4b73d1 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:28:30.747355 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d79fe10-c36b-4438-8cc5-1592db39c8e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=106201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 12:28:30.754419 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d79fe10-c36b-4438-8cc5-1592db39c8e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8b613d-cd37-40f4-8d81-84ddccf1c212,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:28:30.763524 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-4d79fe10-c36b-4438-8cc5-1592db39c8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355690'] for segment (0f859c32-8aa1-47e5-a3f4-04728a0ec843), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:30.764119 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.db.segments_db [None req-4d79fe10-c36b-4438-8cc5-1592db39c8e5 admin admin] Added segment 0f859c32-8aa1-47e5-a3f4-04728a0ec843 of type vlan for network fc00bdbd-9f44-4a8d-9363-4787072ee03d Sep 21 12:28:30.809084 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-4d79fe10-c36b-4438-8cc5-1592db39c8e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735120869551'] for network (fc00bdbd-9f44-4a8d-9363-4787072ee03d), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:30.834356 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-4d79fe10-c36b-4438-8cc5-1592db39c8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028'] for network (fc00bdbd-9f44-4a8d-9363-4787072ee03d), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:30.835570 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d79fe10-c36b-4438-8cc5-1592db39c8e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:28:30.836175 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-4d79fe10-c36b-4438-8cc5-1592db39c8e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544014'] for network (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:30.890907 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-4d79fe10-c36b-4438-8cc5-1592db39c8e5 admin admin] 10.222.0.71 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2902493 Sep 21 12:28:30.893771 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 58458) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:28:30.898766 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [None req-efc9563c-a159-418f-8f34-7540a2dd325c admin admin] Request body: {'subnet': {'network_id': 'fc00bdbd-9f44-4a8d-9363-4787072ee03d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-494163826-subnet', 'tenant_id': '43c694babd814ea8bf1cdaf84f242a26', 'ip_version': 4}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:28:30.902414 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d79fe10-c36b-4438-8cc5-1592db39c8e5 admin admin] Pushing event updated for resources: {'Network': ['ID=fc00bdbd-9f44-4a8d-9363-4787072ee03d,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:28:30.912971 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Network fc00bdbd-9f44-4a8d-9363-4787072ee03d details requested by agent ovs-agent-dv-cinder-858678-1-iscsi with host dv-cinder-858678-1-iscsi {{(pid=106203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 12:28:30.919140 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc9563c-a159-418f-8f34-7540a2dd325c admin admin] Made reservation on behalf of 43c694babd814ea8bf1cdaf84f242a26 for: {'subnet': 1} {{(pid=106202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:28:30.921511 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-efc9563c-a159-418f-8f34-7540a2dd325c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7093906'] for subnet (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:30.962110 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:30.980641 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:31.100564 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-efc9563c-a159-418f-8f34-7540a2dd325c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6962168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7093892'] for subnet (5ed2d235-e0f3-493a-a02e-e5b8dc727894), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:31.139597 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:31.153153 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc9563c-a159-418f-8f34-7540a2dd325c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ed2d235-e0f3-493a-a02e-e5b8dc727894,revision_number=0']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:28:31.169992 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc9563c-a159-418f-8f34-7540a2dd325c admin admin] Checking segment: {'id': '0f859c32-8aa1-47e5-a3f4-04728a0ec843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'fc00bdbd-9f44-4a8d-9363-4787072ee03d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:28:31.170342 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc9563c-a159-418f-8f34-7540a2dd325c admin admin] Network hostable DHCP agents. Network: fc00bdbd-9f44-4a8d-9363-4787072ee03d, hostable agents: ['f73c601a-29a1-4353-9f34-efd4ba2e6501'], hosted agents: [] {{(pid=106202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 12:28:31.188601 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc9563c-a159-418f-8f34-7540a2dd325c admin admin] Network fc00bdbd-9f44-4a8d-9363-4787072ee03d is scheduled to be hosted by DHCP agent f73c601a-29a1-4353-9f34-efd4ba2e6501 with binding_index 1 {{(pid=106202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 12:28:31.198386 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.base_scheduler [None req-efc9563c-a159-418f-8f34-7540a2dd325c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858678-1-iscsi, fc00bdbd-9f44-4a8d-9363-4787072ee03d) {{(pid=106202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:28:31.203419 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc9563c-a159-418f-8f34-7540a2dd325c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:28:31.204040 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-efc9563c-a159-418f-8f34-7540a2dd325c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:31.208646 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee600061-206c-46a4-83e4-8661edcb1861 None None] Network fc00bdbd-9f44-4a8d-9363-4787072ee03d requested from dv-cinder-858678-1-iscsi {{(pid=106203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 12:28:31.220459 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-efc9563c-a159-418f-8f34-7540a2dd325c admin admin] 10.222.0.71 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3255413 Sep 21 12:28:31.223097 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 58460) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:28:31.227577 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.v2.base [None req-9fe636ac-cea4-436b-a414-492aa9a391da admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-494163826-router', 'tenant_id': '43c694babd814ea8bf1cdaf84f242a26', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d'}}} {{(pid=106201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:28:31.248278 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-fa8868c5-f7c9-4e0a-be94-3e257f323232 None None] Attempt 4 to provision port bf19fae4-7ffa-4b53-b53b-5f699a4b73d1 Sep 21 12:28:31.252987 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-9fe636ac-cea4-436b-a414-492aa9a391da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4986'] for router (65d0c563-fbaa-4fcb-9213-962b0d4d873c), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:31.254122 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-9fe636ac-cea4-436b-a414-492aa9a391da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4963'] for router (65d0c563-fbaa-4fcb-9213-962b0d4d873c), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:31.290698 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a0e28f-9201-4e54-b636-bcd3dba7f5cb None None] Sync routers for ids ['00016265-70ee-4fa8-952a-a43d9b1f9128'] in dv-cinder-858678-1-iscsi {{(pid=106203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:28:31.298832 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:31.304084 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-fa8868c5-f7c9-4e0a-be94-3e257f323232 None None] Port bf19fae4-7ffa-4b53-b53b-5f699a4b73d1 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:28:31.319642 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-9fe636ac-cea4-436b-a414-492aa9a391da admin admin] Publish callbacks [] for router_controller (65d0c563-fbaa-4fcb-9213-962b0d4d873c), precommit_add_association {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:31.324186 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a0e28f-9201-4e54-b636-bcd3dba7f5cb None None] Routers {'00016265-70ee-4fa8-952a-a43d9b1f9128'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:28:31.325621 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-36a0e28f-9201-4e54-b636-bcd3dba7f5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:28:09Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['00016265-70ee-4fa8-952a-a43d9b1f9128'], 'active': True} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:28:31.420619 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f674130-3574-45d2-9b5e-9e735e1b8c9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp926fb466-bfb5-5eb1-bc3c-68df119c7c5e-fc00bdbd-9f44-4a8d-9363-4787072ee03d', 'network_id': 'fc00bdbd-9f44-4a8d-9363-4787072ee03d', 'project_id': '43c694babd814ea8bf1cdaf84f242a26', 'fixed_ips': [{'subnet_id': '5ed2d235-e0f3-493a-a02e-e5b8dc727894'}]}} from dv-cinder-858678-1-iscsi. {{(pid=106203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 21 12:28:31.421519 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-9f674130-3574-45d2-9b5e-9e735e1b8c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (None), before_create {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:31.450828 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=5 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:31.454682 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-9fe636ac-cea4-436b-a414-492aa9a391da admin admin] Publish callbacks [] for router_gateway (65d0c563-fbaa-4fcb-9213-962b0d4d873c), precommit_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:31.514884 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvr_db [None req-36a0e28f-9201-4e54-b636-bcd3dba7f5cb None None] Set router 00016265-70ee-4fa8-952a-a43d9b1f9128 gateway port host: dv-cinder-858678-1-iscsi {{(pid=106203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:28:31.638461 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-9fe636ac-cea4-436b-a414-492aa9a391da admin admin] Publish callbacks [] for router_gateway (65d0c563-fbaa-4fcb-9213-962b0d4d873c), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:31.657285 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-9fe636ac-cea4-436b-a414-492aa9a391da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:31.691073 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.db_base_plugin_common [None req-9f674130-3574-45d2-9b5e-9e735e1b8c9b None None] Allocated IP 172.20.0.2 (fc00bdbd-9f44-4a8d-9363-4787072ee03d/5ed2d235-e0f3-493a-a02e-e5b8dc727894/ac0cec4a-c236-4dcb-bc23-e5332207d25a) {{(pid=106203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:28:31.779024 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.db.db_base_plugin_common [None req-9fe636ac-cea4-436b-a414-492aa9a391da admin admin] Allocated IP 172.27.0.95 (988e67c4-a01e-4c04-8cb9-1b0dd07d668d/691ea813-de87-4809-9e6b-d8504be0b97f/54470c95-9886-457a-8878-27a4f0b6ee35) {{(pid=106201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:28:31.792536 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 77c49cab-5567-4b66-b941-60ae6c9e0f73 up at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:28:31.819693 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-fa8868c5-f7c9-4e0a-be94-3e257f323232 None None] Attempt 5 to provision port bf19fae4-7ffa-4b53-b53b-5f699a4b73d1 Sep 21 12:28:31.885777 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-36a0e28f-9201-4e54-b636-bcd3dba7f5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00016265-70ee-4fa8-952a-a43d9b1f9128', 'name': 'tempest-TestShelveInstance-296206007-router', 'tenant_id': '95515a2858124583ac138aa6350e4bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '77c49cab-5567-4b66-b941-60ae6c9e0f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:28:26Z', 'updated_at': '2022-09-21T12:28:29Z', 'revision_number': 4, 'project_id': '95515a2858124583ac138aa6350e4bc3', 'gw_port': {'id': '77c49cab-5567-4b66-b941-60ae6c9e0f73', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b0:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00016265-70ee-4fa8-952a-a43d9b1f9128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:28:27Z', 'updated_at': '2022-09-21T12:28:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': 'bf19fae4-7ffa-4b53-b53b-5f699a4b73d1', 'name': '', 'network_id': 'f443e4f9-b2cf-41c0-aace-fc1b385c5aad', 'tenant_id': '95515a2858124583ac138aa6350e4bc3', 'mac_address': 'fa:16:3e:1e:da:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00016265-70ee-4fa8-952a-a43d9b1f9128', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '30c54aec-003f-4946-8d2e-88ee44f1f187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:28:28Z', 'updated_at': '2022-09-21T12:28:29Z', 'revision_number': 2, 'project_id': '95515a2858124583ac138aa6350e4bc3', 'subnets': [{'id': '30c54aec-003f-4946-8d2e-88ee44f1f187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:28:31.887311 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-9fe636ac-cea4-436b-a414-492aa9a391da admin admin] Publish callbacks [] for port (54470c95-9886-457a-8878-27a4f0b6ee35), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:31.914391 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:31.920285 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-9fe636ac-cea4-436b-a414-492aa9a391da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735120900801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6788894'] for port (54470c95-9886-457a-8878-27a4f0b6ee35), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:31.921233 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-fa8868c5-f7c9-4e0a-be94-3e257f323232 None None] Port bf19fae4-7ffa-4b53-b53b-5f699a4b73d1 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:28:31.927317 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a0e28f-9201-4e54-b636-bcd3dba7f5cb None None] Checking router: 00016265-70ee-4fa8-952a-a43d9b1f9128 for host: dv-cinder-858678-1-iscsi {{(pid=106203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:28:31.927688 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a0e28f-9201-4e54-b636-bcd3dba7f5cb None None] Updating router 00016265-70ee-4fa8-952a-a43d9b1f9128 port bf19fae4-7ffa-4b53-b53b-5f699a4b73d1 binding host dv-cinder-858678-1-iscsi {{(pid=106203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 12:28:31.963491 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe636ac-cea4-436b-a414-492aa9a391da admin admin] Network 988e67c4-a01e-4c04-8cb9-1b0dd07d668d is already hosted by enough agents. {{(pid=106201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:28:31.969230 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.base_scheduler [None req-9fe636ac-cea4-436b-a414-492aa9a391da admin admin] Resources bound (agent type, host, resource id): {{(pid=106201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:28:31.971407 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe636ac-cea4-436b-a414-492aa9a391da admin admin] Pushing event updated for resources: {'Port': ['ID=54470c95-9886-457a-8878-27a4f0b6ee35,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:28:31.973648 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe636ac-cea4-436b-a414-492aa9a391da admin admin] Received port after_create {{(pid=106201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 12:28:31.988992 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Provisioning complete for port 77c49cab-5567-4b66-b941-60ae6c9e0f73 triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:28:31.989357 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (77c49cab-5567-4b66-b941-60ae6c9e0f73), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:31.989688 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Attempt 1 to provision port 77c49cab-5567-4b66-b941-60ae6c9e0f73 Sep 21 12:28:31.997181 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:32.017103 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-36a0e28f-9201-4e54-b636-bcd3dba7f5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (bf19fae4-7ffa-4b53-b53b-5f699a4b73d1), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:32.056017 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-9f674130-3574-45d2-9b5e-9e735e1b8c9b None None] Publish callbacks [] for port (ac0cec4a-c236-4dcb-bc23-e5332207d25a), precommit_create {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:32.077397 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:32.088711 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-9f674130-3574-45d2-9b5e-9e735e1b8c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735120900801'] for port (ac0cec4a-c236-4dcb-bc23-e5332207d25a), after_create {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:32.204911 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f674130-3574-45d2-9b5e-9e735e1b8c9b None None] Network fc00bdbd-9f44-4a8d-9363-4787072ee03d is already hosted by enough agents. {{(pid=106203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:28:32.214126 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.scheduler.base_scheduler [None req-9f674130-3574-45d2-9b5e-9e735e1b8c9b None None] Resources bound (agent type, host, resource id): {{(pid=106203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:28:32.223879 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-9fe636ac-cea4-436b-a414-492aa9a391da admin admin] Publish callbacks [] for router_gateway (65d0c563-fbaa-4fcb-9213-962b0d4d873c), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:32.227313 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f674130-3574-45d2-9b5e-9e735e1b8c9b None None] Received port after_create {{(pid=106203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 12:28:32.236287 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f674130-3574-45d2-9b5e-9e735e1b8c9b None None] Pushing event updated for resources: {'Port': ['ID=ac0cec4a-c236-4dcb-bc23-e5332207d25a,revision_number=1']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:28:32.243658 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Current status of the port 77c49cab-5567-4b66-b941-60ae6c9e0f73 is: DOWN; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:28:32.244057 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (77c49cab-5567-4b66-b941-60ae6c9e0f73), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:32.261449 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:32.281187 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f674130-3574-45d2-9b5e-9e735e1b8c9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:28:32.281527 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f674130-3574-45d2-9b5e-9e735e1b8c9b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:28:32.281985 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f674130-3574-45d2-9b5e-9e735e1b8c9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:28:32.282340 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f674130-3574-45d2-9b5e-9e735e1b8c9b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:28:32.282671 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f674130-3574-45d2-9b5e-9e735e1b8c9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:28:32.283002 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f674130-3574-45d2-9b5e-9e735e1b8c9b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:28:32.283320 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f674130-3574-45d2-9b5e-9e735e1b8c9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:28:32.283644 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f674130-3574-45d2-9b5e-9e735e1b8c9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:28:32.283974 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f674130-3574-45d2-9b5e-9e735e1b8c9b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:28:32.284377 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f674130-3574-45d2-9b5e-9e735e1b8c9b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:28:32.284670 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f674130-3574-45d2-9b5e-9e735e1b8c9b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:28:32.284959 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f674130-3574-45d2-9b5e-9e735e1b8c9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:28:32.285250 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f674130-3574-45d2-9b5e-9e735e1b8c9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:28:32.285555 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f674130-3574-45d2-9b5e-9e735e1b8c9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:28:32.285864 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f674130-3574-45d2-9b5e-9e735e1b8c9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:28:32.331869 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] For port 77c49cab-5567-4b66-b941-60ae6c9e0f73, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=77c49cab-5567-4b66-b941-60ae6c9e0f73,segment=NetworkSegment(0a2e6652-942c-46a2-8162-ab1d320b7f7e),segment_id=0a2e6652-942c-46a2-8162-ab1d320b7f7e)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:28:32.363331 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (77c49cab-5567-4b66-b941-60ae6c9e0f73), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:32.423716 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-9fe636ac-cea4-436b-a414-492aa9a391da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534052'] for router (65d0c563-fbaa-4fcb-9213-962b0d4d873c), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:32.531994 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-fa8868c5-f7c9-4e0a-be94-3e257f323232 None None] Attempt 6 to provision port bf19fae4-7ffa-4b53-b53b-5f699a4b73d1 Sep 21 12:28:32.537518 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.managers [None req-9f674130-3574-45d2-9b5e-9e735e1b8c9b None None] Attempting to bind port ac0cec4a-c236-4dcb-bc23-e5332207d25a on host dv-cinder-858678-1-iscsi for vnic_type normal with profile {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 12:28:32.537889 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.managers [None req-9f674130-3574-45d2-9b5e-9e735e1b8c9b None None] Attempting to bind port ac0cec4a-c236-4dcb-bc23-e5332207d25a by drivers openvswitch,hyperv on host dv-cinder-858678-1-iscsi at level 0 using segments [{'id': '0f859c32-8aa1-47e5-a3f4-04728a0ec843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'fc00bdbd-9f44-4a8d-9363-4787072ee03d'}] {{(pid=106203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 12:28:32.538243 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f674130-3574-45d2-9b5e-9e735e1b8c9b None None] Attempting to bind port ac0cec4a-c236-4dcb-bc23-e5332207d25a on network fc00bdbd-9f44-4a8d-9363-4787072ee03d {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:28:32.554957 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe636ac-cea4-436b-a414-492aa9a391da admin admin] Router 65d0c563-fbaa-4fcb-9213-962b0d4d873c is scheduled to L3 agent 4f31b8b6-17c0-474d-bf52-0481ff2a5cf7 with binding_index 1 {{(pid=106201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 12:28:32.630282 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-fa8868c5-f7c9-4e0a-be94-3e257f323232 None None] Port bf19fae4-7ffa-4b53-b53b-5f699a4b73d1 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:28:32.638489 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Pushing event updated for resources: {'Port': ['ID=77c49cab-5567-4b66-b941-60ae6c9e0f73,revision_number=4']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:28:32.661538 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe636ac-cea4-436b-a414-492aa9a391da admin admin] Notify agent at l3_agent.dv-cinder-858678-1-iscsi the message routers_updated {{(pid=106201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:28:32.666343 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f674130-3574-45d2-9b5e-9e735e1b8c9b None None] Checking agent: {'id': '57fb69a9-4edc-44fd-8965-b65708e41306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858678-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 12, 12, 11), 'started_at': datetime.datetime(2022, 9, 21, 12, 12, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 12, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858678-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 12:28:32.666716 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f674130-3574-45d2-9b5e-9e735e1b8c9b None None] Checking segment: {'id': '0f859c32-8aa1-47e5-a3f4-04728a0ec843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'fc00bdbd-9f44-4a8d-9363-4787072ee03d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:28:32.667094 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-9f674130-3574-45d2-9b5e-9e735e1b8c9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:32.667479 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f674130-3574-45d2-9b5e-9e735e1b8c9b None None] Bound using segment: {'id': '0f859c32-8aa1-47e5-a3f4-04728a0ec843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'fc00bdbd-9f44-4a8d-9363-4787072ee03d'} {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 12:28:32.668470 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.managers [None req-9f674130-3574-45d2-9b5e-9e735e1b8c9b None None] Bound port: ac0cec4a-c236-4dcb-bc23-e5332207d25a, host: dv-cinder-858678-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f859c32-8aa1-47e5-a3f4-04728a0ec843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'fc00bdbd-9f44-4a8d-9363-4787072ee03d'}}] {{(pid=106203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 12:28:32.668470 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-9f674130-3574-45d2-9b5e-9e735e1b8c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (ac0cec4a-c236-4dcb-bc23-e5332207d25a), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:32.671614 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127f74d6-ad7b-454d-8708-547dc22aff40 None None] Sync routers for ids ['65d0c563-fbaa-4fcb-9213-962b0d4d873c'] in dv-cinder-858678-1-iscsi {{(pid=106204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:28:32.680052 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-9fe636ac-cea4-436b-a414-492aa9a391da admin admin] Publish callbacks [] for router (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:32.684640 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 58464) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:28:32.685211 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-9fe636ac-cea4-436b-a414-492aa9a391da admin admin] 10.222.0.71 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.4600148 Sep 21 12:28:32.692757 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127f74d6-ad7b-454d-8708-547dc22aff40 None None] Routers {'65d0c563-fbaa-4fcb-9213-962b0d4d873c'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:28:32.699155 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-127f74d6-ad7b-454d-8708-547dc22aff40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:28:09Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['65d0c563-fbaa-4fcb-9213-962b0d4d873c'], 'active': True} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:28:32.764459 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-36a0e28f-9201-4e54-b636-bcd3dba7f5cb None None] Publish callbacks [] for port (bf19fae4-7ffa-4b53-b53b-5f699a4b73d1), precommit_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:32.779087 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:32.781608 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-36a0e28f-9201-4e54-b636-bcd3dba7f5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (bf19fae4-7ffa-4b53-b53b-5f699a4b73d1), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:32.789897 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-9f674130-3574-45d2-9b5e-9e735e1b8c9b None None] For port ac0cec4a-c236-4dcb-bc23-e5332207d25a, host dv-cinder-858678-1-iscsi, cleared binding levels {{(pid=106203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:28:32.810161 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvr_db [None req-127f74d6-ad7b-454d-8708-547dc22aff40 None None] Set router 65d0c563-fbaa-4fcb-9213-962b0d4d873c gateway port host: dv-cinder-858678-1-iscsi {{(pid=106204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:28:32.828738 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-9f674130-3574-45d2-9b5e-9e735e1b8c9b None None] For port ac0cec4a-c236-4dcb-bc23-e5332207d25a, host dv-cinder-858678-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=ac0cec4a-c236-4dcb-bc23-e5332207d25a,segment=NetworkSegment(0f859c32-8aa1-47e5-a3f4-04728a0ec843),segment_id=0f859c32-8aa1-47e5-a3f4-04728a0ec843)] {{(pid=106203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:28:32.840454 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-9f674130-3574-45d2-9b5e-9e735e1b8c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (ac0cec4a-c236-4dcb-bc23-e5332207d25a), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:32.867857 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7622b66-d721-4e4b-820b-b0e2f464a32a None None] Pushing event updated for resources: {'Port': ['ID=bf19fae4-7ffa-4b53-b53b-5f699a4b73d1,revision_number=3']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:28:32.915063 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:32.930913 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.managers [None req-36a0e28f-9201-4e54-b636-bcd3dba7f5cb None None] Attempting to bind port bf19fae4-7ffa-4b53-b53b-5f699a4b73d1 on host dv-cinder-858678-1-iscsi for vnic_type normal with profile {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 12:28:32.931273 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.managers [None req-36a0e28f-9201-4e54-b636-bcd3dba7f5cb None None] Attempting to bind port bf19fae4-7ffa-4b53-b53b-5f699a4b73d1 by drivers openvswitch,hyperv on host dv-cinder-858678-1-iscsi at level 0 using segments [{'id': '23711497-a20f-4916-8d35-19aa46c96038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f443e4f9-b2cf-41c0-aace-fc1b385c5aad'}] {{(pid=106203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 12:28:32.931631 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a0e28f-9201-4e54-b636-bcd3dba7f5cb None None] Attempting to bind port bf19fae4-7ffa-4b53-b53b-5f699a4b73d1 on network f443e4f9-b2cf-41c0-aace-fc1b385c5aad {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:28:32.963582 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f674130-3574-45d2-9b5e-9e735e1b8c9b None None] Pushing event updated for resources: {'Port': ['ID=ac0cec4a-c236-4dcb-bc23-e5332207d25a,revision_number=2']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:28:32.992713 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a0e28f-9201-4e54-b636-bcd3dba7f5cb None None] Checking agent: {'id': '57fb69a9-4edc-44fd-8965-b65708e41306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858678-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 12, 12, 11), 'started_at': datetime.datetime(2022, 9, 21, 12, 12, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 12, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858678-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 12:28:32.993961 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a0e28f-9201-4e54-b636-bcd3dba7f5cb None None] Checking segment: {'id': '23711497-a20f-4916-8d35-19aa46c96038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f443e4f9-b2cf-41c0-aace-fc1b385c5aad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:28:32.993961 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-36a0e28f-9201-4e54-b636-bcd3dba7f5cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:32.994259 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a0e28f-9201-4e54-b636-bcd3dba7f5cb None None] Bound using segment: {'id': '23711497-a20f-4916-8d35-19aa46c96038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f443e4f9-b2cf-41c0-aace-fc1b385c5aad'} {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 12:28:32.994352 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-127f74d6-ad7b-454d-8708-547dc22aff40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d0c563-fbaa-4fcb-9213-962b0d4d873c', 'name': 'tempest-TestShelveInstance-494163826-router', 'tenant_id': '43c694babd814ea8bf1cdaf84f242a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '54470c95-9886-457a-8878-27a4f0b6ee35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:28:31Z', 'updated_at': '2022-09-21T12:28:32Z', 'revision_number': 3, 'project_id': '43c694babd814ea8bf1cdaf84f242a26', 'gw_port': {'id': '54470c95-9886-457a-8878-27a4f0b6ee35', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:7e:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d0c563-fbaa-4fcb-9213-962b0d4d873c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:28:31Z', 'updated_at': '2022-09-21T12:28:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi'}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:28:32.994893 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.managers [None req-36a0e28f-9201-4e54-b636-bcd3dba7f5cb None None] Bound port: bf19fae4-7ffa-4b53-b53b-5f699a4b73d1, host: dv-cinder-858678-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23711497-a20f-4916-8d35-19aa46c96038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f443e4f9-b2cf-41c0-aace-fc1b385c5aad'}}] {{(pid=106203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 12:28:32.995464 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-36a0e28f-9201-4e54-b636-bcd3dba7f5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (bf19fae4-7ffa-4b53-b53b-5f699a4b73d1), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:33.024373 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127f74d6-ad7b-454d-8708-547dc22aff40 None None] Checking router: 65d0c563-fbaa-4fcb-9213-962b0d4d873c for host: dv-cinder-858678-1-iscsi {{(pid=106204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:28:33.024717 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127f74d6-ad7b-454d-8708-547dc22aff40 None None] Updating router 65d0c563-fbaa-4fcb-9213-962b0d4d873c port 54470c95-9886-457a-8878-27a4f0b6ee35 binding host dv-cinder-858678-1-iscsi {{(pid=106204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 12:28:33.053861 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-127f74d6-ad7b-454d-8708-547dc22aff40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (54470c95-9886-457a-8878-27a4f0b6ee35), before_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:33.054728 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:33.071948 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-36a0e28f-9201-4e54-b636-bcd3dba7f5cb None None] For port bf19fae4-7ffa-4b53-b53b-5f699a4b73d1, host dv-cinder-858678-1-iscsi, cleared binding levels {{(pid=106203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:28:33.075935 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-36a0e28f-9201-4e54-b636-bcd3dba7f5cb None None] For port bf19fae4-7ffa-4b53-b53b-5f699a4b73d1, host dv-cinder-858678-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=bf19fae4-7ffa-4b53-b53b-5f699a4b73d1,segment=NetworkSegment(23711497-a20f-4916-8d35-19aa46c96038),segment_id=23711497-a20f-4916-8d35-19aa46c96038)] {{(pid=106203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:28:33.084253 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-36a0e28f-9201-4e54-b636-bcd3dba7f5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (bf19fae4-7ffa-4b53-b53b-5f699a4b73d1), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:33.157359 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-fa8868c5-f7c9-4e0a-be94-3e257f323232 None None] Attempt 7 to provision port bf19fae4-7ffa-4b53-b53b-5f699a4b73d1 Sep 21 12:28:33.205244 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7622b66-d721-4e4b-820b-b0e2f464a32a None None] Pushing event updated for resources: {'Port': ['ID=bf19fae4-7ffa-4b53-b53b-5f699a4b73d1,revision_number=4']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:28:33.222702 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a0e28f-9201-4e54-b636-bcd3dba7f5cb None None] Routers {'00016265-70ee-4fa8-952a-a43d9b1f9128'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:28:33.223418 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-36a0e28f-9201-4e54-b636-bcd3dba7f5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:28:09Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['00016265-70ee-4fa8-952a-a43d9b1f9128'], 'active': True} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:28:33.263980 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-4cb46759-0011-49a0-88c7-477d4dde6809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:33.354878 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-127f74d6-ad7b-454d-8708-547dc22aff40 None None] Publish callbacks [] for port (54470c95-9886-457a-8878-27a4f0b6ee35), precommit_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:33.359488 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-fa8868c5-f7c9-4e0a-be94-3e257f323232 None None] Current status of the port bf19fae4-7ffa-4b53-b53b-5f699a4b73d1 is: DOWN; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:28:33.359927 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-fa8868c5-f7c9-4e0a-be94-3e257f323232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (bf19fae4-7ffa-4b53-b53b-5f699a4b73d1), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:33.362395 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-127f74d6-ad7b-454d-8708-547dc22aff40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (54470c95-9886-457a-8878-27a4f0b6ee35), after_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:33.406421 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:33.417983 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvr_db [None req-36a0e28f-9201-4e54-b636-bcd3dba7f5cb None None] Set router 00016265-70ee-4fa8-952a-a43d9b1f9128 gateway port host: dv-cinder-858678-1-iscsi {{(pid=106203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:28:33.421298 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.managers [None req-127f74d6-ad7b-454d-8708-547dc22aff40 None None] Attempting to bind port 54470c95-9886-457a-8878-27a4f0b6ee35 on host dv-cinder-858678-1-iscsi for vnic_type normal with profile {{(pid=106204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 12:28:33.421298 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.managers [None req-127f74d6-ad7b-454d-8708-547dc22aff40 None None] Attempting to bind port 54470c95-9886-457a-8878-27a4f0b6ee35 by drivers openvswitch,hyperv on host dv-cinder-858678-1-iscsi at level 0 using segments [{'id': '0a2e6652-942c-46a2-8162-ab1d320b7f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d'}] {{(pid=106204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 12:28:33.421298 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127f74d6-ad7b-454d-8708-547dc22aff40 None None] Attempting to bind port 54470c95-9886-457a-8878-27a4f0b6ee35 on network 988e67c4-a01e-4c04-8cb9-1b0dd07d668d {{(pid=106204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:28:33.421776 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-fa8868c5-f7c9-4e0a-be94-3e257f323232 None None] For port bf19fae4-7ffa-4b53-b53b-5f699a4b73d1, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=bf19fae4-7ffa-4b53-b53b-5f699a4b73d1,segment=NetworkSegment(23711497-a20f-4916-8d35-19aa46c96038),segment_id=23711497-a20f-4916-8d35-19aa46c96038)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:28:33.450000 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-fa8868c5-f7c9-4e0a-be94-3e257f323232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (bf19fae4-7ffa-4b53-b53b-5f699a4b73d1), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:33.471979 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc76744-b58a-4333-8a81-8666052cffec None None] Pushing event updated for resources: {'Port': ['ID=54470c95-9886-457a-8878-27a4f0b6ee35,revision_number=2']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:28:33.496029 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127f74d6-ad7b-454d-8708-547dc22aff40 None None] Checking agent: {'id': '57fb69a9-4edc-44fd-8965-b65708e41306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858678-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 12, 12, 11), 'started_at': datetime.datetime(2022, 9, 21, 12, 12, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 12, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858678-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 12:28:33.496463 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127f74d6-ad7b-454d-8708-547dc22aff40 None None] Checking segment: {'id': '0a2e6652-942c-46a2-8162-ab1d320b7f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:28:33.497198 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-127f74d6-ad7b-454d-8708-547dc22aff40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:33.497772 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127f74d6-ad7b-454d-8708-547dc22aff40 None None] Bound using segment: {'id': '0a2e6652-942c-46a2-8162-ab1d320b7f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d'} {{(pid=106204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 12:28:33.498644 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.managers [None req-127f74d6-ad7b-454d-8708-547dc22aff40 None None] Bound port: 54470c95-9886-457a-8878-27a4f0b6ee35, host: dv-cinder-858678-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2e6652-942c-46a2-8162-ab1d320b7f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d'}}] {{(pid=106204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 12:28:33.499237 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-127f74d6-ad7b-454d-8708-547dc22aff40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (54470c95-9886-457a-8878-27a4f0b6ee35), before_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:33.555030 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.db [None req-127f74d6-ad7b-454d-8708-547dc22aff40 None None] For port 54470c95-9886-457a-8878-27a4f0b6ee35, host dv-cinder-858678-1-iscsi, cleared binding levels {{(pid=106204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:28:33.558541 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.db [None req-127f74d6-ad7b-454d-8708-547dc22aff40 None None] For port 54470c95-9886-457a-8878-27a4f0b6ee35, host dv-cinder-858678-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=54470c95-9886-457a-8878-27a4f0b6ee35,segment=NetworkSegment(0a2e6652-942c-46a2-8162-ab1d320b7f7e),segment_id=0a2e6652-942c-46a2-8162-ab1d320b7f7e)] {{(pid=106204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:28:33.565099 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-127f74d6-ad7b-454d-8708-547dc22aff40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (54470c95-9886-457a-8878-27a4f0b6ee35), after_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:33.588424 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-cb935ed9-4c9e-4e8b-bdb1-e4c71b400b75 None None] Provisioning complete for port bf19fae4-7ffa-4b53-b53b-5f699a4b73d1 triggered by entity DHCP. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:28:33.588789 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-cb935ed9-4c9e-4e8b-bdb1-e4c71b400b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (bf19fae4-7ffa-4b53-b53b-5f699a4b73d1), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:33.589113 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-cb935ed9-4c9e-4e8b-bdb1-e4c71b400b75 None None] Attempt 1 to provision port bf19fae4-7ffa-4b53-b53b-5f699a4b73d1 Sep 21 12:28:33.608413 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127f74d6-ad7b-454d-8708-547dc22aff40 None None] Routers {'65d0c563-fbaa-4fcb-9213-962b0d4d873c'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:28:33.609501 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-127f74d6-ad7b-454d-8708-547dc22aff40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:28:09Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['65d0c563-fbaa-4fcb-9213-962b0d4d873c'], 'active': True} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:28:33.612678 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8868c5-f7c9-4e0a-be94-3e257f323232 None None] Pushing event updated for resources: {'Port': ['ID=bf19fae4-7ffa-4b53-b53b-5f699a4b73d1,revision_number=5']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:28:33.731488 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.db_base_plugin_common [None req-4cb46759-0011-49a0-88c7-477d4dde6809 admin admin] Allocated IP 172.20.0.1 (fc00bdbd-9f44-4a8d-9363-4787072ee03d/5ed2d235-e0f3-493a-a02e-e5b8dc727894/24c76747-7cd7-42aa-8aca-137bea1cd947) {{(pid=106202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:28:33.766135 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-36a0e28f-9201-4e54-b636-bcd3dba7f5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00016265-70ee-4fa8-952a-a43d9b1f9128', 'name': 'tempest-TestShelveInstance-296206007-router', 'tenant_id': '95515a2858124583ac138aa6350e4bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '77c49cab-5567-4b66-b941-60ae6c9e0f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:28:26Z', 'updated_at': '2022-09-21T12:28:29Z', 'revision_number': 4, 'project_id': '95515a2858124583ac138aa6350e4bc3', 'gw_port': {'id': '77c49cab-5567-4b66-b941-60ae6c9e0f73', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00016265-70ee-4fa8-952a-a43d9b1f9128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:28:27Z', 'updated_at': '2022-09-21T12:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': 'bf19fae4-7ffa-4b53-b53b-5f699a4b73d1', 'name': '', 'network_id': 'f443e4f9-b2cf-41c0-aace-fc1b385c5aad', 'tenant_id': '95515a2858124583ac138aa6350e4bc3', 'mac_address': 'fa:16:3e:1e:da:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00016265-70ee-4fa8-952a-a43d9b1f9128', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '30c54aec-003f-4946-8d2e-88ee44f1f187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:28:28Z', 'updated_at': '2022-09-21T12:28:33Z', 'revision_number': 4, 'project_id': '95515a2858124583ac138aa6350e4bc3', 'subnets': [{'id': '30c54aec-003f-4946-8d2e-88ee44f1f187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:28:33.820000 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvr_db [None req-127f74d6-ad7b-454d-8708-547dc22aff40 None None] Set router 65d0c563-fbaa-4fcb-9213-962b0d4d873c gateway port host: dv-cinder-858678-1-iscsi {{(pid=106204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:28:33.837018 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a0e28f-9201-4e54-b636-bcd3dba7f5cb None None] The sync data for ids ['00016265-70ee-4fa8-952a-a43d9b1f9128'] in dv-cinder-858678-1-iscsi is: [{'id': '00016265-70ee-4fa8-952a-a43d9b1f9128', 'name': 'tempest-TestShelveInstance-296206007-router', 'tenant_id': '95515a2858124583ac138aa6350e4bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '77c49cab-5567-4b66-b941-60ae6c9e0f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:28:26Z', 'updated_at': '2022-09-21T12:28:29Z', 'revision_number': 4, 'project_id': '95515a2858124583ac138aa6350e4bc3', 'gw_port': {'id': '77c49cab-5567-4b66-b941-60ae6c9e0f73', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00016265-70ee-4fa8-952a-a43d9b1f9128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:28:27Z', 'updated_at': '2022-09-21T12:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': 'bf19fae4-7ffa-4b53-b53b-5f699a4b73d1', 'name': '', 'network_id': 'f443e4f9-b2cf-41c0-aace-fc1b385c5aad', 'tenant_id': '95515a2858124583ac138aa6350e4bc3', 'mac_address': 'fa:16:3e:1e:da:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00016265-70ee-4fa8-952a-a43d9b1f9128', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '30c54aec-003f-4946-8d2e-88ee44f1f187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:28:28Z', 'updated_at': '2022-09-21T12:28:33Z', 'revision_number': 4, 'project_id': '95515a2858124583ac138aa6350e4bc3', 'subnets': [{'id': '30c54aec-003f-4946-8d2e-88ee44f1f187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:28:33.850689 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-4cb46759-0011-49a0-88c7-477d4dde6809 admin admin] Publish callbacks [] for port (24c76747-7cd7-42aa-8aca-137bea1cd947), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:33.857190 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:33.867481 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-cb935ed9-4c9e-4e8b-bdb1-e4c71b400b75 None None] Current status of the port bf19fae4-7ffa-4b53-b53b-5f699a4b73d1 is: ACTIVE; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:28:33.878975 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=3 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:33.880113 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:33.920736 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-4cb46759-0011-49a0-88c7-477d4dde6809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735120900801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (24c76747-7cd7-42aa-8aca-137bea1cd947), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:33.951097 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc76744-b58a-4333-8a81-8666052cffec None None] Pushing event updated for resources: {'Port': ['ID=54470c95-9886-457a-8878-27a4f0b6ee35,revision_number=3']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:28:34.007683 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb46759-0011-49a0-88c7-477d4dde6809 admin admin] Network fc00bdbd-9f44-4a8d-9363-4787072ee03d is already hosted by enough agents. {{(pid=106202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:28:34.010456 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.base_scheduler [None req-4cb46759-0011-49a0-88c7-477d4dde6809 admin admin] Resources bound (agent type, host, resource id): {{(pid=106202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:28:34.020953 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb46759-0011-49a0-88c7-477d4dde6809 admin admin] Received port after_create {{(pid=106202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 12:28:34.068815 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb46759-0011-49a0-88c7-477d4dde6809 admin admin] Pushing event updated for resources: {'Port': ['ID=24c76747-7cd7-42aa-8aca-137bea1cd947,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:28:34.100287 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-4cb46759-0011-49a0-88c7-477d4dde6809 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-624413'] for router_interface (65d0c563-fbaa-4fcb-9213-962b0d4d873c), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:34.112074 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 77c49cab-5567-4b66-b941-60ae6c9e0f73 up at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:28:34.165391 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-127f74d6-ad7b-454d-8708-547dc22aff40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d0c563-fbaa-4fcb-9213-962b0d4d873c', 'name': 'tempest-TestShelveInstance-494163826-router', 'tenant_id': '43c694babd814ea8bf1cdaf84f242a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '54470c95-9886-457a-8878-27a4f0b6ee35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:28:31Z', 'updated_at': '2022-09-21T12:28:32Z', 'revision_number': 3, 'project_id': '43c694babd814ea8bf1cdaf84f242a26', 'gw_port': {'id': '54470c95-9886-457a-8878-27a4f0b6ee35', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:7e:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d0c563-fbaa-4fcb-9213-962b0d4d873c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:28:31Z', 'updated_at': '2022-09-21T12:28:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi'}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:28:34.191251 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Provisioning complete for port 77c49cab-5567-4b66-b941-60ae6c9e0f73 triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:28:34.192084 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (77c49cab-5567-4b66-b941-60ae6c9e0f73), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:34.192609 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Attempt 1 to provision port 77c49cab-5567-4b66-b941-60ae6c9e0f73 Sep 21 12:28:34.193576 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127f74d6-ad7b-454d-8708-547dc22aff40 None None] The sync data for ids ['65d0c563-fbaa-4fcb-9213-962b0d4d873c'] in dv-cinder-858678-1-iscsi is: [{'id': '65d0c563-fbaa-4fcb-9213-962b0d4d873c', 'name': 'tempest-TestShelveInstance-494163826-router', 'tenant_id': '43c694babd814ea8bf1cdaf84f242a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '54470c95-9886-457a-8878-27a4f0b6ee35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:28:31Z', 'updated_at': '2022-09-21T12:28:32Z', 'revision_number': 3, 'project_id': '43c694babd814ea8bf1cdaf84f242a26', 'gw_port': {'id': '54470c95-9886-457a-8878-27a4f0b6ee35', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:7e:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d0c563-fbaa-4fcb-9213-962b0d4d873c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:28:31Z', 'updated_at': '2022-09-21T12:28:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi'}] {{(pid=106204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:28:34.305687 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Current status of the port 77c49cab-5567-4b66-b941-60ae6c9e0f73 is: ACTIVE; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:28:34.308693 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device ac0cec4a-c236-4dcb-bc23-e5332207d25a up at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:28:34.329130 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-4cb46759-0011-49a0-88c7-477d4dde6809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (24c76747-7cd7-42aa-8aca-137bea1cd947), before_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:34.344070 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf5f0ae-a210-4e59-beea-8280cc9945cb None None] Network fc00bdbd-9f44-4a8d-9363-4787072ee03d requested from dv-cinder-858678-1-iscsi {{(pid=106203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 12:28:34.412651 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:34.436554 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-ef420987-3a25-426e-918e-1fccc4240a05 None None] Provisioning complete for port ac0cec4a-c236-4dcb-bc23-e5332207d25a triggered by entity DHCP. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:28:34.437003 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-ef420987-3a25-426e-918e-1fccc4240a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (ac0cec4a-c236-4dcb-bc23-e5332207d25a), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:34.437239 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-ef420987-3a25-426e-918e-1fccc4240a05 None None] Attempt 1 to provision port ac0cec4a-c236-4dcb-bc23-e5332207d25a Sep 21 12:28:34.488267 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Provisioning complete for port ac0cec4a-c236-4dcb-bc23-e5332207d25a triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:28:34.488267 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (ac0cec4a-c236-4dcb-bc23-e5332207d25a), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:34.488267 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Attempt 1 to provision port ac0cec4a-c236-4dcb-bc23-e5332207d25a Sep 21 12:28:34.554381 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-4cb46759-0011-49a0-88c7-477d4dde6809 admin admin] Publish callbacks [] for port (24c76747-7cd7-42aa-8aca-137bea1cd947), precommit_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:34.559456 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-4cb46759-0011-49a0-88c7-477d4dde6809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6955121'] for port (24c76747-7cd7-42aa-8aca-137bea1cd947), after_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:34.650060 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-4cb46759-0011-49a0-88c7-477d4dde6809 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-544034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624521'] for router_interface (65d0c563-fbaa-4fcb-9213-962b0d4d873c), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:34.659353 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb46759-0011-49a0-88c7-477d4dde6809 admin admin] Pushing event updated for resources: {'Port': ['ID=24c76747-7cd7-42aa-8aca-137bea1cd947,revision_number=2']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:28:34.679577 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-ef420987-3a25-426e-918e-1fccc4240a05 None None] Current status of the port ac0cec4a-c236-4dcb-bc23-e5332207d25a is: DOWN; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:28:34.680074 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-ef420987-3a25-426e-918e-1fccc4240a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (ac0cec4a-c236-4dcb-bc23-e5332207d25a), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:34.682230 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Current status of the port ac0cec4a-c236-4dcb-bc23-e5332207d25a is: DOWN; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:28:34.682832 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (ac0cec4a-c236-4dcb-bc23-e5332207d25a), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:34.749770 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] For port ac0cec4a-c236-4dcb-bc23-e5332207d25a, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=ac0cec4a-c236-4dcb-bc23-e5332207d25a,segment=NetworkSegment(0f859c32-8aa1-47e5-a3f4-04728a0ec843),segment_id=0f859c32-8aa1-47e5-a3f4-04728a0ec843)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:28:34.755860 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (ac0cec4a-c236-4dcb-bc23-e5332207d25a), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:34.781379 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb46759-0011-49a0-88c7-477d4dde6809 admin admin] Network fc00bdbd-9f44-4a8d-9363-4787072ee03d is already hosted by enough agents. {{(pid=106202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:28:34.783349 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.base_scheduler [None req-4cb46759-0011-49a0-88c7-477d4dde6809 admin admin] Resources bound (agent type, host, resource id): {{(pid=106202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:28:34.812485 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.db.api [None req-ef420987-3a25-426e-918e-1fccc4240a05 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106203) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 21 12:28:34.812821 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG oslo_db.api [None req-ef420987-3a25-426e-918e-1fccc4240a05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 12:28:34.883825 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Pushing event updated for resources: {'Port': ['ID=ac0cec4a-c236-4dcb-bc23-e5332207d25a,revision_number=3']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:28:34.935303 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cb46759-0011-49a0-88c7-477d4dde6809 admin admin] Router 65d0c563-fbaa-4fcb-9213-962b0d4d873c has already been hosted by L3 agent 4f31b8b6-17c0-474d-bf52-0481ff2a5cf7 {{(pid=106202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 12:28:34.943210 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:34.996875 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:35.062309 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb46759-0011-49a0-88c7-477d4dde6809 admin admin] Notify agent at l3_agent.dv-cinder-858678-1-iscsi the message routers_updated {{(pid=106202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:28:35.073359 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-4cb46759-0011-49a0-88c7-477d4dde6809 admin admin] 10.222.0.71 "PUT /networking/v2.0/routers/65d0c563-fbaa-4fcb-9213-962b0d4d873c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3856902 Sep 21 12:28:35.350799 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-ef420987-3a25-426e-918e-1fccc4240a05 None None] Current status of the port ac0cec4a-c236-4dcb-bc23-e5332207d25a is: ACTIVE; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:28:35.452725 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 58476) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:28:35.458568 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.v2.base [None req-56aa6922-5efb-4f68-ad6e-0bb65d5ac66d tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-448455005', 'description': 'tempest-secgroup-smoke-448455005 description', 'project_id': '95515a2858124583ac138aa6350e4bc3'}} {{(pid=106201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:28:35.470227 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-fb57bfad-11ef-4248-a8f8-50770fcf7b82 None None] Provisioning complete for port ac0cec4a-c236-4dcb-bc23-e5332207d25a triggered by entity DHCP. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:28:35.470938 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-fb57bfad-11ef-4248-a8f8-50770fcf7b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (ac0cec4a-c236-4dcb-bc23-e5332207d25a), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:35.471334 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-fb57bfad-11ef-4248-a8f8-50770fcf7b82 None None] Attempt 1 to provision port ac0cec4a-c236-4dcb-bc23-e5332207d25a Sep 21 12:28:35.480600 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-56aa6922-5efb-4f68-ad6e-0bb65d5ac66d tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Publish callbacks [] for security_group (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:35.555328 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-fb57bfad-11ef-4248-a8f8-50770fcf7b82 None None] Current status of the port ac0cec4a-c236-4dcb-bc23-e5332207d25a is: ACTIVE; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:28:35.564245 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-fb57bfad-11ef-4248-a8f8-50770fcf7b82 None None] Provisioning complete for port 24c76747-7cd7-42aa-8aca-137bea1cd947 triggered by entity DHCP. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:28:35.564614 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-fb57bfad-11ef-4248-a8f8-50770fcf7b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (24c76747-7cd7-42aa-8aca-137bea1cd947), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:35.564942 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-fb57bfad-11ef-4248-a8f8-50770fcf7b82 None None] Attempt 1 to provision port 24c76747-7cd7-42aa-8aca-137bea1cd947 Sep 21 12:28:35.573092 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-56aa6922-5efb-4f68-ad6e-0bb65d5ac66d tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Publish callbacks [] for security_group (2d9e8d7e-7a10-40ad-8dfe-7e3854a595ea), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:35.578615 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-56aa6922-5efb-4f68-ad6e-0bb65d5ac66d tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (2d9e8d7e-7a10-40ad-8dfe-7e3854a595ea), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:35.598999 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:35.601309 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-56aa6922-5efb-4f68-ad6e-0bb65d5ac66d tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Publish callbacks [] for security_group (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:35.602958 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-56aa6922-5efb-4f68-ad6e-0bb65d5ac66d tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1490004 Sep 21 12:28:35.606652 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 58478) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:28:35.607620 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-fb57bfad-11ef-4248-a8f8-50770fcf7b82 None None] Port 24c76747-7cd7-42aa-8aca-137bea1cd947 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:28:35.611374 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.v2.base [None req-8503f279-d83e-477e-94d1-ff303675019d tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Request body: {'security_group_rule': {'security_group_id': '2d9e8d7e-7a10-40ad-8dfe-7e3854a595ea', 'project_id': '95515a2858124583ac138aa6350e4bc3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:28:35.633442 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aa6922-5efb-4f68-ad6e-0bb65d5ac66d tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9e8d7e-7a10-40ad-8dfe-7e3854a595ea,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:28:35.648223 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-8503f279-d83e-477e-94d1-ff303675019d tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Publish callbacks [] for security_group_rule (29eade2f-3d5c-41d7-9dc8-d771c684f0d0), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:35.657694 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:35.709052 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-8503f279-d83e-477e-94d1-ff303675019d tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Publish callbacks [] for security_group_rule (29eade2f-3d5c-41d7-9dc8-d771c684f0d0), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:35.712752 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-8503f279-d83e-477e-94d1-ff303675019d tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663432'] for security_group_rule (29eade2f-3d5c-41d7-9dc8-d771c684f0d0), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:35.730681 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:35.735806 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8503f279-d83e-477e-94d1-ff303675019d tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29eade2f-3d5c-41d7-9dc8-d771c684f0d0,revision_number=0']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:28:35.742222 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-8503f279-d83e-477e-94d1-ff303675019d tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:35.743269 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-8503f279-d83e-477e-94d1-ff303675019d tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1355028 Sep 21 12:28:35.746117 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 58480) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:28:35.751003 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [None req-8b63d71f-97ed-4851-a803-7e41f0d2113e tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Request body: {'security_group_rule': {'security_group_id': '2d9e8d7e-7a10-40ad-8dfe-7e3854a595ea', 'project_id': '95515a2858124583ac138aa6350e4bc3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:28:35.778574 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-8b63d71f-97ed-4851-a803-7e41f0d2113e tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Publish callbacks [] for security_group_rule (958894da-3214-4c27-85d6-0b46472f2156), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:35.841730 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-8b63d71f-97ed-4851-a803-7e41f0d2113e tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Publish callbacks [] for security_group_rule (958894da-3214-4c27-85d6-0b46472f2156), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:35.850216 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-8b63d71f-97ed-4851-a803-7e41f0d2113e tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663432'] for security_group_rule (958894da-3214-4c27-85d6-0b46472f2156), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:35.872312 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63d71f-97ed-4851-a803-7e41f0d2113e tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=958894da-3214-4c27-85d6-0b46472f2156,revision_number=0']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:28:35.879462 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-8b63d71f-97ed-4851-a803-7e41f0d2113e tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:35.880705 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-8b63d71f-97ed-4851-a803-7e41f0d2113e tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1335237 Sep 21 12:28:35.883342 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 58482) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:28:35.887955 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [None req-b0b5a330-4f48-4eaf-a509-bca794aeb8fa tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Request body: {'security_group_rule': {'security_group_id': '2d9e8d7e-7a10-40ad-8dfe-7e3854a595ea', 'project_id': '95515a2858124583ac138aa6350e4bc3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:28:35.916561 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-b0b5a330-4f48-4eaf-a509-bca794aeb8fa tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Publish callbacks [] for security_group_rule (bed886e8-6cd8-4a12-aabf-52d98675e9ab), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:35.953923 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device ac0cec4a-c236-4dcb-bc23-e5332207d25a up at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:28:35.981047 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-b0b5a330-4f48-4eaf-a509-bca794aeb8fa tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Publish callbacks [] for security_group_rule (bed886e8-6cd8-4a12-aabf-52d98675e9ab), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:35.985313 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-b0b5a330-4f48-4eaf-a509-bca794aeb8fa tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663432'] for security_group_rule (bed886e8-6cd8-4a12-aabf-52d98675e9ab), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:35.998327 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Provisioning complete for port ac0cec4a-c236-4dcb-bc23-e5332207d25a triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:28:35.998693 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (ac0cec4a-c236-4dcb-bc23-e5332207d25a), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:35.999022 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Attempt 1 to provision port ac0cec4a-c236-4dcb-bc23-e5332207d25a Sep 21 12:28:36.006306 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b5a330-4f48-4eaf-a509-bca794aeb8fa tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bed886e8-6cd8-4a12-aabf-52d98675e9ab,revision_number=0']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:28:36.012546 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-b0b5a330-4f48-4eaf-a509-bca794aeb8fa tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:36.013752 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-b0b5a330-4f48-4eaf-a509-bca794aeb8fa tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1291800 Sep 21 12:28:36.016384 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 58484) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:28:36.020918 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [None req-9eb46b45-ede8-4ff8-9467-f8d33d5afba2 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Request body: {'security_group_rule': {'security_group_id': '2d9e8d7e-7a10-40ad-8dfe-7e3854a595ea', 'project_id': '95515a2858124583ac138aa6350e4bc3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:28:36.049659 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-9eb46b45-ede8-4ff8-9467-f8d33d5afba2 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Publish callbacks [] for security_group_rule (c58e9d7c-1423-46b7-b392-fe39d387fce1), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:36.076187 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Current status of the port ac0cec4a-c236-4dcb-bc23-e5332207d25a is: ACTIVE; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:28:36.077239 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device bf19fae4-7ffa-4b53-b53b-5f699a4b73d1 up at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:28:36.108215 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-fb57bfad-11ef-4248-a8f8-50770fcf7b82 None None] Attempt 2 to provision port 24c76747-7cd7-42aa-8aca-137bea1cd947 Sep 21 12:28:36.109122 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-9eb46b45-ede8-4ff8-9467-f8d33d5afba2 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Publish callbacks [] for security_group_rule (c58e9d7c-1423-46b7-b392-fe39d387fce1), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:36.113839 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-9eb46b45-ede8-4ff8-9467-f8d33d5afba2 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663432'] for security_group_rule (c58e9d7c-1423-46b7-b392-fe39d387fce1), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:36.130569 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:36.133042 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb46b45-ede8-4ff8-9467-f8d33d5afba2 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c58e9d7c-1423-46b7-b392-fe39d387fce1,revision_number=0']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:28:36.140368 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-9eb46b45-ede8-4ff8-9467-f8d33d5afba2 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:36.144021 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-9eb46b45-ede8-4ff8-9467-f8d33d5afba2 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1240911 Sep 21 12:28:36.144443 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 58486) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:28:36.152291 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.v2.base [None req-d2ebf77a-080b-4300-a577-1f96971b0297 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Request body: {'security_group_rule': {'security_group_id': '2d9e8d7e-7a10-40ad-8dfe-7e3854a595ea', 'project_id': '95515a2858124583ac138aa6350e4bc3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:28:36.155031 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-fb57bfad-11ef-4248-a8f8-50770fcf7b82 None None] Port 24c76747-7cd7-42aa-8aca-137bea1cd947 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:28:36.157242 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Provisioning complete for port bf19fae4-7ffa-4b53-b53b-5f699a4b73d1 triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:28:36.157616 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (bf19fae4-7ffa-4b53-b53b-5f699a4b73d1), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:36.157952 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Attempt 1 to provision port bf19fae4-7ffa-4b53-b53b-5f699a4b73d1 Sep 21 12:28:36.180256 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.db.securitygroups_db [None req-d2ebf77a-080b-4300-a577-1f96971b0297 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Project 95515a2858124583ac138aa6350e4bc3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 12:28:36.189961 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-d2ebf77a-080b-4300-a577-1f96971b0297 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Publish callbacks [] for security_group_rule (11b900e0-3fce-461f-8e44-563506c5db97), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:36.236251 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Current status of the port bf19fae4-7ffa-4b53-b53b-5f699a4b73d1 is: ACTIVE; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:28:36.237220 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 54470c95-9886-457a-8878-27a4f0b6ee35 up at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:28:36.242889 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-d2ebf77a-080b-4300-a577-1f96971b0297 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Publish callbacks [] for security_group_rule (11b900e0-3fce-461f-8e44-563506c5db97), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:36.246807 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-d2ebf77a-080b-4300-a577-1f96971b0297 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663432'] for security_group_rule (11b900e0-3fce-461f-8e44-563506c5db97), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:36.266315 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ebf77a-080b-4300-a577-1f96971b0297 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11b900e0-3fce-461f-8e44-563506c5db97,revision_number=0']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:28:36.271912 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-d2ebf77a-080b-4300-a577-1f96971b0297 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:36.275891 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-d2ebf77a-080b-4300-a577-1f96971b0297 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1278455 Sep 21 12:28:36.276066 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 58488) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:28:36.281951 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.v2.base [None req-39506827-f7bf-4e60-b2d9-4cf054e20272 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Request body: {'security_group_rule': {'security_group_id': '2d9e8d7e-7a10-40ad-8dfe-7e3854a595ea', 'project_id': '95515a2858124583ac138aa6350e4bc3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:28:36.284170 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Provisioning complete for port 54470c95-9886-457a-8878-27a4f0b6ee35 triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:28:36.284547 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (54470c95-9886-457a-8878-27a4f0b6ee35), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:36.284884 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Attempt 1 to provision port 54470c95-9886-457a-8878-27a4f0b6ee35 Sep 21 12:28:36.304819 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.db.securitygroups_db [None req-39506827-f7bf-4e60-b2d9-4cf054e20272 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Project 95515a2858124583ac138aa6350e4bc3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 12:28:36.311492 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-39506827-f7bf-4e60-b2d9-4cf054e20272 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Publish callbacks [] for security_group_rule (febb89f9-9928-4b82-8277-33f7756e8d6e), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:36.374012 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Current status of the port 54470c95-9886-457a-8878-27a4f0b6ee35 is: DOWN; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:28:36.374397 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (54470c95-9886-457a-8878-27a4f0b6ee35), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:36.377766 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-39506827-f7bf-4e60-b2d9-4cf054e20272 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Publish callbacks [] for security_group_rule (febb89f9-9928-4b82-8277-33f7756e8d6e), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:36.382334 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-39506827-f7bf-4e60-b2d9-4cf054e20272 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663432'] for security_group_rule (febb89f9-9928-4b82-8277-33f7756e8d6e), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:36.388543 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-f844eb5d-3d94-4ab8-a443-ee8eb8ae0630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (f73c601a-29a1-4353-9f34-efd4ba2e6501), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:36.397497 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] For port 54470c95-9886-457a-8878-27a4f0b6ee35, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=54470c95-9886-457a-8878-27a4f0b6ee35,segment=NetworkSegment(0a2e6652-942c-46a2-8162-ab1d320b7f7e),segment_id=0a2e6652-942c-46a2-8162-ab1d320b7f7e)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:28:36.402206 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (54470c95-9886-457a-8878-27a4f0b6ee35), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:36.406093 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39506827-f7bf-4e60-b2d9-4cf054e20272 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=febb89f9-9928-4b82-8277-33f7756e8d6e,revision_number=0']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:28:36.415140 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-39506827-f7bf-4e60-b2d9-4cf054e20272 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:36.416394 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-39506827-f7bf-4e60-b2d9-4cf054e20272 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1393774 Sep 21 12:28:36.454822 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Pushing event updated for resources: {'Port': ['ID=54470c95-9886-457a-8878-27a4f0b6ee35,revision_number=4']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:28:36.655890 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-fb57bfad-11ef-4248-a8f8-50770fcf7b82 None None] Attempt 3 to provision port 24c76747-7cd7-42aa-8aca-137bea1cd947 Sep 21 12:28:36.817763 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-fb57bfad-11ef-4248-a8f8-50770fcf7b82 None None] Port 24c76747-7cd7-42aa-8aca-137bea1cd947 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:28:37.319207 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-fb57bfad-11ef-4248-a8f8-50770fcf7b82 None None] Attempt 4 to provision port 24c76747-7cd7-42aa-8aca-137bea1cd947 Sep 21 12:28:37.353672 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-fb57bfad-11ef-4248-a8f8-50770fcf7b82 None None] Port 24c76747-7cd7-42aa-8aca-137bea1cd947 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:28:37.809994 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7df781b-ec68-46da-844c-a5db16c5bd48 None None] Sync routers for ids ['65d0c563-fbaa-4fcb-9213-962b0d4d873c'] in dv-cinder-858678-1-iscsi {{(pid=106203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:28:37.821429 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7df781b-ec68-46da-844c-a5db16c5bd48 None None] Routers {'65d0c563-fbaa-4fcb-9213-962b0d4d873c'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:28:37.822265 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-f7df781b-ec68-46da-844c-a5db16c5bd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:28:09Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['65d0c563-fbaa-4fcb-9213-962b0d4d873c'], 'active': True} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:28:37.861689 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-fb57bfad-11ef-4248-a8f8-50770fcf7b82 None None] Attempt 5 to provision port 24c76747-7cd7-42aa-8aca-137bea1cd947 Sep 21 12:28:37.889792 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 54470c95-9886-457a-8878-27a4f0b6ee35 up at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:28:37.926110 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-fb57bfad-11ef-4248-a8f8-50770fcf7b82 None None] Port 24c76747-7cd7-42aa-8aca-137bea1cd947 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:28:37.928063 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:38.004923 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvr_db [None req-f7df781b-ec68-46da-844c-a5db16c5bd48 None None] Set router 65d0c563-fbaa-4fcb-9213-962b0d4d873c gateway port host: dv-cinder-858678-1-iscsi {{(pid=106203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:28:38.034684 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Provisioning complete for port 54470c95-9886-457a-8878-27a4f0b6ee35 triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:28:38.035072 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (54470c95-9886-457a-8878-27a4f0b6ee35), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:38.035386 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Attempt 1 to provision port 54470c95-9886-457a-8878-27a4f0b6ee35 Sep 21 12:28:38.220679 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Current status of the port 54470c95-9886-457a-8878-27a4f0b6ee35 is: ACTIVE; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:28:38.250576 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:38.264387 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-f7df781b-ec68-46da-844c-a5db16c5bd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d0c563-fbaa-4fcb-9213-962b0d4d873c', 'name': 'tempest-TestShelveInstance-494163826-router', 'tenant_id': '43c694babd814ea8bf1cdaf84f242a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '54470c95-9886-457a-8878-27a4f0b6ee35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:28:31Z', 'updated_at': '2022-09-21T12:28:34Z', 'revision_number': 4, 'project_id': '43c694babd814ea8bf1cdaf84f242a26', 'gw_port': {'id': '54470c95-9886-457a-8878-27a4f0b6ee35', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:7e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d0c563-fbaa-4fcb-9213-962b0d4d873c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:28:31Z', 'updated_at': '2022-09-21T12:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': '24c76747-7cd7-42aa-8aca-137bea1cd947', 'name': '', 'network_id': 'fc00bdbd-9f44-4a8d-9363-4787072ee03d', 'tenant_id': '43c694babd814ea8bf1cdaf84f242a26', 'mac_address': 'fa:16:3e:a3:43:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d0c563-fbaa-4fcb-9213-962b0d4d873c', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '5ed2d235-e0f3-493a-a02e-e5b8dc727894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:28:33Z', 'updated_at': '2022-09-21T12:28:34Z', 'revision_number': 2, 'project_id': '43c694babd814ea8bf1cdaf84f242a26', 'subnets': [{'id': '5ed2d235-e0f3-493a-a02e-e5b8dc727894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:28:38.289482 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7df781b-ec68-46da-844c-a5db16c5bd48 None None] Checking router: 65d0c563-fbaa-4fcb-9213-962b0d4d873c for host: dv-cinder-858678-1-iscsi {{(pid=106203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:28:38.289829 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7df781b-ec68-46da-844c-a5db16c5bd48 None None] Updating router 65d0c563-fbaa-4fcb-9213-962b0d4d873c port 24c76747-7cd7-42aa-8aca-137bea1cd947 binding host dv-cinder-858678-1-iscsi {{(pid=106203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 12:28:38.319185 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-f7df781b-ec68-46da-844c-a5db16c5bd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (24c76747-7cd7-42aa-8aca-137bea1cd947), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:38.432125 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-fb57bfad-11ef-4248-a8f8-50770fcf7b82 None None] Attempt 6 to provision port 24c76747-7cd7-42aa-8aca-137bea1cd947 Sep 21 12:28:38.513251 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-fb57bfad-11ef-4248-a8f8-50770fcf7b82 None None] Port 24c76747-7cd7-42aa-8aca-137bea1cd947 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:28:38.619215 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-f7df781b-ec68-46da-844c-a5db16c5bd48 None None] Publish callbacks [] for port (24c76747-7cd7-42aa-8aca-137bea1cd947), precommit_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:38.638145 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-f7df781b-ec68-46da-844c-a5db16c5bd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (24c76747-7cd7-42aa-8aca-137bea1cd947), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:38.664159 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-3b83f614-0455-4b06-8906-f134aeae1a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (4f31b8b6-17c0-474d-bf52-0481ff2a5cf7), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:38.707709 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceb9931-1ade-40ae-891d-4a2b49ed7e72 None None] Pushing event updated for resources: {'Port': ['ID=24c76747-7cd7-42aa-8aca-137bea1cd947,revision_number=3']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:28:38.737694 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.managers [None req-f7df781b-ec68-46da-844c-a5db16c5bd48 None None] Attempting to bind port 24c76747-7cd7-42aa-8aca-137bea1cd947 on host dv-cinder-858678-1-iscsi for vnic_type normal with profile {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 12:28:38.738062 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.managers [None req-f7df781b-ec68-46da-844c-a5db16c5bd48 None None] Attempting to bind port 24c76747-7cd7-42aa-8aca-137bea1cd947 by drivers openvswitch,hyperv on host dv-cinder-858678-1-iscsi at level 0 using segments [{'id': '0f859c32-8aa1-47e5-a3f4-04728a0ec843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'fc00bdbd-9f44-4a8d-9363-4787072ee03d'}] {{(pid=106203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 12:28:38.738421 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7df781b-ec68-46da-844c-a5db16c5bd48 None None] Attempting to bind port 24c76747-7cd7-42aa-8aca-137bea1cd947 on network fc00bdbd-9f44-4a8d-9363-4787072ee03d {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:28:38.781630 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7df781b-ec68-46da-844c-a5db16c5bd48 None None] Checking agent: {'id': '57fb69a9-4edc-44fd-8965-b65708e41306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858678-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 12, 12, 11), 'started_at': datetime.datetime(2022, 9, 21, 12, 12, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 12, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858678-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 12:28:38.781999 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7df781b-ec68-46da-844c-a5db16c5bd48 None None] Checking segment: {'id': '0f859c32-8aa1-47e5-a3f4-04728a0ec843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'fc00bdbd-9f44-4a8d-9363-4787072ee03d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:28:38.782391 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-f7df781b-ec68-46da-844c-a5db16c5bd48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:38.782777 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7df781b-ec68-46da-844c-a5db16c5bd48 None None] Bound using segment: {'id': '0f859c32-8aa1-47e5-a3f4-04728a0ec843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'fc00bdbd-9f44-4a8d-9363-4787072ee03d'} {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 12:28:38.783242 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.managers [None req-f7df781b-ec68-46da-844c-a5db16c5bd48 None None] Bound port: 24c76747-7cd7-42aa-8aca-137bea1cd947, host: dv-cinder-858678-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f859c32-8aa1-47e5-a3f4-04728a0ec843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'fc00bdbd-9f44-4a8d-9363-4787072ee03d'}}] {{(pid=106203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 12:28:38.783618 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-f7df781b-ec68-46da-844c-a5db16c5bd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (24c76747-7cd7-42aa-8aca-137bea1cd947), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:38.846690 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-f7df781b-ec68-46da-844c-a5db16c5bd48 None None] For port 24c76747-7cd7-42aa-8aca-137bea1cd947, host dv-cinder-858678-1-iscsi, cleared binding levels {{(pid=106203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:28:38.849718 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-f7df781b-ec68-46da-844c-a5db16c5bd48 None None] For port 24c76747-7cd7-42aa-8aca-137bea1cd947, host dv-cinder-858678-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=24c76747-7cd7-42aa-8aca-137bea1cd947,segment=NetworkSegment(0f859c32-8aa1-47e5-a3f4-04728a0ec843),segment_id=0f859c32-8aa1-47e5-a3f4-04728a0ec843)] {{(pid=106203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:28:38.856445 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-f7df781b-ec68-46da-844c-a5db16c5bd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (24c76747-7cd7-42aa-8aca-137bea1cd947), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:38.861366 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:38.900334 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7df781b-ec68-46da-844c-a5db16c5bd48 None None] Routers {'65d0c563-fbaa-4fcb-9213-962b0d4d873c'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:28:38.900969 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-f7df781b-ec68-46da-844c-a5db16c5bd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:28:39Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['65d0c563-fbaa-4fcb-9213-962b0d4d873c'], 'active': True} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:28:38.966257 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceb9931-1ade-40ae-891d-4a2b49ed7e72 None None] Pushing event updated for resources: {'Port': ['ID=24c76747-7cd7-42aa-8aca-137bea1cd947,revision_number=4']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:28:39.013991 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-fb57bfad-11ef-4248-a8f8-50770fcf7b82 None None] Attempt 7 to provision port 24c76747-7cd7-42aa-8aca-137bea1cd947 Sep 21 12:28:39.044999 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvr_db [None req-f7df781b-ec68-46da-844c-a5db16c5bd48 None None] Set router 65d0c563-fbaa-4fcb-9213-962b0d4d873c gateway port host: dv-cinder-858678-1-iscsi {{(pid=106203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:28:39.070938 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:39.208879 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-fb57bfad-11ef-4248-a8f8-50770fcf7b82 None None] Current status of the port 24c76747-7cd7-42aa-8aca-137bea1cd947 is: DOWN; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:28:39.209267 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-fb57bfad-11ef-4248-a8f8-50770fcf7b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (24c76747-7cd7-42aa-8aca-137bea1cd947), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:39.287323 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-fb57bfad-11ef-4248-a8f8-50770fcf7b82 None None] For port 24c76747-7cd7-42aa-8aca-137bea1cd947, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=24c76747-7cd7-42aa-8aca-137bea1cd947,segment=NetworkSegment(0f859c32-8aa1-47e5-a3f4-04728a0ec843),segment_id=0f859c32-8aa1-47e5-a3f4-04728a0ec843)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:28:39.294733 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-fb57bfad-11ef-4248-a8f8-50770fcf7b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (24c76747-7cd7-42aa-8aca-137bea1cd947), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:39.333204 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-f7df781b-ec68-46da-844c-a5db16c5bd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d0c563-fbaa-4fcb-9213-962b0d4d873c', 'name': 'tempest-TestShelveInstance-494163826-router', 'tenant_id': '43c694babd814ea8bf1cdaf84f242a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '54470c95-9886-457a-8878-27a4f0b6ee35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:28:31Z', 'updated_at': '2022-09-21T12:28:34Z', 'revision_number': 4, 'project_id': '43c694babd814ea8bf1cdaf84f242a26', 'gw_port': {'id': '54470c95-9886-457a-8878-27a4f0b6ee35', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:7e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d0c563-fbaa-4fcb-9213-962b0d4d873c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:28:31Z', 'updated_at': '2022-09-21T12:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': '24c76747-7cd7-42aa-8aca-137bea1cd947', 'name': '', 'network_id': 'fc00bdbd-9f44-4a8d-9363-4787072ee03d', 'tenant_id': '43c694babd814ea8bf1cdaf84f242a26', 'mac_address': 'fa:16:3e:a3:43:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d0c563-fbaa-4fcb-9213-962b0d4d873c', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '5ed2d235-e0f3-493a-a02e-e5b8dc727894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:28:33Z', 'updated_at': '2022-09-21T12:28:38Z', 'revision_number': 4, 'project_id': '43c694babd814ea8bf1cdaf84f242a26', 'subnets': [{'id': '5ed2d235-e0f3-493a-a02e-e5b8dc727894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:28:39.363864 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7df781b-ec68-46da-844c-a5db16c5bd48 None None] The sync data for ids ['65d0c563-fbaa-4fcb-9213-962b0d4d873c'] in dv-cinder-858678-1-iscsi is: [{'id': '65d0c563-fbaa-4fcb-9213-962b0d4d873c', 'name': 'tempest-TestShelveInstance-494163826-router', 'tenant_id': '43c694babd814ea8bf1cdaf84f242a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '54470c95-9886-457a-8878-27a4f0b6ee35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:28:31Z', 'updated_at': '2022-09-21T12:28:34Z', 'revision_number': 4, 'project_id': '43c694babd814ea8bf1cdaf84f242a26', 'gw_port': {'id': '54470c95-9886-457a-8878-27a4f0b6ee35', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:7e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d0c563-fbaa-4fcb-9213-962b0d4d873c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:28:31Z', 'updated_at': '2022-09-21T12:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': '24c76747-7cd7-42aa-8aca-137bea1cd947', 'name': '', 'network_id': 'fc00bdbd-9f44-4a8d-9363-4787072ee03d', 'tenant_id': '43c694babd814ea8bf1cdaf84f242a26', 'mac_address': 'fa:16:3e:a3:43:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d0c563-fbaa-4fcb-9213-962b0d4d873c', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '5ed2d235-e0f3-493a-a02e-e5b8dc727894', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:28:33Z', 'updated_at': '2022-09-21T12:28:38Z', 'revision_number': 4, 'project_id': '43c694babd814ea8bf1cdaf84f242a26', 'subnets': [{'id': '5ed2d235-e0f3-493a-a02e-e5b8dc727894', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:28:39.374861 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb57bfad-11ef-4248-a8f8-50770fcf7b82 None None] Pushing event updated for resources: {'Port': ['ID=24c76747-7cd7-42aa-8aca-137bea1cd947,revision_number=5']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:28:39.877351 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 24c76747-7cd7-42aa-8aca-137bea1cd947 up at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:28:39.924551 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Provisioning complete for port 24c76747-7cd7-42aa-8aca-137bea1cd947 triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:28:39.924934 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (24c76747-7cd7-42aa-8aca-137bea1cd947), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:39.925263 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Attempt 1 to provision port 24c76747-7cd7-42aa-8aca-137bea1cd947 Sep 21 12:28:40.097128 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-740e41e1-10de-4b2e-a9f0-9582d49d2a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (d7a8950b-d4d7-4646-ba54-d395483871b4), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:40.133841 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Current status of the port 24c76747-7cd7-42aa-8aca-137bea1cd947 is: ACTIVE; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:28:41.252198 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (57fb69a9-4edc-44fd-8965-b65708e41306), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:41.500779 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c3e59811-0015-48e8-afb5-3d82d64b721e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (cef1489a-7471-4b81-a7c5-b9e507e96767), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:44.168047 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=68,neutron:UPDATE=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:44.168840 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=60,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:44.705006 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba0120-31dd-42e9-9962-cc32823588a4 req-ef7ff41c-f5e5-4f76-bf2c-afeebd42ded9 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:28:44.706504 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-cdba0120-31dd-42e9-9962-cc32823588a4 req-ef7ff41c-f5e5-4f76-bf2c-afeebd42ded9 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5f4f10b5-8953-4c76-a286-6974d7c88433 HTTP/1.1" status: 200 len: 945 time: 0.0468240 Sep 21 12:28:44.980478 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-cdba0120-31dd-42e9-9962-cc32823588a4 req-edb548de-dd18-455f-8d8a-5242b993aaea tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cc37cbc1-758f-4e4c-8ebc-b6543f41abd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2678056 Sep 21 12:28:46.104189 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f36dc55-ab53-4e77-b8ef-cea119deef16 req-ed17ab6c-5550-4082-b472-2847fc4d7526 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:28:46.106272 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-2f36dc55-ab53-4e77-b8ef-cea119deef16 req-ed17ab6c-5550-4082-b472-2847fc4d7526 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5f4f10b5-8953-4c76-a286-6974d7c88433 HTTP/1.1" status: 200 len: 945 time: 0.0485089 Sep 21 12:28:46.154758 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-2f36dc55-ab53-4e77-b8ef-cea119deef16 req-be470b8d-0ccf-457a-9873-c281e9efd847 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cc37cbc1-758f-4e4c-8ebc-b6543f41abd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424681 Sep 21 12:28:47.282618 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bef5f45-88f1-4ffe-bd93-3d05fd1000f3 req-61a1cd9f-f70e-4c5c-8f45-b92a67285626 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:28:47.284111 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-5bef5f45-88f1-4ffe-bd93-3d05fd1000f3 req-61a1cd9f-f70e-4c5c-8f45-b92a67285626 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5f4f10b5-8953-4c76-a286-6974d7c88433 HTTP/1.1" status: 200 len: 945 time: 0.0491199 Sep 21 12:28:47.334040 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-5bef5f45-88f1-4ffe-bd93-3d05fd1000f3 req-27d840b0-b465-40cb-9bad-6b1c3906e7dd tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cc37cbc1-758f-4e4c-8ebc-b6543f41abd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443437 Sep 21 12:28:48.458244 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5edbb-009e-4aa9-84b9-155a1de0a1af req-449f007e-fb5a-4524-9df9-53be8bee898c tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:28:48.459667 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-fec5edbb-009e-4aa9-84b9-155a1de0a1af req-449f007e-fb5a-4524-9df9-53be8bee898c tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5f4f10b5-8953-4c76-a286-6974d7c88433 HTTP/1.1" status: 200 len: 945 time: 0.0503423 Sep 21 12:28:48.508211 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-fec5edbb-009e-4aa9-84b9-155a1de0a1af req-8a86801e-a651-4868-a573-916347645087 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=cc37cbc1-758f-4e4c-8ebc-b6543f41abd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429635 Sep 21 12:28:48.531069 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (986f726e-8c98-4005-b3b7-e033305b1240), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:49.010969 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beede26b-9016-459e-87a3-36da6b73abbd req-dd727ec2-0974-4b32-aaba-d0e2bb1c30e2 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:28:49.012473 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-beede26b-9016-459e-87a3-36da6b73abbd req-dd727ec2-0974-4b32-aaba-d0e2bb1c30e2 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=5f4f10b5-8953-4c76-a286-6974d7c88433 HTTP/1.1" status: 200 len: 945 time: 0.0485151 Sep 21 12:28:49.045870 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:49.103349 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [req-beede26b-9016-459e-87a3-36da6b73abbd req-41a3a6b0-7bc5-45e7-80fe-56d929129c49 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Deleting port 0b66debc-125c-4397-a41e-08b95892a114 {{(pid=106202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:28:49.103692 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-beede26b-9016-459e-87a3-36da6b73abbd req-41a3a6b0-7bc5-45e7-80fe-56d929129c49 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (0b66debc-125c-4397-a41e-08b95892a114), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:49.193586 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [req-beede26b-9016-459e-87a3-36da6b73abbd req-41a3a6b0-7bc5-45e7-80fe-56d929129c49 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] For port 0b66debc-125c-4397-a41e-08b95892a114, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=0b66debc-125c-4397-a41e-08b95892a114,segment=NetworkSegment(de4c10ad-e50b-46d7-aed4-597b1ab39d3c),segment_id=de4c10ad-e50b-46d7-aed4-597b1ab39d3c)] {{(pid=106202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:28:49.193946 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-beede26b-9016-459e-87a3-36da6b73abbd req-41a3a6b0-7bc5-45e7-80fe-56d929129c49 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (0b66debc-125c-4397-a41e-08b95892a114), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:49.259317 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:49.360942 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-beede26b-9016-459e-87a3-36da6b73abbd req-41a3a6b0-7bc5-45e7-80fe-56d929129c49 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:49.361300 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-beede26b-9016-459e-87a3-36da6b73abbd req-41a3a6b0-7bc5-45e7-80fe-56d929129c49 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534182'] for floatingip (0a34323f-1a56-44de-b9cf-1172f49f0cc2), after_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:49.361615 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.db.l3_db [req-beede26b-9016-459e-87a3-36da6b73abbd req-41a3a6b0-7bc5-45e7-80fe-56d929129c49 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Floating IP 0a34323f-1a56-44de-b9cf-1172f49f0cc2 disassociated. External IP: 172.27.0.79, port: 0b66debc-125c-4397-a41e-08b95892a114. Sep 21 12:28:49.361956 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [req-beede26b-9016-459e-87a3-36da6b73abbd req-41a3a6b0-7bc5-45e7-80fe-56d929129c49 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Calling delete_port for 0b66debc-125c-4397-a41e-08b95892a114 owned by compute:nova {{(pid=106202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:28:49.488151 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-beede26b-9016-459e-87a3-36da6b73abbd req-41a3a6b0-7bc5-45e7-80fe-56d929129c49 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (0b66debc-125c-4397-a41e-08b95892a114), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:49.521996 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a3a6b0-7bc5-45e7-80fe-56d929129c49 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Pushing event deleted for resources: {'Port': ['ID=0b66debc-125c-4397-a41e-08b95892a114,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:28:49.625063 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-17627086-9aac-4bd3-ac53-c99fa2ab192a req-63475c21-a3fd-4041-afb4-fb797b149c5e tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5f4f10b5-8953-4c76-a286-6974d7c88433 HTTP/1.1" status: 200 len: 210 time: 0.0342162 Sep 21 12:28:49.638733 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.l3_agent_scheduler [req-beede26b-9016-459e-87a3-36da6b73abbd req-41a3a6b0-7bc5-45e7-80fe-56d929129c49 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Router 824a22bf-75a1-4dbe-bcc4-824cc7080650 has already been hosted by L3 agent 4f31b8b6-17c0-474d-bf52-0481ff2a5cf7 {{(pid=106202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 12:28:49.687189 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8d61c160-a620-49ef-87de-82bec29fab6e req-87b0e178-b5a3-4f72-b86b-bd2321d395c1 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=5560ddde-2668-4e31-bbbf-b94d7485df5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0472989 Sep 21 12:28:49.824350 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d61c160-a620-49ef-87de-82bec29fab6e req-8d36950b-7398-4ed9-9dc8-8ba4e6a13766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:28:49.826422 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8d61c160-a620-49ef-87de-82bec29fab6e req-8d36950b-7398-4ed9-9dc8-8ba4e6a13766 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=d3bd02ae79fd4edb9886b1b4ef3d761a&device_id=5560ddde-2668-4e31-bbbf-b94d7485df5a HTTP/1.1" status: 200 len: 1130 time: 0.0549622 Sep 21 12:28:49.827743 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-beede26b-9016-459e-87a3-36da6b73abbd req-41a3a6b0-7bc5-45e7-80fe-56d929129c49 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Notify agent at l3_agent.dv-cinder-858678-1-iscsi the message routers_updated {{(pid=106202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:28:49.838420 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91e05d4-f3eb-4414-aa58-d1908cf4a49d None None] Sync routers for ids ['824a22bf-75a1-4dbe-bcc4-824cc7080650'] in dv-cinder-858678-1-iscsi {{(pid=106204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:28:49.849645 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91e05d4-f3eb-4414-aa58-d1908cf4a49d None None] Routers {'824a22bf-75a1-4dbe-bcc4-824cc7080650'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:28:49.850261 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-d91e05d4-f3eb-4414-aa58-d1908cf4a49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:28:39Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['824a22bf-75a1-4dbe-bcc4-824cc7080650'], 'active': True} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:28:49.887330 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.l3_dvrscheduler_db [req-beede26b-9016-459e-87a3-36da6b73abbd req-41a3a6b0-7bc5-45e7-80fe-56d929129c49 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] No DVR routers for this DVR port 0b66debc-125c-4397-a41e-08b95892a114 on host hv-cinder-85867 {{(pid=106202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 12:28:49.892002 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-beede26b-9016-459e-87a3-36da6b73abbd req-41a3a6b0-7bc5-45e7-80fe-56d929129c49 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for port (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:49.895332 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-beede26b-9016-459e-87a3-36da6b73abbd req-41a3a6b0-7bc5-45e7-80fe-56d929129c49 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.66 "DELETE /networking/v2.0/ports/0b66debc-125c-4397-a41e-08b95892a114 HTTP/1.1" status: 204 len: 173 time: 0.8771825 Sep 21 12:28:49.895900 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f4f10b5-8953-4c76-a286-6974d7c88433', 'name': 'network-vif-deleted', 'tag': '0b66debc-125c-4397-a41e-08b95892a114'}] {{(pid=106202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:28:49.898261 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f69dec5372d12bc1dbf2d83c258da0d8b658e28cfccadcad30c8a09044815e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb07d44-e024-45c8-8f35-a17660401a02" -d '{"events": [{"server_uuid": "5f4f10b5-8953-4c76-a286-6974d7c88433", "name": "network-vif-deleted", "tag": "0b66debc-125c-4397-a41e-08b95892a114"}]}' {{(pid=106202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:28:49.973946 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:49.980202 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d61c160-a620-49ef-87de-82bec29fab6e req-3c30af6f-24a1-4caf-9f9f-b1e0ed4669d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:28:49.981789 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8d61c160-a620-49ef-87de-82bec29fab6e req-3c30af6f-24a1-4caf-9f9f-b1e0ed4669d3 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=46771c4a-a4e0-44e3-b0ad-6700b1914d9d HTTP/1.1" status: 200 len: 920 time: 0.1291571 Sep 21 12:28:49.991348 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 12:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b03854e-20e1-471e-8bd7-a13ca2e1c6f1 x-openstack-request-id: req-0b03854e-20e1-471e-8bd7-a13ca2e1c6f1 {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:28:49.991712 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f4f10b5-8953-4c76-a286-6974d7c88433", "name": "network-vif-deleted", "tag": "0b66debc-125c-4397-a41e-08b95892a114", "status": "completed", "code": 200}]} {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:28:49.992102 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0b03854e-20e1-471e-8bd7-a13ca2e1c6f1 {{(pid=106202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:28:49.992587 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b03854e-20e1-471e-8bd7-a13ca2e1c6f1'] response: {'server_uuid': '5f4f10b5-8953-4c76-a286-6974d7c88433', 'name': 'network-vif-deleted', 'tag': '0b66debc-125c-4397-a41e-08b95892a114', 'status': 'completed', 'code': 200} Sep 21 12:28:50.062337 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8d61c160-a620-49ef-87de-82bec29fab6e req-f4656f8d-1fa1-4c95-944a-bf17540aaa1a service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3fb9b2d0-df9a-421a-b7da-b2bbf6f67639 HTTP/1.1" status: 200 len: 217 time: 0.0442641 Sep 21 12:28:50.089809 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvr_db [None req-d91e05d4-f3eb-4414-aa58-d1908cf4a49d None None] Set router 824a22bf-75a1-4dbe-bcc4-824cc7080650 gateway port host: dv-cinder-858678-1-iscsi {{(pid=106204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:28:50.114430 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d61c160-a620-49ef-87de-82bec29fab6e req-112105a0-5672-49d5-b7c0-b1844e1fedaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:28:50.115884 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8d61c160-a620-49ef-87de-82bec29fab6e req-112105a0-5672-49d5-b7c0-b1844e1fedaa service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=262afd09-1dba-467b-a294-ced74668905b HTTP/1.1" status: 200 len: 858 time: 0.0456538 Sep 21 12:28:50.172385 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d61c160-a620-49ef-87de-82bec29fab6e req-12eb9f7f-ebd7-41b8-9fa5-080366de8153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:28:50.173927 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8d61c160-a620-49ef-87de-82bec29fab6e req-12eb9f7f-ebd7-41b8-9fa5-080366de8153 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=46771c4a-a4e0-44e3-b0ad-6700b1914d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462806 Sep 21 12:28:50.276724 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8d61c160-a620-49ef-87de-82bec29fab6e req-b61f6264-7265-485b-885d-55ef75f56b73 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/46771c4a-a4e0-44e3-b0ad-6700b1914d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937111 Sep 21 12:28:50.289668 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-d91e05d4-f3eb-4414-aa58-d1908cf4a49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '824a22bf-75a1-4dbe-bcc4-824cc7080650', 'name': 'tempest-ServerRescueNegativeTestJSON-1400485482-router', 'tenant_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'eaeaba23-6555-4fb3-991e-622422a54a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:23:05Z', 'updated_at': '2022-09-21T12:23:09Z', 'revision_number': 4, 'project_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'gw_port': {'id': 'eaeaba23-6555-4fb3-991e-622422a54a28', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:03:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824a22bf-75a1-4dbe-bcc4-824cc7080650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:23:05Z', 'updated_at': '2022-09-21T12:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': 'e812e9b3-7c14-459c-86a6-919b9ec320d5', 'name': '', 'network_id': '46771c4a-a4e0-44e3-b0ad-6700b1914d9d', 'tenant_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'mac_address': 'fa:16:3e:bf:26:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824a22bf-75a1-4dbe-bcc4-824cc7080650', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '262afd09-1dba-467b-a294-ced74668905b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:23:08Z', 'updated_at': '2022-09-21T12:23:14Z', 'revision_number': 5, 'project_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'subnets': [{'id': '262afd09-1dba-467b-a294-ced74668905b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:28:50.315921 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91e05d4-f3eb-4414-aa58-d1908cf4a49d None None] Checking router: 824a22bf-75a1-4dbe-bcc4-824cc7080650 for host: dv-cinder-858678-1-iscsi {{(pid=106204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:28:50.324747 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91e05d4-f3eb-4414-aa58-d1908cf4a49d None None] Routers {'824a22bf-75a1-4dbe-bcc4-824cc7080650'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:28:50.325392 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-d91e05d4-f3eb-4414-aa58-d1908cf4a49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:28:39Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['824a22bf-75a1-4dbe-bcc4-824cc7080650'], 'active': True} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:28:50.358794 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:50.386987 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8d61c160-a620-49ef-87de-82bec29fab6e req-b8acd802-8a39-4814-9ba3-c13741bc2b9b service neutron] 10.222.0.66 "GET /networking/v2.0/networks/46771c4a-a4e0-44e3-b0ad-6700b1914d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975940 Sep 21 12:28:50.426428 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvr_db [None req-d91e05d4-f3eb-4414-aa58-d1908cf4a49d None None] Set router 824a22bf-75a1-4dbe-bcc4-824cc7080650 gateway port host: dv-cinder-858678-1-iscsi {{(pid=106204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:28:50.610111 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-d91e05d4-f3eb-4414-aa58-d1908cf4a49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '824a22bf-75a1-4dbe-bcc4-824cc7080650', 'name': 'tempest-ServerRescueNegativeTestJSON-1400485482-router', 'tenant_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'eaeaba23-6555-4fb3-991e-622422a54a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:23:05Z', 'updated_at': '2022-09-21T12:23:09Z', 'revision_number': 4, 'project_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'gw_port': {'id': 'eaeaba23-6555-4fb3-991e-622422a54a28', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:03:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824a22bf-75a1-4dbe-bcc4-824cc7080650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:23:05Z', 'updated_at': '2022-09-21T12:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': 'e812e9b3-7c14-459c-86a6-919b9ec320d5', 'name': '', 'network_id': '46771c4a-a4e0-44e3-b0ad-6700b1914d9d', 'tenant_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'mac_address': 'fa:16:3e:bf:26:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824a22bf-75a1-4dbe-bcc4-824cc7080650', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '262afd09-1dba-467b-a294-ced74668905b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:23:08Z', 'updated_at': '2022-09-21T12:23:14Z', 'revision_number': 5, 'project_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'subnets': [{'id': '262afd09-1dba-467b-a294-ced74668905b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:28:50.638263 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91e05d4-f3eb-4414-aa58-d1908cf4a49d None None] The sync data for ids ['824a22bf-75a1-4dbe-bcc4-824cc7080650'] in dv-cinder-858678-1-iscsi is: [{'id': '824a22bf-75a1-4dbe-bcc4-824cc7080650', 'name': 'tempest-ServerRescueNegativeTestJSON-1400485482-router', 'tenant_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'eaeaba23-6555-4fb3-991e-622422a54a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:23:05Z', 'updated_at': '2022-09-21T12:23:09Z', 'revision_number': 4, 'project_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'gw_port': {'id': 'eaeaba23-6555-4fb3-991e-622422a54a28', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:03:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824a22bf-75a1-4dbe-bcc4-824cc7080650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:23:05Z', 'updated_at': '2022-09-21T12:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': 'e812e9b3-7c14-459c-86a6-919b9ec320d5', 'name': '', 'network_id': '46771c4a-a4e0-44e3-b0ad-6700b1914d9d', 'tenant_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'mac_address': 'fa:16:3e:bf:26:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824a22bf-75a1-4dbe-bcc4-824cc7080650', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '262afd09-1dba-467b-a294-ced74668905b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:23:08Z', 'updated_at': '2022-09-21T12:23:14Z', 'revision_number': 5, 'project_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'subnets': [{'id': '262afd09-1dba-467b-a294-ced74668905b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:28:50.759899 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-7ba94564-9961-45d8-a5b1-9b0253906971 req-2444bb91-e541-44ba-be9a-a9c456120181 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5f4f10b5-8953-4c76-a286-6974d7c88433 HTTP/1.1" status: 200 len: 210 time: 0.0306511 Sep 21 12:28:50.869015 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5001a5-384b-4c68-9dc2-27af4a3d48eb None None] New status for floating IP 0a34323f-1a56-44de-b9cf-1172f49f0cc2: DOWN {{(pid=106203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 21 12:28:51.855962 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 58630) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:28:51.910524 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-6ad4ea4a-d85c-4124-8c71-be5699b5353e tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Publish callbacks [] for security_group (cc37cbc1-758f-4e4c-8ebc-b6543f41abd1), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:51.920790 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 0b66debc-125c-4397-a41e-08b95892a114 no longer exists at agent hyperv_hv-cinder-85867 {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 12:28:51.924655 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:51.933091 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-6ad4ea4a-d85c-4124-8c71-be5699b5353e tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Publish callbacks [] for security_group (cc37cbc1-758f-4e4c-8ebc-b6543f41abd1), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:51.941150 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] No Port match for: 0b66debc-125c-4397-a41e-08b95892a114 {{(pid=106203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 12:28:51.941480 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 0b66debc-125c-4397-a41e-08b95892a114 not bound to the agent host hv-cinder-85867 {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 12:28:51.980908 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-6ad4ea4a-d85c-4124-8c71-be5699b5353e tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (cc37cbc1-758f-4e4c-8ebc-b6543f41abd1), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:51.984197 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-6ad4ea4a-d85c-4124-8c71-be5699b5353e tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Publish callbacks [] for security_group (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:51.985361 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-6ad4ea4a-d85c-4124-8c71-be5699b5353e tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "DELETE /networking/v2.0/security-groups/cc37cbc1-758f-4e4c-8ebc-b6543f41abd1 HTTP/1.1" status: 204 len: 168 time: 0.1278605 Sep 21 12:28:51.988182 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 58632) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:28:51.994940 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad4ea4a-d85c-4124-8c71-be5699b5353e tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc37cbc1-758f-4e4c-8ebc-b6543f41abd1,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:28:52.003490 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.api.v2.resource [None req-491c4d02-605c-4ef6-96c8-1f4bfc80357c tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] show failed (client error): The resource could not be found. Sep 21 12:28:52.004533 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-491c4d02-605c-4ef6-96c8-1f4bfc80357c tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups/cc37cbc1-758f-4e4c-8ebc-b6543f41abd1 HTTP/1.1" status: 404 len: 347 time: 0.0153809 Sep 21 12:28:52.007283 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 58634) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:28:52.119845 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [None req-93a95897-5367-4d69-b66c-70ccd5f72f1b tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Deleting port 4848de34-3d48-458e-80e7-9e209cf75ee0 {{(pid=106202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:28:52.120187 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-93a95897-5367-4d69-b66c-70ccd5f72f1b tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (4848de34-3d48-458e-80e7-9e209cf75ee0), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:52.195252 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-93a95897-5367-4d69-b66c-70ccd5f72f1b tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (4848de34-3d48-458e-80e7-9e209cf75ee0), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:52.195484 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-93a95897-5367-4d69-b66c-70ccd5f72f1b tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Publish callbacks [] for floatingip (4848de34-3d48-458e-80e7-9e209cf75ee0), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:52.208092 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [None req-93a95897-5367-4d69-b66c-70ccd5f72f1b tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Calling delete_port for 4848de34-3d48-458e-80e7-9e209cf75ee0 owned by network:floatingip {{(pid=106202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:28:52.338406 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-93a95897-5367-4d69-b66c-70ccd5f72f1b tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (4848de34-3d48-458e-80e7-9e209cf75ee0), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:52.365166 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a95897-5367-4d69-b66c-70ccd5f72f1b tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Pushing event deleted for resources: {'Port': ['ID=4848de34-3d48-458e-80e7-9e209cf75ee0,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:28:52.426887 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-93a95897-5367-4d69-b66c-70ccd5f72f1b tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Publish callbacks [] for floatingip (0a34323f-1a56-44de-b9cf-1172f49f0cc2), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:52.429409 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-93a95897-5367-4d69-b66c-70ccd5f72f1b tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for floatingip (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:52.430626 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-93a95897-5367-4d69-b66c-70ccd5f72f1b tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "DELETE /networking/v2.0/floatingips/0a34323f-1a56-44de-b9cf-1172f49f0cc2 HTTP/1.1" status: 204 len: 168 time: 0.4223068 Sep 21 12:28:53.733344 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.agents_db [None req-f0b1ed15-d02e-46f0-bd67-2b506ff8404e None None] Agent healthcheck: found 6 active agents {{(pid=106204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:28:54.915915 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b566ee7-9794-4a21-a755-7d25d1c9d068 req-96c27330-47ac-41d9-86b2-52bbe458d923 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:28:54.917392 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-4b566ee7-9794-4a21-a755-7d25d1c9d068 req-96c27330-47ac-41d9-86b2-52bbe458d923 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de0f1a98-9419-4e35-b8e0-520c7fc482fb HTTP/1.1" status: 200 len: 946 time: 0.0463545 Sep 21 12:28:54.967308 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-4b566ee7-9794-4a21-a755-7d25d1c9d068 req-211a787c-0314-4d82-a51e-21d8b82b3e1f tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435643 Sep 21 12:28:56.101546 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e850791-7da3-4c01-aaf6-7a71e176d715 req-57b08b3f-b846-4720-9c9a-7685c7f07419 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:28:56.102186 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-1e850791-7da3-4c01-aaf6-7a71e176d715 req-57b08b3f-b846-4720-9c9a-7685c7f07419 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de0f1a98-9419-4e35-b8e0-520c7fc482fb HTTP/1.1" status: 200 len: 946 time: 0.0596757 Sep 21 12:28:56.153268 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-1e850791-7da3-4c01-aaf6-7a71e176d715 req-13968dc7-e0cd-473e-af57-5842226727b5 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439079 Sep 21 12:28:57.274340 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738fd47d-de8e-4901-ac62-2f0c5a7c1852 req-871d43b4-b011-4d12-8ab7-af29c82fb438 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:28:57.275979 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-738fd47d-de8e-4901-ac62-2f0c5a7c1852 req-871d43b4-b011-4d12-8ab7-af29c82fb438 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=de0f1a98-9419-4e35-b8e0-520c7fc482fb HTTP/1.1" status: 200 len: 946 time: 0.0502164 Sep 21 12:28:57.276752 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a309de-7b57-492c-9c7f-0dece086ed34 req-02e49128-9df9-4f1d-80a2-7c87510a7966 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:28:57.278940 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-a9a309de-7b57-492c-9c7f-0dece086ed34 req-02e49128-9df9-4f1d-80a2-7c87510a7966 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de0f1a98-9419-4e35-b8e0-520c7fc482fb HTTP/1.1" status: 200 len: 946 time: 0.0509808 Sep 21 12:28:57.311675 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:57.326663 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-a9a309de-7b57-492c-9c7f-0dece086ed34 req-ed74e698-ae89-4b6c-b505-6fce1b76ddf8 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421112 Sep 21 12:28:57.363602 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [req-738fd47d-de8e-4901-ac62-2f0c5a7c1852 req-dfb2b1ac-c38a-4368-a155-c10e5f50735e tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Deleting port 16f7d649-433e-42b0-aede-b34b15fd092f {{(pid=106202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:28:57.363977 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-738fd47d-de8e-4901-ac62-2f0c5a7c1852 req-dfb2b1ac-c38a-4368-a155-c10e5f50735e tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (16f7d649-433e-42b0-aede-b34b15fd092f), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:57.457190 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [req-738fd47d-de8e-4901-ac62-2f0c5a7c1852 req-dfb2b1ac-c38a-4368-a155-c10e5f50735e tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] For port 16f7d649-433e-42b0-aede-b34b15fd092f, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=16f7d649-433e-42b0-aede-b34b15fd092f,segment=NetworkSegment(de4c10ad-e50b-46d7-aed4-597b1ab39d3c),segment_id=de4c10ad-e50b-46d7-aed4-597b1ab39d3c)] {{(pid=106202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:28:57.457456 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-738fd47d-de8e-4901-ac62-2f0c5a7c1852 req-dfb2b1ac-c38a-4368-a155-c10e5f50735e tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (16f7d649-433e-42b0-aede-b34b15fd092f), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:57.469983 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [req-738fd47d-de8e-4901-ac62-2f0c5a7c1852 req-dfb2b1ac-c38a-4368-a155-c10e5f50735e tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Calling delete_port for 16f7d649-433e-42b0-aede-b34b15fd092f owned by compute:nova {{(pid=106202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:28:57.572869 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:28:57.594867 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-738fd47d-de8e-4901-ac62-2f0c5a7c1852 req-dfb2b1ac-c38a-4368-a155-c10e5f50735e tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (16f7d649-433e-42b0-aede-b34b15fd092f), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:57.625378 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb2b1ac-c38a-4368-a155-c10e5f50735e tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Pushing event deleted for resources: {'Port': ['ID=16f7d649-433e-42b0-aede-b34b15fd092f,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:28:57.638162 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] get_ports_and_sgs() called for port_ids ['3fb9b2d0-df9a-421a-b7da-b2bbf6f67639', '16f7d649-433e-42b0-aede-b34b15fd092f'] {{(pid=106203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 12:28:57.676326 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.l3_dvrscheduler_db [req-738fd47d-de8e-4901-ac62-2f0c5a7c1852 req-dfb2b1ac-c38a-4368-a155-c10e5f50735e tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] No DVR routers for this DVR port 16f7d649-433e-42b0-aede-b34b15fd092f on host hv-cinder-85867 {{(pid=106202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 12:28:57.678807 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-738fd47d-de8e-4901-ac62-2f0c5a7c1852 req-dfb2b1ac-c38a-4368-a155-c10e5f50735e tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for port (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:28:57.682034 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-738fd47d-de8e-4901-ac62-2f0c5a7c1852 req-dfb2b1ac-c38a-4368-a155-c10e5f50735e tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.66 "DELETE /networking/v2.0/ports/16f7d649-433e-42b0-aede-b34b15fd092f HTTP/1.1" status: 204 len: 173 time: 0.4004021 Sep 21 12:28:57.682526 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de0f1a98-9419-4e35-b8e0-520c7fc482fb', 'name': 'network-vif-deleted', 'tag': '16f7d649-433e-42b0-aede-b34b15fd092f'}] {{(pid=106202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:28:57.685396 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f69dec5372d12bc1dbf2d83c258da0d8b658e28cfccadcad30c8a09044815e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1f087f-bdb0-4c98-88ee-ff2fd2880564" -d '{"events": [{"server_uuid": "de0f1a98-9419-4e35-b8e0-520c7fc482fb", "name": "network-vif-deleted", "tag": "16f7d649-433e-42b0-aede-b34b15fd092f"}]}' {{(pid=106202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:28:57.723227 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 12:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d29dd0ae-630d-40ca-8200-59294ef67f5b x-openstack-request-id: req-d29dd0ae-630d-40ca-8200-59294ef67f5b {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:28:57.723639 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de0f1a98-9419-4e35-b8e0-520c7fc482fb", "name": "network-vif-deleted", "tag": "16f7d649-433e-42b0-aede-b34b15fd092f", "status": "completed", "code": 200}]} {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:28:57.723782 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d29dd0ae-630d-40ca-8200-59294ef67f5b {{(pid=106202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:28:57.724177 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d29dd0ae-630d-40ca-8200-59294ef67f5b'] response: {'server_uuid': 'de0f1a98-9419-4e35-b8e0-520c7fc482fb', 'name': 'network-vif-deleted', 'tag': '16f7d649-433e-42b0-aede-b34b15fd092f', 'status': 'completed', 'code': 200} Sep 21 12:28:58.441357 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-7b018a3a-42cf-4455-b9f4-3b4aac39954d req-1d756273-fded-4539-a98d-fc3f905bfffb tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=de0f1a98-9419-4e35-b8e0-520c7fc482fb HTTP/1.1" status: 200 len: 210 time: 0.0265548 Sep 21 12:28:59.727420 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a213a69-6ce0-40ab-b9ee-59440954b818 req-7c2d8ea6-b54c-467f-bc3d-b9c561670f82 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:28:59.728839 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-9a213a69-6ce0-40ab-b9ee-59440954b818 req-7c2d8ea6-b54c-467f-bc3d-b9c561670f82 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5560ddde-2668-4e31-bbbf-b94d7485df5a HTTP/1.1" status: 200 len: 946 time: 0.0536630 Sep 21 12:28:59.775890 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-9a213a69-6ce0-40ab-b9ee-59440954b818 req-4541d9bc-1494-4237-87bf-9775d41599d5 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409572 Sep 21 12:29:00.216420 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 16f7d649-433e-42b0-aede-b34b15fd092f no longer exists at agent hyperv_hv-cinder-85867 {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 12:29:00.237864 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] No Port match for: 16f7d649-433e-42b0-aede-b34b15fd092f {{(pid=106203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 12:29:00.238214 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 16f7d649-433e-42b0-aede-b34b15fd092f not bound to the agent host hv-cinder-85867 {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 12:29:00.262913 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:29:00.277445 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:29:00.303126 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-02609c24-413e-4558-a0ce-1c2fd27b709d req-a022ae1b-eb4d-43df-b9b4-262ffc19ab86 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-448455005&fields=id&tenant_id=95515a2858124583ac138aa6350e4bc3 HTTP/1.1" status: 200 len: 267 time: 0.0477564 Sep 21 12:29:00.411865 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02609c24-413e-4558-a0ce-1c2fd27b709d req-6d8cb410-db73-4c6f-bba5-969de75b5cb5 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:00.413249 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-02609c24-413e-4558-a0ce-1c2fd27b709d req-6d8cb410-db73-4c6f-bba5-969de75b5cb5 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/networks?id=f443e4f9-b2cf-41c0-aace-fc1b385c5aad HTTP/1.1" status: 200 len: 808 time: 0.1026785 Sep 21 12:29:00.427635 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-02609c24-413e-4558-a0ce-1c2fd27b709d req-c0416473-bc6d-4550-973f-e2fe8def686e tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/quotas/95515a2858124583ac138aa6350e4bc3 HTTP/1.1" status: 200 len: 375 time: 0.0088694 Sep 21 12:29:00.475981 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-02609c24-413e-4558-a0ce-1c2fd27b709d req-363d1c97-b572-4451-a252-6d85b54d7710 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=95515a2858124583ac138aa6350e4bc3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435667 Sep 21 12:29:00.685213 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-02609c24-413e-4558-a0ce-1c2fd27b709d req-61cbdd96-3379-4b5d-87d0-ac78dad0fe48 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/f443e4f9-b2cf-41c0-aace-fc1b385c5aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978006 Sep 21 12:29:00.777499 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-02609c24-413e-4558-a0ce-1c2fd27b709d req-d9c827c9-4df2-4c95-9771-976f52f6426b service neutron] 10.222.0.71 "GET /networking/v2.0/networks/f443e4f9-b2cf-41c0-aace-fc1b385c5aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866086 Sep 21 12:29:00.902830 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2fb96c-ca5e-4fdd-862e-89eec1e0b7ad req-e51154ce-b213-46f9-9b6c-a2054fbef0ed tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:00.904655 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ea2fb96c-ca5e-4fdd-862e-89eec1e0b7ad req-e51154ce-b213-46f9-9b6c-a2054fbef0ed tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5560ddde-2668-4e31-bbbf-b94d7485df5a HTTP/1.1" status: 200 len: 946 time: 0.0524719 Sep 21 12:29:00.955094 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ea2fb96c-ca5e-4fdd-862e-89eec1e0b7ad req-e8e34cf4-39a9-439e-9051-5aae91748340 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446353 Sep 21 12:29:01.079915 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-2601955a-8fd9-4554-93af-02a9df2c2519 req-865f074e-92f5-4f1d-9063-12f7c161fa1d tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=66e9cb90-c71a-420a-b647-991844d5c17c HTTP/1.1" status: 200 len: 210 time: 0.0272017 Sep 21 12:29:02.087988 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f32e71e-555a-4277-9b46-83ecc4d2d978 req-8f9be2b6-b223-4a30-a4c2-f8757dfa6f68 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:02.089504 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-8f32e71e-555a-4277-9b46-83ecc4d2d978 req-8f9be2b6-b223-4a30-a4c2-f8757dfa6f68 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5560ddde-2668-4e31-bbbf-b94d7485df5a HTTP/1.1" status: 200 len: 946 time: 0.0585198 Sep 21 12:29:02.138810 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-8f32e71e-555a-4277-9b46-83ecc4d2d978 req-2afe789f-5239-4bdd-9c3b-5a16868590f4 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428712 Sep 21 12:29:02.186488 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-38e08942-82e4-4f25-9b2f-0fcab5eccd04 req-474fdb31-876f-432f-a9fc-04fe0826d088 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=66e9cb90-c71a-420a-b647-991844d5c17c HTTP/1.1" status: 200 len: 210 time: 0.0277436 Sep 21 12:29:02.520763 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9405d68-af1e-455b-9dbd-6fc69f1d10ea req-c0a7f0d5-34a2-46c8-98ff-ea3690589c05 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:02.522213 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b9405d68-af1e-455b-9dbd-6fc69f1d10ea req-c0a7f0d5-34a2-46c8-98ff-ea3690589c05 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=5560ddde-2668-4e31-bbbf-b94d7485df5a HTTP/1.1" status: 200 len: 946 time: 0.0459797 Sep 21 12:29:02.638882 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [req-b9405d68-af1e-455b-9dbd-6fc69f1d10ea req-7c52c496-693a-4353-b046-b48d377b7797 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Deleting port 3fb9b2d0-df9a-421a-b7da-b2bbf6f67639 {{(pid=106202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:29:02.638882 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-b9405d68-af1e-455b-9dbd-6fc69f1d10ea req-7c52c496-693a-4353-b046-b48d377b7797 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (3fb9b2d0-df9a-421a-b7da-b2bbf6f67639), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:03.045461 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02609c24-413e-4558-a0ce-1c2fd27b709d req-0b12e742-efa0-4107-9efb-0e0efb14bb7d tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:03.046763 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-02609c24-413e-4558-a0ce-1c2fd27b709d req-0b12e742-efa0-4107-9efb-0e0efb14bb7d tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.66 "GET /networking/v2.0/networks?id=f443e4f9-b2cf-41c0-aace-fc1b385c5aad HTTP/1.1" status: 200 len: 808 time: 0.4329388 Sep 21 12:29:03.051443 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [req-b9405d68-af1e-455b-9dbd-6fc69f1d10ea req-7c52c496-693a-4353-b046-b48d377b7797 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] For port 3fb9b2d0-df9a-421a-b7da-b2bbf6f67639, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=3fb9b2d0-df9a-421a-b7da-b2bbf6f67639,segment=NetworkSegment(de4c10ad-e50b-46d7-aed4-597b1ab39d3c),segment_id=de4c10ad-e50b-46d7-aed4-597b1ab39d3c)] {{(pid=106202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:29:03.051827 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-b9405d68-af1e-455b-9dbd-6fc69f1d10ea req-7c52c496-693a-4353-b046-b48d377b7797 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (3fb9b2d0-df9a-421a-b7da-b2bbf6f67639), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:03.070671 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [req-b9405d68-af1e-455b-9dbd-6fc69f1d10ea req-7c52c496-693a-4353-b046-b48d377b7797 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Calling delete_port for 3fb9b2d0-df9a-421a-b7da-b2bbf6f67639 owned by compute:nova {{(pid=106202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:29:03.090400 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:29:03.170462 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-02609c24-413e-4558-a0ce-1c2fd27b709d req-4299bd49-f37f-4dd6-b3d4-c5358c532606 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.66 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=95515a2858124583ac138aa6350e4bc3 HTTP/1.1" status: 200 len: 379 time: 0.1090236 Sep 21 12:29:03.181465 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [req-02609c24-413e-4558-a0ce-1c2fd27b709d req-1b07f0ae-05db-4373-8f7b-f1e76f569630 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Request body: {'port': {'device_id': '66e9cb90-c71a-420a-b647-991844d5c17c', 'network_id': 'f443e4f9-b2cf-41c0-aace-fc1b385c5aad', 'admin_state_up': True, 'tenant_id': '95515a2858124583ac138aa6350e4bc3', 'security_groups': ['2d9e8d7e-7a10-40ad-8dfe-7e3854a595ea']}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:29:03.271865 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca29f015-aac7-4287-8a5b-83ff91978177 req-24c94946-aa48-4608-86cf-fce68628032e tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:03.273369 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-ca29f015-aac7-4287-8a5b-83ff91978177 req-24c94946-aa48-4608-86cf-fce68628032e tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=5560ddde-2668-4e31-bbbf-b94d7485df5a HTTP/1.1" status: 200 len: 946 time: 0.0513501 Sep 21 12:29:03.320859 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-ca29f015-aac7-4287-8a5b-83ff91978177 req-b11f7299-caf4-4955-8134-6ec0a58f883a tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418108 Sep 21 12:29:03.330099 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-13941862-7df3-4b82-ae33-4cd34adafcd3 req-8426f861-df5f-4cf5-8903-e8729a660e29 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=66e9cb90-c71a-420a-b647-991844d5c17c HTTP/1.1" status: 200 len: 210 time: 0.0498645 Sep 21 12:29:03.342115 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:29:03.363920 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-b9405d68-af1e-455b-9dbd-6fc69f1d10ea req-7c52c496-693a-4353-b046-b48d377b7797 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (3fb9b2d0-df9a-421a-b7da-b2bbf6f67639), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:03.394771 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c52c496-693a-4353-b046-b48d377b7797 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Pushing event deleted for resources: {'Port': ['ID=3fb9b2d0-df9a-421a-b7da-b2bbf6f67639,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:29:03.407093 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] get_ports_and_sgs() called for port_ids ['3fb9b2d0-df9a-421a-b7da-b2bbf6f67639'] {{(pid=106203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 12:29:03.424991 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02609c24-413e-4558-a0ce-1c2fd27b709d req-1b07f0ae-05db-4373-8f7b-f1e76f569630 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Made reservation on behalf of 95515a2858124583ac138aa6350e4bc3 for: {'port': 1} {{(pid=106202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:29:03.428752 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-02609c24-413e-4558-a0ce-1c2fd27b709d req-1b07f0ae-05db-4373-8f7b-f1e76f569630 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:03.460027 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9405d68-af1e-455b-9dbd-6fc69f1d10ea req-7c52c496-693a-4353-b046-b48d377b7797 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] No DVR routers for this DVR port 3fb9b2d0-df9a-421a-b7da-b2bbf6f67639 on host hv-cinder-85867 {{(pid=106202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 12:29:03.464944 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-b9405d68-af1e-455b-9dbd-6fc69f1d10ea req-7c52c496-693a-4353-b046-b48d377b7797 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for port (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:03.468154 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b9405d68-af1e-455b-9dbd-6fc69f1d10ea req-7c52c496-693a-4353-b046-b48d377b7797 tempest-ServerRescueNegativeTestJSON-914007599 tempest-ServerRescueNegativeTestJSON-914007599-project] 10.222.0.66 "DELETE /networking/v2.0/ports/3fb9b2d0-df9a-421a-b7da-b2bbf6f67639 HTTP/1.1" status: 204 len: 173 time: 0.9391825 Sep 21 12:29:03.468716 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5560ddde-2668-4e31-bbbf-b94d7485df5a', 'name': 'network-vif-deleted', 'tag': '3fb9b2d0-df9a-421a-b7da-b2bbf6f67639'}] {{(pid=106202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:29:03.470972 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f69dec5372d12bc1dbf2d83c258da0d8b658e28cfccadcad30c8a09044815e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ee2ed0-dd1c-4145-9651-f4a12c429ebc" -d '{"events": [{"server_uuid": "5560ddde-2668-4e31-bbbf-b94d7485df5a", "name": "network-vif-deleted", "tag": "3fb9b2d0-df9a-421a-b7da-b2bbf6f67639"}]}' {{(pid=106202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:29:03.538024 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 12:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6104e483-c9b6-4597-94ba-53010c000f97 x-openstack-request-id: req-6104e483-c9b6-4597-94ba-53010c000f97 {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:29:03.538310 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5560ddde-2668-4e31-bbbf-b94d7485df5a", "name": "network-vif-deleted", "tag": "3fb9b2d0-df9a-421a-b7da-b2bbf6f67639", "status": "completed", "code": 200}]} {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:29:03.538557 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6104e483-c9b6-4597-94ba-53010c000f97 {{(pid=106202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:29:03.538948 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6104e483-c9b6-4597-94ba-53010c000f97'] response: {'server_uuid': '5560ddde-2668-4e31-bbbf-b94d7485df5a', 'name': 'network-vif-deleted', 'tag': '3fb9b2d0-df9a-421a-b7da-b2bbf6f67639', 'status': 'completed', 'code': 200} Sep 21 12:29:03.628470 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.db_base_plugin_common [req-02609c24-413e-4558-a0ce-1c2fd27b709d req-1b07f0ae-05db-4373-8f7b-f1e76f569630 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Allocated IP 172.20.0.5 (f443e4f9-b2cf-41c0-aace-fc1b385c5aad/30c54aec-003f-4946-8d2e-88ee44f1f187/15af239b-da86-43fe-81e4-6adb2158f5c6) {{(pid=106202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:29:03.784218 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-02609c24-413e-4558-a0ce-1c2fd27b709d req-1b07f0ae-05db-4373-8f7b-f1e76f569630 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Publish callbacks [] for port (15af239b-da86-43fe-81e4-6adb2158f5c6), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:03.817125 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-02609c24-413e-4558-a0ce-1c2fd27b709d req-1b07f0ae-05db-4373-8f7b-f1e76f569630 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735120900801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (15af239b-da86-43fe-81e4-6adb2158f5c6), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:03.863523 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02609c24-413e-4558-a0ce-1c2fd27b709d req-1b07f0ae-05db-4373-8f7b-f1e76f569630 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Network f443e4f9-b2cf-41c0-aace-fc1b385c5aad is already hosted by enough agents. {{(pid=106202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:29:03.866928 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.base_scheduler [req-02609c24-413e-4558-a0ce-1c2fd27b709d req-1b07f0ae-05db-4373-8f7b-f1e76f569630 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Resources bound (agent type, host, resource id): {{(pid=106202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:29:03.871111 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.l3_dvrscheduler_db [req-02609c24-413e-4558-a0ce-1c2fd27b709d req-1b07f0ae-05db-4373-8f7b-f1e76f569630 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Received port after_create {{(pid=106202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 12:29:03.899410 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b07f0ae-05db-4373-8f7b-f1e76f569630 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Pushing event updated for resources: {'Port': ['ID=15af239b-da86-43fe-81e4-6adb2158f5c6,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:29:03.911083 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:29:03.929349 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02609c24-413e-4558-a0ce-1c2fd27b709d req-1b07f0ae-05db-4373-8f7b-f1e76f569630 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:03.929962 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-02609c24-413e-4558-a0ce-1c2fd27b709d req-1b07f0ae-05db-4373-8f7b-f1e76f569630 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for port (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:03.946861 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-02609c24-413e-4558-a0ce-1c2fd27b709d req-1b07f0ae-05db-4373-8f7b-f1e76f569630 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.66 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7702656 Sep 21 12:29:04.080753 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-dac697ea-0360-4e3c-8722-3b5c322610b7 None None] Provisioning complete for port 15af239b-da86-43fe-81e4-6adb2158f5c6 triggered by entity DHCP. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:29:04.081120 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-dac697ea-0360-4e3c-8722-3b5c322610b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (15af239b-da86-43fe-81e4-6adb2158f5c6), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:04.081451 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-dac697ea-0360-4e3c-8722-3b5c322610b7 None None] Attempt 1 to provision port 15af239b-da86-43fe-81e4-6adb2158f5c6 Sep 21 12:29:04.083031 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:29:04.119935 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-dac697ea-0360-4e3c-8722-3b5c322610b7 None None] Port 15af239b-da86-43fe-81e4-6adb2158f5c6 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:29:04.134832 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [req-02609c24-413e-4558-a0ce-1c2fd27b709d req-afe91659-0987-41f9-919a-7b7c2a94a74b service neutron] Request body: {'port': {'device_id': '66e9cb90-c71a-420a-b647-991844d5c17c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85867'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:29:04.196993 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-02609c24-413e-4558-a0ce-1c2fd27b709d req-afe91659-0987-41f9-919a-7b7c2a94a74b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (15af239b-da86-43fe-81e4-6adb2158f5c6), before_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:04.406785 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 58726) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:29:04.437804 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:29:04.477019 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.notifiers.nova [req-02609c24-413e-4558-a0ce-1c2fd27b709d req-afe91659-0987-41f9-919a-7b7c2a94a74b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15af239b-da86-43fe-81e4-6adb2158f5c6 {{(pid=106202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 12:29:04.484213 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bbbf96-682a-4180-b4ab-d217e4f12d0d req-6e406f47-aa4c-4cdb-938d-622ea4203ad5 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:04.485581 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-02609c24-413e-4558-a0ce-1c2fd27b709d req-afe91659-0987-41f9-919a-7b7c2a94a74b service neutron] Publish callbacks [] for port (15af239b-da86-43fe-81e4-6adb2158f5c6), precommit_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:04.485938 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-c0bbbf96-682a-4180-b4ab-d217e4f12d0d req-6e406f47-aa4c-4cdb-938d-622ea4203ad5 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=66e9cb90-c71a-420a-b647-991844d5c17c HTTP/1.1" status: 200 len: 931 time: 0.0559313 Sep 21 12:29:04.499433 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.provisioning_blocks [req-02609c24-413e-4558-a0ce-1c2fd27b709d req-afe91659-0987-41f9-919a-7b7c2a94a74b service neutron] Transition to ACTIVE for port object 15af239b-da86-43fe-81e4-6adb2158f5c6 will not be triggered until provisioned by entity L2. {{(pid=106202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 12:29:04.505360 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-02609c24-413e-4558-a0ce-1c2fd27b709d req-afe91659-0987-41f9-919a-7b7c2a94a74b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6955121'] for port (15af239b-da86-43fe-81e4-6adb2158f5c6), after_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:04.546684 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-c0bbbf96-682a-4180-b4ab-d217e4f12d0d req-ab7c7caa-429f-48ed-a7b1-03d2a9d76d9a tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d9e8d7e-7a10-40ad-8dfe-7e3854a595ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494626 Sep 21 12:29:04.590764 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe91659-0987-41f9-919a-7b7c2a94a74b service neutron] Pushing event updated for resources: {'Port': ['ID=15af239b-da86-43fe-81e4-6adb2158f5c6,revision_number=2']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:29:04.620626 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-dac697ea-0360-4e3c-8722-3b5c322610b7 None None] Attempt 2 to provision port 15af239b-da86-43fe-81e4-6adb2158f5c6 Sep 21 12:29:04.621388 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.managers [req-02609c24-413e-4558-a0ce-1c2fd27b709d req-afe91659-0987-41f9-919a-7b7c2a94a74b service neutron] Attempting to bind port 15af239b-da86-43fe-81e4-6adb2158f5c6 on host hv-cinder-85867 for vnic_type normal with profile {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 12:29:04.621743 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.managers [req-02609c24-413e-4558-a0ce-1c2fd27b709d req-afe91659-0987-41f9-919a-7b7c2a94a74b service neutron] Attempting to bind port 15af239b-da86-43fe-81e4-6adb2158f5c6 by drivers openvswitch,hyperv on host hv-cinder-85867 at level 0 using segments [{'id': '23711497-a20f-4916-8d35-19aa46c96038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f443e4f9-b2cf-41c0-aace-fc1b385c5aad'}] {{(pid=106202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 12:29:04.622087 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02609c24-413e-4558-a0ce-1c2fd27b709d req-afe91659-0987-41f9-919a-7b7c2a94a74b service neutron] Attempting to bind port 15af239b-da86-43fe-81e4-6adb2158f5c6 on network f443e4f9-b2cf-41c0-aace-fc1b385c5aad {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:29:04.655873 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-dac697ea-0360-4e3c-8722-3b5c322610b7 None None] Port 15af239b-da86-43fe-81e4-6adb2158f5c6 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:29:04.668126 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02609c24-413e-4558-a0ce-1c2fd27b709d req-afe91659-0987-41f9-919a-7b7c2a94a74b service neutron] Port 15af239b-da86-43fe-81e4-6adb2158f5c6 on network f443e4f9-b2cf-41c0-aace-fc1b385c5aad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85867 {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 12:29:04.668452 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02609c24-413e-4558-a0ce-1c2fd27b709d req-afe91659-0987-41f9-919a-7b7c2a94a74b service neutron] Attempting to bind port 15af239b-da86-43fe-81e4-6adb2158f5c6 on network f443e4f9-b2cf-41c0-aace-fc1b385c5aad {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:29:04.711299 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02609c24-413e-4558-a0ce-1c2fd27b709d req-afe91659-0987-41f9-919a-7b7c2a94a74b service neutron] Checking agent: {'id': '986f726e-8c98-4005-b3b7-e033305b1240', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85867', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 12, 18, 46), 'started_at': datetime.datetime(2022, 9, 21, 12, 18, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 12, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 12:29:04.711669 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02609c24-413e-4558-a0ce-1c2fd27b709d req-afe91659-0987-41f9-919a-7b7c2a94a74b service neutron] Checking segment: {'id': '23711497-a20f-4916-8d35-19aa46c96038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f443e4f9-b2cf-41c0-aace-fc1b385c5aad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:29:04.712035 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02609c24-413e-4558-a0ce-1c2fd27b709d req-afe91659-0987-41f9-919a-7b7c2a94a74b service neutron] Bound using segment: {'id': '23711497-a20f-4916-8d35-19aa46c96038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f443e4f9-b2cf-41c0-aace-fc1b385c5aad'} {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 12:29:04.712485 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.managers [req-02609c24-413e-4558-a0ce-1c2fd27b709d req-afe91659-0987-41f9-919a-7b7c2a94a74b service neutron] Bound port: 15af239b-da86-43fe-81e4-6adb2158f5c6, host: hv-cinder-85867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23711497-a20f-4916-8d35-19aa46c96038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'f443e4f9-b2cf-41c0-aace-fc1b385c5aad'}}] {{(pid=106202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 12:29:04.712843 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-02609c24-413e-4558-a0ce-1c2fd27b709d req-afe91659-0987-41f9-919a-7b7c2a94a74b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (15af239b-da86-43fe-81e4-6adb2158f5c6), before_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:04.774752 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [req-02609c24-413e-4558-a0ce-1c2fd27b709d req-afe91659-0987-41f9-919a-7b7c2a94a74b service neutron] For port 15af239b-da86-43fe-81e4-6adb2158f5c6, host hv-cinder-85867, cleared binding levels {{(pid=106202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:29:04.777926 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [req-02609c24-413e-4558-a0ce-1c2fd27b709d req-afe91659-0987-41f9-919a-7b7c2a94a74b service neutron] For port 15af239b-da86-43fe-81e4-6adb2158f5c6, host hv-cinder-85867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=15af239b-da86-43fe-81e4-6adb2158f5c6,segment=NetworkSegment(23711497-a20f-4916-8d35-19aa46c96038),segment_id=23711497-a20f-4916-8d35-19aa46c96038)] {{(pid=106202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:29:04.784634 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-02609c24-413e-4558-a0ce-1c2fd27b709d req-afe91659-0987-41f9-919a-7b7c2a94a74b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6955121'] for port (15af239b-da86-43fe-81e4-6adb2158f5c6), after_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:04.787666 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02609c24-413e-4558-a0ce-1c2fd27b709d req-afe91659-0987-41f9-919a-7b7c2a94a74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:04.788464 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-02609c24-413e-4558-a0ce-1c2fd27b709d req-afe91659-0987-41f9-919a-7b7c2a94a74b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for port (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:04.789824 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-02609c24-413e-4558-a0ce-1c2fd27b709d req-afe91659-0987-41f9-919a-7b7c2a94a74b service neutron] 10.222.0.66 "PUT /networking/v2.0/ports/15af239b-da86-43fe-81e4-6adb2158f5c6 HTTP/1.1" status: 200 len: 1093 time: 0.6593843 Sep 21 12:29:04.838549 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe91659-0987-41f9-919a-7b7c2a94a74b service neutron] Pushing event updated for resources: {'Port': ['ID=15af239b-da86-43fe-81e4-6adb2158f5c6,revision_number=3']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:29:04.894592 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-90d652f8-d63e-4d42-9920-1b4727bbcfa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624550'] for router_interface (824a22bf-75a1-4dbe-bcc4-824cc7080650), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:04.896073 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=100 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:29:04.897970 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02609c24-413e-4558-a0ce-1c2fd27b709d req-dea76c7b-fbbe-4882-a2cc-77beff29eb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:04.899626 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-02609c24-413e-4558-a0ce-1c2fd27b709d req-dea76c7b-fbbe-4882-a2cc-77beff29eb63 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=95515a2858124583ac138aa6350e4bc3&device_id=66e9cb90-c71a-420a-b647-991844d5c17c HTTP/1.1" status: 200 len: 1127 time: 0.0438523 Sep 21 12:29:04.934706 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=100 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:29:04.948102 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-02609c24-413e-4558-a0ce-1c2fd27b709d req-8b41330c-d1e4-4d49-b4e3-e9873ee8bedc service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15af239b-da86-43fe-81e4-6adb2158f5c6 HTTP/1.1" status: 200 len: 217 time: 0.0332985 Sep 21 12:29:04.998101 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02609c24-413e-4558-a0ce-1c2fd27b709d req-e464d44d-93ee-4778-86a1-0abb93ccb45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:04.999563 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-02609c24-413e-4558-a0ce-1c2fd27b709d req-e464d44d-93ee-4778-86a1-0abb93ccb45b service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=30c54aec-003f-4946-8d2e-88ee44f1f187 HTTP/1.1" status: 200 len: 847 time: 0.0454805 Sep 21 12:29:05.049605 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02609c24-413e-4558-a0ce-1c2fd27b709d req-6ac25cf9-2c81-4593-92c8-e1dee2555785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:05.051141 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-02609c24-413e-4558-a0ce-1c2fd27b709d req-6ac25cf9-2c81-4593-92c8-e1dee2555785 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=f443e4f9-b2cf-41c0-aace-fc1b385c5aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454452 Sep 21 12:29:05.103948 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:DELETE=1,neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:29:05.120593 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.plugin [None req-90d652f8-d63e-4d42-9920-1b4727bbcfa4 admin admin] Deleting port e812e9b3-7c14-459c-86a6-919b9ec320d5 {{(pid=106201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:29:05.120873 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-90d652f8-d63e-4d42-9920-1b4727bbcfa4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (e812e9b3-7c14-459c-86a6-919b9ec320d5), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:05.145102 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-02609c24-413e-4558-a0ce-1c2fd27b709d req-b6bf990b-bc40-4d7a-a7a1-0b7c0a505f7e service neutron] 10.222.0.66 "GET /networking/v2.0/networks/f443e4f9-b2cf-41c0-aace-fc1b385c5aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877094 Sep 21 12:29:05.156638 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-dac697ea-0360-4e3c-8722-3b5c322610b7 None None] Attempt 3 to provision port 15af239b-da86-43fe-81e4-6adb2158f5c6 Sep 21 12:29:05.198542 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-dac697ea-0360-4e3c-8722-3b5c322610b7 None None] Port 15af239b-da86-43fe-81e4-6adb2158f5c6 had new provisioning blocks added so it will not transition to active. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 21 12:29:05.205872 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.db [None req-90d652f8-d63e-4d42-9920-1b4727bbcfa4 admin admin] For port e812e9b3-7c14-459c-86a6-919b9ec320d5, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=e812e9b3-7c14-459c-86a6-919b9ec320d5,segment=NetworkSegment(de4c10ad-e50b-46d7-aed4-597b1ab39d3c),segment_id=de4c10ad-e50b-46d7-aed4-597b1ab39d3c)] {{(pid=106201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:29:05.206504 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-90d652f8-d63e-4d42-9920-1b4727bbcfa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (e812e9b3-7c14-459c-86a6-919b9ec320d5), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:05.222006 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.plugin [None req-90d652f8-d63e-4d42-9920-1b4727bbcfa4 admin admin] Calling delete_port for e812e9b3-7c14-459c-86a6-919b9ec320d5 owned by network:router_interface {{(pid=106201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:29:05.244407 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-02609c24-413e-4558-a0ce-1c2fd27b709d req-a2a5dc90-b32b-4bcf-8d95-001582b87e13 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/f443e4f9-b2cf-41c0-aace-fc1b385c5aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926414 Sep 21 12:29:05.403072 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-90d652f8-d63e-4d42-9920-1b4727bbcfa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6788894'] for port (e812e9b3-7c14-459c-86a6-919b9ec320d5), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:05.431611 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d652f8-d63e-4d42-9920-1b4727bbcfa4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e812e9b3-7c14-459c-86a6-919b9ec320d5,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:29:05.540683 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66e9cb90-c71a-420a-b647-991844d5c17c', 'tag': '15af239b-da86-43fe-81e4-6adb2158f5c6'}] {{(pid=106202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:29:05.543433 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f69dec5372d12bc1dbf2d83c258da0d8b658e28cfccadcad30c8a09044815e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf6a30c-d28e-49ae-bfe8-640f81ee7ad5" -d '{"events": [{"name": "network-changed", "server_uuid": "66e9cb90-c71a-420a-b647-991844d5c17c", "tag": "15af239b-da86-43fe-81e4-6adb2158f5c6"}]}' {{(pid=106202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:29:05.594510 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-90d652f8-d63e-4d42-9920-1b4727bbcfa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-544043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538390'] for router_interface (824a22bf-75a1-4dbe-bcc4-824cc7080650), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:05.602748 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 12:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b871ab62-7e60-4a76-9c32-aae43455a959 x-openstack-request-id: req-b871ab62-7e60-4a76-9c32-aae43455a959 {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:29:05.602901 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66e9cb90-c71a-420a-b647-991844d5c17c", "tag": "15af239b-da86-43fe-81e4-6adb2158f5c6", "status": "completed", "code": 200}]} {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:29:05.603089 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b871ab62-7e60-4a76-9c32-aae43455a959 {{(pid=106202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:29:05.608193 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b871ab62-7e60-4a76-9c32-aae43455a959'] response: {'name': 'network-changed', 'server_uuid': '66e9cb90-c71a-420a-b647-991844d5c17c', 'tag': '15af239b-da86-43fe-81e4-6adb2158f5c6', 'status': 'completed', 'code': 200} Sep 21 12:29:05.658015 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:29:05.723534 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601f143e-ceee-4fac-8252-3ec50237aa06 req-6c6528f5-2da4-43e4-b56a-49c63a447f5e tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:05.724873 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-601f143e-ceee-4fac-8252-3ec50237aa06 req-6c6528f5-2da4-43e4-b56a-49c63a447f5e tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=66e9cb90-c71a-420a-b647-991844d5c17c HTTP/1.1" status: 200 len: 943 time: 0.0789773 Sep 21 12:29:05.824229 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-601f143e-ceee-4fac-8252-3ec50237aa06 req-9fa20b49-65c3-4d2b-9d0d-4306b5ce0ab7 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d9e8d7e-7a10-40ad-8dfe-7e3854a595ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919950 Sep 21 12:29:05.871790 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:29:05.886631 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d652f8-d63e-4d42-9920-1b4727bbcfa4 admin admin] Router 824a22bf-75a1-4dbe-bcc4-824cc7080650 has already been hosted by L3 agent 4f31b8b6-17c0-474d-bf52-0481ff2a5cf7 {{(pid=106201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 12:29:05.988045 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d652f8-d63e-4d42-9920-1b4727bbcfa4 admin admin] Notify agent at l3_agent.dv-cinder-858678-1-iscsi the message routers_updated {{(pid=106201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:29:05.992993 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-90d652f8-d63e-4d42-9920-1b4727bbcfa4 admin admin] 10.222.0.71 "PUT /networking/v2.0/routers/824a22bf-75a1-4dbe-bcc4-824cc7080650/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5851820 Sep 21 12:29:05.995513 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 58736) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:29:05.998804 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965d479f-71ac-4df1-b33b-0824ab2a7d20 None None] Sync routers for ids ['824a22bf-75a1-4dbe-bcc4-824cc7080650'] in dv-cinder-858678-1-iscsi {{(pid=106204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:29:06.009667 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965d479f-71ac-4df1-b33b-0824ab2a7d20 None None] Routers {'824a22bf-75a1-4dbe-bcc4-824cc7080650'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:29:06.010264 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-965d479f-71ac-4df1-b33b-0824ab2a7d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:28:39Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['824a22bf-75a1-4dbe-bcc4-824cc7080650'], 'active': True} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:29:06.093552 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-7b01a93e-352f-4cb5-9974-28f2b48be8b0 admin admin] Publish callbacks [] for router (824a22bf-75a1-4dbe-bcc4-824cc7080650), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:06.109682 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvr_db [None req-965d479f-71ac-4df1-b33b-0824ab2a7d20 None None] Set router 824a22bf-75a1-4dbe-bcc4-824cc7080650 gateway port host: dv-cinder-858678-1-iscsi {{(pid=106204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:29:06.205422 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=100 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:29:06.233490 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=100 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:29:06.234654 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 3fb9b2d0-df9a-421a-b7da-b2bbf6f67639 no longer exists at agent hyperv_hv-cinder-85867 {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 12:29:06.267285 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] No Port match for: 3fb9b2d0-df9a-421a-b7da-b2bbf6f67639 {{(pid=106203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 12:29:06.267535 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 3fb9b2d0-df9a-421a-b7da-b2bbf6f67639 not bound to the agent host hv-cinder-85867 {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 12:29:06.286888 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf6a30c-d28e-49ae-bfe8-640f81ee7ad5 req-59874e92-8be3-4463-806c-4277c5f07bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:06.288480 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-6bf6a30c-d28e-49ae-bfe8-640f81ee7ad5 req-59874e92-8be3-4463-806c-4277c5f07bf1 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=95515a2858124583ac138aa6350e4bc3&device_id=66e9cb90-c71a-420a-b647-991844d5c17c HTTP/1.1" status: 200 len: 1127 time: 0.0681047 Sep 21 12:29:06.293622 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-965d479f-71ac-4df1-b33b-0824ab2a7d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '824a22bf-75a1-4dbe-bcc4-824cc7080650', 'name': 'tempest-ServerRescueNegativeTestJSON-1400485482-router', 'tenant_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'eaeaba23-6555-4fb3-991e-622422a54a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:23:05Z', 'updated_at': '2022-09-21T12:29:05Z', 'revision_number': 5, 'project_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'gw_port': {'id': 'eaeaba23-6555-4fb3-991e-622422a54a28', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:03:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824a22bf-75a1-4dbe-bcc4-824cc7080650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:23:05Z', 'updated_at': '2022-09-21T12:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi'}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:29:06.326310 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965d479f-71ac-4df1-b33b-0824ab2a7d20 None None] Checking router: 824a22bf-75a1-4dbe-bcc4-824cc7080650 for host: dv-cinder-858678-1-iscsi {{(pid=106204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:29:06.335694 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965d479f-71ac-4df1-b33b-0824ab2a7d20 None None] Routers {'824a22bf-75a1-4dbe-bcc4-824cc7080650'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:29:06.336357 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-965d479f-71ac-4df1-b33b-0824ab2a7d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:28:39Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['824a22bf-75a1-4dbe-bcc4-824cc7080650'], 'active': True} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:29:06.353208 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:29:06.380165 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-75a45754-5a29-4857-af32-c4bee9aab350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (f73c601a-29a1-4353-9f34-efd4ba2e6501), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:06.392619 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf6a30c-d28e-49ae-bfe8-640f81ee7ad5 req-c83cdc65-5efc-4db6-996c-5565d9b23929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:06.394603 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-6bf6a30c-d28e-49ae-bfe8-640f81ee7ad5 req-c83cdc65-5efc-4db6-996c-5565d9b23929 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=f443e4f9-b2cf-41c0-aace-fc1b385c5aad HTTP/1.1" status: 200 len: 909 time: 0.0980091 Sep 21 12:29:06.417413 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-7b01a93e-352f-4cb5-9974-28f2b48be8b0 admin admin] Publish callbacks [] for router_gateway (824a22bf-75a1-4dbe-bcc4-824cc7080650), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:06.442478 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-6bf6a30c-d28e-49ae-bfe8-640f81ee7ad5 req-2199b6d0-9317-4e25-a306-1fa1aeb8dfc5 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15af239b-da86-43fe-81e4-6adb2158f5c6 HTTP/1.1" status: 200 len: 217 time: 0.0405715 Sep 21 12:29:06.457260 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvr_db [None req-965d479f-71ac-4df1-b33b-0824ab2a7d20 None None] Set router 824a22bf-75a1-4dbe-bcc4-824cc7080650 gateway port host: dv-cinder-858678-1-iscsi {{(pid=106204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:29:06.460682 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.plugin [None req-7b01a93e-352f-4cb5-9974-28f2b48be8b0 admin admin] Deleting port eaeaba23-6555-4fb3-991e-622422a54a28 {{(pid=106201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:29:06.461218 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-7b01a93e-352f-4cb5-9974-28f2b48be8b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (eaeaba23-6555-4fb3-991e-622422a54a28), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:06.503943 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf6a30c-d28e-49ae-bfe8-640f81ee7ad5 req-fb8f5775-f696-4150-94ef-8c49f1781e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:06.505557 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-6bf6a30c-d28e-49ae-bfe8-640f81ee7ad5 req-fb8f5775-f696-4150-94ef-8c49f1781e7b service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=30c54aec-003f-4946-8d2e-88ee44f1f187 HTTP/1.1" status: 200 len: 847 time: 0.0566409 Sep 21 12:29:06.542160 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.db [None req-7b01a93e-352f-4cb5-9974-28f2b48be8b0 admin admin] For port eaeaba23-6555-4fb3-991e-622422a54a28, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=eaeaba23-6555-4fb3-991e-622422a54a28,segment=NetworkSegment(0a2e6652-942c-46a2-8162-ab1d320b7f7e),segment_id=0a2e6652-942c-46a2-8162-ab1d320b7f7e)] {{(pid=106201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:29:06.542442 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-7b01a93e-352f-4cb5-9974-28f2b48be8b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (eaeaba23-6555-4fb3-991e-622422a54a28), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:06.550449 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf6a30c-d28e-49ae-bfe8-640f81ee7ad5 req-a4fbdb64-5c70-492e-a048-4a1d67913999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:06.552000 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-6bf6a30c-d28e-49ae-bfe8-640f81ee7ad5 req-a4fbdb64-5c70-492e-a048-4a1d67913999 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=f443e4f9-b2cf-41c0-aace-fc1b385c5aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397453 Sep 21 12:29:06.560239 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.plugin [None req-7b01a93e-352f-4cb5-9974-28f2b48be8b0 admin admin] Calling delete_port for eaeaba23-6555-4fb3-991e-622422a54a28 owned by network:router_gateway {{(pid=106201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:29:06.653354 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-6bf6a30c-d28e-49ae-bfe8-640f81ee7ad5 req-ef8c7fa5-e98b-4c51-bb9c-e3d4badf9efb service neutron] 10.222.0.66 "GET /networking/v2.0/networks/f443e4f9-b2cf-41c0-aace-fc1b385c5aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941973 Sep 21 12:29:06.708867 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:29:06.727150 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-965d479f-71ac-4df1-b33b-0824ab2a7d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '824a22bf-75a1-4dbe-bcc4-824cc7080650', 'name': 'tempest-ServerRescueNegativeTestJSON-1400485482-router', 'tenant_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'eaeaba23-6555-4fb3-991e-622422a54a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:23:05Z', 'updated_at': '2022-09-21T12:29:05Z', 'revision_number': 5, 'project_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'gw_port': {'id': 'eaeaba23-6555-4fb3-991e-622422a54a28', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:03:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824a22bf-75a1-4dbe-bcc4-824cc7080650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:23:05Z', 'updated_at': '2022-09-21T12:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi'}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:29:06.739710 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-7b01a93e-352f-4cb5-9974-28f2b48be8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6788894'] for port (eaeaba23-6555-4fb3-991e-622422a54a28), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:06.756830 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-6bf6a30c-d28e-49ae-bfe8-640f81ee7ad5 req-0f3abcc9-3f94-4905-9c52-02d01b0dd8d9 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/f443e4f9-b2cf-41c0-aace-fc1b385c5aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970602 Sep 21 12:29:06.764061 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965d479f-71ac-4df1-b33b-0824ab2a7d20 None None] The sync data for ids ['824a22bf-75a1-4dbe-bcc4-824cc7080650'] in dv-cinder-858678-1-iscsi is: [{'id': '824a22bf-75a1-4dbe-bcc4-824cc7080650', 'name': 'tempest-ServerRescueNegativeTestJSON-1400485482-router', 'tenant_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'eaeaba23-6555-4fb3-991e-622422a54a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:23:05Z', 'updated_at': '2022-09-21T12:29:05Z', 'revision_number': 5, 'project_id': 'd3bd02ae79fd4edb9886b1b4ef3d761a', 'gw_port': {'id': 'eaeaba23-6555-4fb3-991e-622422a54a28', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:03:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824a22bf-75a1-4dbe-bcc4-824cc7080650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:23:05Z', 'updated_at': '2022-09-21T12:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi'}] {{(pid=106204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:29:06.769544 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b01a93e-352f-4cb5-9974-28f2b48be8b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=eaeaba23-6555-4fb3-991e-622422a54a28,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:29:06.834658 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-7b01a93e-352f-4cb5-9974-28f2b48be8b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534108'] for router_gateway (824a22bf-75a1-4dbe-bcc4-824cc7080650), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:06.923325 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-7b01a93e-352f-4cb5-9974-28f2b48be8b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3984'] for router (824a22bf-75a1-4dbe-bcc4-824cc7080650), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:06.925537 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-7b01a93e-352f-4cb5-9974-28f2b48be8b0 admin admin] Publish callbacks [] for router_controller (824a22bf-75a1-4dbe-bcc4-824cc7080650), precommit_delete_associations {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:06.953845 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9d67a7-86d9-4a88-a86b-d80c4b21341c req-eddc36dd-bc8e-43c2-ae97-4d8ba29788b3 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:06.955511 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-db9d67a7-86d9-4a88-a86b-d80c4b21341c req-eddc36dd-bc8e-43c2-ae97-4d8ba29788b3 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=66e9cb90-c71a-420a-b647-991844d5c17c HTTP/1.1" status: 200 len: 943 time: 0.0470016 Sep 21 12:29:06.972495 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-7b01a93e-352f-4cb5-9974-28f2b48be8b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538475'] for router (824a22bf-75a1-4dbe-bcc4-824cc7080650), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:06.973145 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b01a93e-352f-4cb5-9974-28f2b48be8b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 824a22bf-75a1-4dbe-bcc4-824cc7080650 {{(pid=106201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 12:29:06.978477 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-7b01a93e-352f-4cb5-9974-28f2b48be8b0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:06.979634 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-7b01a93e-352f-4cb5-9974-28f2b48be8b0 admin admin] 10.222.0.71 "DELETE /networking/v2.0/routers/824a22bf-75a1-4dbe-bcc4-824cc7080650 HTTP/1.1" status: 204 len: 168 time: 0.9831977 Sep 21 12:29:06.982280 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 58740) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:29:07.008561 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-db9d67a7-86d9-4a88-a86b-d80c4b21341c req-8ad6f676-0a6c-42a3-9222-3208543e8c95 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d9e8d7e-7a10-40ad-8dfe-7e3854a595ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472863 Sep 21 12:29:07.015114 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:29:07.028849 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce83af2c-5566-445c-b80c-6a49665d1eba admin admin] Deleting subnet 262afd09-1dba-467b-a294-ced74668905b {{(pid=106201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 21 12:29:07.032047 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-ce83af2c-5566-445c-b80c-6a49665d1eba admin admin] Publish callbacks [] for subnet (262afd09-1dba-467b-a294-ced74668905b), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:07.066888 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-ce83af2c-5566-445c-b80c-6a49665d1eba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6930226'] for subnet (262afd09-1dba-467b-a294-ced74668905b), precommit_delete_associations {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:07.148839 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-ce83af2c-5566-445c-b80c-6a49665d1eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462926'] for subnet (262afd09-1dba-467b-a294-ced74668905b), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:07.205865 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-ce83af2c-5566-445c-b80c-6a49665d1eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6788977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7012724'] for subnet (262afd09-1dba-467b-a294-ced74668905b), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:07.230924 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce83af2c-5566-445c-b80c-6a49665d1eba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=262afd09-1dba-467b-a294-ced74668905b,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:29:07.238457 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-ce83af2c-5566-445c-b80c-6a49665d1eba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544014'] for subnet (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:07.244800 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b5bdb6-6aef-4dc4-bc6c-36f195b1cc26 None None] Network 46771c4a-a4e0-44e3-b0ad-6700b1914d9d requested from dv-cinder-858678-1-iscsi {{(pid=106203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 12:29:07.245211 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 58746) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:29:07.245431 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-ce83af2c-5566-445c-b80c-6a49665d1eba admin admin] 10.222.0.71 "DELETE /networking/v2.0/subnets/262afd09-1dba-467b-a294-ced74668905b HTTP/1.1" status: 204 len: 168 time: 0.2621081 Sep 21 12:29:07.329066 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-2d58211f-0f6d-4373-86e6-cffb0a1d87dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535227'] for network (46771c4a-a4e0-44e3-b0ad-6700b1914d9d), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:07.383037 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [None req-2d58211f-0f6d-4373-86e6-cffb0a1d87dc admin admin] Deleting port 16657360-eabe-4f8d-a4f8-63ab5809c580 {{(pid=106202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:29:07.383379 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-2d58211f-0f6d-4373-86e6-cffb0a1d87dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (16657360-eabe-4f8d-a4f8-63ab5809c580), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:07.447825 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebdd607-2e8a-4772-992e-170e41d271ae None None] DHCP port deletion for 46771c4a-a4e0-44e3-b0ad-6700b1914d9d request from dv-cinder-858678-1-iscsi {{(pid=106203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 21 12:29:07.459259 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [None req-2d58211f-0f6d-4373-86e6-cffb0a1d87dc admin admin] For port 16657360-eabe-4f8d-a4f8-63ab5809c580, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=16657360-eabe-4f8d-a4f8-63ab5809c580,segment=NetworkSegment(de4c10ad-e50b-46d7-aed4-597b1ab39d3c),segment_id=de4c10ad-e50b-46d7-aed4-597b1ab39d3c)] {{(pid=106202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:29:07.459619 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-2d58211f-0f6d-4373-86e6-cffb0a1d87dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (16657360-eabe-4f8d-a4f8-63ab5809c580), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:07.474746 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [None req-2d58211f-0f6d-4373-86e6-cffb0a1d87dc admin admin] Calling delete_port for 16657360-eabe-4f8d-a4f8-63ab5809c580 owned by network:dhcp {{(pid=106202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:29:07.492647 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-5ebdd607-2e8a-4772-992e-170e41d271ae None None] Deleting port 16657360-eabe-4f8d-a4f8-63ab5809c580 {{(pid=106203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:29:07.493314 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-5ebdd607-2e8a-4772-992e-170e41d271ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (16657360-eabe-4f8d-a4f8-63ab5809c580), before_delete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:07.564619 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-5ebdd607-2e8a-4772-992e-170e41d271ae None None] For port 16657360-eabe-4f8d-a4f8-63ab5809c580, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=16657360-eabe-4f8d-a4f8-63ab5809c580,segment=NetworkSegment(de4c10ad-e50b-46d7-aed4-597b1ab39d3c),segment_id=de4c10ad-e50b-46d7-aed4-597b1ab39d3c)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:29:07.565007 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-5ebdd607-2e8a-4772-992e-170e41d271ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (16657360-eabe-4f8d-a4f8-63ab5809c580), precommit_delete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:07.575509 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-2d58211f-0f6d-4373-86e6-cffb0a1d87dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (16657360-eabe-4f8d-a4f8-63ab5809c580), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:07.578825 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:29:07.593890 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-5ebdd607-2e8a-4772-992e-170e41d271ae None None] Calling delete_port for 16657360-eabe-4f8d-a4f8-63ab5809c580 owned by network:dhcp {{(pid=106203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:29:07.621894 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d58211f-0f6d-4373-86e6-cffb0a1d87dc admin admin] Pushing event deleted for resources: {'Port': ['ID=16657360-eabe-4f8d-a4f8-63ab5809c580,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:29:07.626810 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d58211f-0f6d-4373-86e6-cffb0a1d87dc admin admin] No DVR routers for this DVR port 16657360-eabe-4f8d-a4f8-63ab5809c580 on host dv-cinder-858678-1-iscsi {{(pid=106202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 12:29:07.706699 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-5ebdd607-2e8a-4772-992e-170e41d271ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810'] for port (16657360-eabe-4f8d-a4f8-63ab5809c580), after_delete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:07.707201 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-2d58211f-0f6d-4373-86e6-cffb0a1d87dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548197', 'neutron.services.segments.db._delete_segments_for_network-8735121314753'] for network (46771c4a-a4e0-44e3-b0ad-6700b1914d9d), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:07.738368 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.services.segments.db [None req-2d58211f-0f6d-4373-86e6-cffb0a1d87dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46771c4a-a4e0-44e3-b0ad-6700b1914d9d']}} {{(pid=106202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:29:07.740799 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebdd607-2e8a-4772-992e-170e41d271ae None None] Pushing event deleted for resources: {'Port': ['ID=16657360-eabe-4f8d-a4f8-63ab5809c580,revision_number=None']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:29:07.744493 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebdd607-2e8a-4772-992e-170e41d271ae None None] No DVR routers for this DVR port 16657360-eabe-4f8d-a4f8-63ab5809c580 on host dv-cinder-858678-1-iscsi {{(pid=106203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 12:29:07.753055 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.services.segments.db [None req-2d58211f-0f6d-4373-86e6-cffb0a1d87dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de4c10ad-e50b-46d7-aed4-597b1ab39d3c') {'for_net_delete': True} {{(pid=106202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:29:07.753357 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.services.segments.db [None req-2d58211f-0f6d-4373-86e6-cffb0a1d87dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de4c10ad-e50b-46d7-aed4-597b1ab39d3c') {} {{(pid=106202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:29:07.770073 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-2d58211f-0f6d-4373-86e6-cffb0a1d87dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735121314645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6891113'] for segment (de4c10ad-e50b-46d7-aed4-597b1ab39d3c), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:07.784668 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-2d58211f-0f6d-4373-86e6-cffb0a1d87dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355690'] for segment (de4c10ad-e50b-46d7-aed4-597b1ab39d3c), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:07.791002 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d58211f-0f6d-4373-86e6-cffb0a1d87dc admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=106202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 12:29:07.791386 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-2d58211f-0f6d-4373-86e6-cffb0a1d87dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6955165'] for segment (de4c10ad-e50b-46d7-aed4-597b1ab39d3c), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:07.833280 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:29:07.836597 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.services.segments.plugin [-] Segment de4c10ad-e50b-46d7-aed4-597b1ab39d3c resource provider aggregate not found Sep 21 12:29:07.861315 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-2d58211f-0f6d-4373-86e6-cffb0a1d87dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534153'] for network (46771c4a-a4e0-44e3-b0ad-6700b1914d9d), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:07.880275 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.services.segments.plugin [-] Segment de4c10ad-e50b-46d7-aed4-597b1ab39d3c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid de4c10ad-e50b-46d7-aed4-597b1ab39d3c found for delete ", "request_id": "req-14b2231e-4a02-448f-a07d-ef30113fe167"}]} Sep 21 12:29:07.881667 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-2d58211f-0f6d-4373-86e6-cffb0a1d87dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544014'] for network (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:07.884938 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-2d58211f-0f6d-4373-86e6-cffb0a1d87dc admin admin] 10.222.0.71 "DELETE /networking/v2.0/networks/46771c4a-a4e0-44e3-b0ad-6700b1914d9d HTTP/1.1" status: 204 len: 168 time: 0.6387272 Sep 21 12:29:07.886735 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d58211f-0f6d-4373-86e6-cffb0a1d87dc admin admin] Pushing event deleted for resources: {'Network': ['ID=46771c4a-a4e0-44e3-b0ad-6700b1914d9d,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:29:07.926885 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device e812e9b3-7c14-459c-86a6-919b9ec320d5 no longer exists at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 12:29:07.945752 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] No Port match for: e812e9b3-7c14-459c-86a6-919b9ec320d5 {{(pid=106203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 12:29:07.946384 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device e812e9b3-7c14-459c-86a6-919b9ec320d5 not bound to the agent host dv-cinder-858678-1-iscsi {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 12:29:07.946850 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 16657360-eabe-4f8d-a4f8-63ab5809c580 no longer exists at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 12:29:07.967470 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] No Port match for: 16657360-eabe-4f8d-a4f8-63ab5809c580 {{(pid=106203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 12:29:07.968086 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 16657360-eabe-4f8d-a4f8-63ab5809c580 not bound to the agent host dv-cinder-858678-1-iscsi {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 12:29:07.968500 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device eaeaba23-6555-4fb3-991e-622422a54a28 no longer exists at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 12:29:07.987991 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] No Port match for: eaeaba23-6555-4fb3-991e-622422a54a28 {{(pid=106203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 12:29:07.988347 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device eaeaba23-6555-4fb3-991e-622422a54a28 not bound to the agent host dv-cinder-858678-1-iscsi {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 12:29:08.011896 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 58760) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:29:08.054972 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-ba46af5c-1a8d-4d69-ab3d-7780007babd6 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=d3bd02ae79fd4edb9886b1b4ef3d761a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416915 Sep 21 12:29:08.058830 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 58764) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:29:08.107448 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-1187e7dd-1811-41d9-ba8c-3d8974a43272 admin admin] Publish callbacks [] for security_group (b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:08.130437 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-1187e7dd-1811-41d9-ba8c-3d8974a43272 admin admin] Publish callbacks [] for security_group (b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:08.138698 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a173e35e-8e16-413c-ba8e-ad6fc568dcc2 req-bab012a2-7701-410e-a806-23a0c9a122c9 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:08.140184 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-a173e35e-8e16-413c-ba8e-ad6fc568dcc2 req-bab012a2-7701-410e-a806-23a0c9a122c9 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=66e9cb90-c71a-420a-b647-991844d5c17c HTTP/1.1" status: 200 len: 943 time: 0.0535011 Sep 21 12:29:08.191974 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-1187e7dd-1811-41d9-ba8c-3d8974a43272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:08.192945 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-a173e35e-8e16-413c-ba8e-ad6fc568dcc2 req-5a5959c3-14e6-4ebe-992f-2ebd0981f57c tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d9e8d7e-7a10-40ad-8dfe-7e3854a595ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471179 Sep 21 12:29:08.194443 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-1187e7dd-1811-41d9-ba8c-3d8974a43272 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:08.197902 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-1187e7dd-1811-41d9-ba8c-3d8974a43272 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6 HTTP/1.1" status: 204 len: 168 time: 0.1374390 Sep 21 12:29:08.207186 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1187e7dd-1811-41d9-ba8c-3d8974a43272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e68a51-2f64-45eb-a1d5-8d9aaa38d2b6,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:29:08.629334 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-a00d32e4-dfec-4c6d-a091-00a206b85e1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (4f31b8b6-17c0-474d-bf52-0481ff2a5cf7), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:09.325737 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d44248-a609-48c0-91a1-5113234256ad req-606104fc-c08e-4136-8ae3-b93a676dd478 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:09.327422 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-33d44248-a609-48c0-91a1-5113234256ad req-606104fc-c08e-4136-8ae3-b93a676dd478 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=66e9cb90-c71a-420a-b647-991844d5c17c HTTP/1.1" status: 200 len: 943 time: 0.0546129 Sep 21 12:29:09.385222 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-33d44248-a609-48c0-91a1-5113234256ad req-aa0beb94-d8a2-4960-84f9-4972e8060287 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d9e8d7e-7a10-40ad-8dfe-7e3854a595ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502934 Sep 21 12:29:09.499847 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4592237-5def-44c8-81e7-bb9dc2330c8b req-f9f0bcdb-2a69-47ac-8c55-dd7faafdf140 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:09.501616 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-e4592237-5def-44c8-81e7-bb9dc2330c8b req-f9f0bcdb-2a69-47ac-8c55-dd7faafdf140 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 945 time: 0.0477631 Sep 21 12:29:09.556879 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-e4592237-5def-44c8-81e7-bb9dc2330c8b req-1933cb18-cf5c-41d5-a358-26fe6ba703dd tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0d01d403-cac3-4cd0-80ae-200537a4758c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493698 Sep 21 12:29:09.951961 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-740e41e1-10de-4b2e-a9f0-9582d49d2a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (d7a8950b-d4d7-4646-ba54-d395483871b4), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:10.515776 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8bb4a6-0f60-4cb4-abfd-f92b811a937e req-3a363482-0012-4b06-97b5-0b32787aa10d tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:10.517285 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-9f8bb4a6-0f60-4cb4-abfd-f92b811a937e req-3a363482-0012-4b06-97b5-0b32787aa10d tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=66e9cb90-c71a-420a-b647-991844d5c17c HTTP/1.1" status: 200 len: 943 time: 0.0484135 Sep 21 12:29:10.568151 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-9f8bb4a6-0f60-4cb4-abfd-f92b811a937e req-8c301695-9d29-4a6e-a34f-fcef43f1ae6e tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d9e8d7e-7a10-40ad-8dfe-7e3854a595ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450933 Sep 21 12:29:10.692332 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a2e767-d877-4dd0-ab2e-9741fb11eb60 req-26672086-7244-4eda-8e93-a7a08aa0eef8 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:10.693759 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-79a2e767-d877-4dd0-ab2e-9741fb11eb60 req-26672086-7244-4eda-8e93-a7a08aa0eef8 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 945 time: 0.0471435 Sep 21 12:29:10.743091 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-79a2e767-d877-4dd0-ab2e-9741fb11eb60 req-894a6443-12f0-4fce-a247-4db8814c89be tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0d01d403-cac3-4cd0-80ae-200537a4758c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433552 Sep 21 12:29:10.779556 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 58856) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:29:10.888220 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-e0cae7f4-7c06-4c7b-9f63-d771645112d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:10.930430 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:29:10.963835 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-e0cae7f4-7c06-4c7b-9f63-d771645112d1 admin admin] Publish callbacks [] for security_group (32c216a6-1378-471b-a918-2be17a631107), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:10.967565 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-e0cae7f4-7c06-4c7b-9f63-d771645112d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (32c216a6-1378-471b-a918-2be17a631107), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:11.003927 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cae7f4-7c06-4c7b-9f63-d771645112d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c216a6-1378-471b-a918-2be17a631107,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:29:11.009177 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-e0cae7f4-7c06-4c7b-9f63-d771645112d1 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=787f3db976f241908f0d9451e962cfc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2284975 Sep 21 12:29:11.010830 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 58860) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:29:11.016588 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=9 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:29:11.061878 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-f0655ec6-eb33-4fd2-8bb3-a01445f9ab81 admin admin] Publish callbacks [] for security_group (32c216a6-1378-471b-a918-2be17a631107), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:11.091795 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-f0655ec6-eb33-4fd2-8bb3-a01445f9ab81 admin admin] Publish callbacks [] for security_group (32c216a6-1378-471b-a918-2be17a631107), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:11.151237 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-f0655ec6-eb33-4fd2-8bb3-a01445f9ab81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (32c216a6-1378-471b-a918-2be17a631107), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:11.154418 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-f0655ec6-eb33-4fd2-8bb3-a01445f9ab81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:11.155566 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-f0655ec6-eb33-4fd2-8bb3-a01445f9ab81 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/32c216a6-1378-471b-a918-2be17a631107 HTTP/1.1" status: 204 len: 168 time: 0.1438217 Sep 21 12:29:11.163733 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0655ec6-eb33-4fd2-8bb3-a01445f9ab81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c216a6-1378-471b-a918-2be17a631107,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:29:11.256268 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (57fb69a9-4edc-44fd-8965-b65708e41306), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:11.431020 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 58866) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:29:11.444064 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-c9ae727c-7535-4901-b8e5-fabde6a78227 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:11.506060 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c3e59811-0015-48e8-afb5-3d82d64b721e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (cef1489a-7471-4b81-a7c5-b9e507e96767), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:11.538189 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-c9ae727c-7535-4901-b8e5-fabde6a78227 admin admin] Publish callbacks [] for security_group (2bc1c5c7-ee1c-443e-8fa1-ed2dcb515676), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:11.542008 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-c9ae727c-7535-4901-b8e5-fabde6a78227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (2bc1c5c7-ee1c-443e-8fa1-ed2dcb515676), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:11.580690 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ae727c-7535-4901-b8e5-fabde6a78227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc1c5c7-ee1c-443e-8fa1-ed2dcb515676,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:29:11.586478 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-c9ae727c-7535-4901-b8e5-fabde6a78227 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=2d35f0db710e47d58083b1a3f031dae8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1534228 Sep 21 12:29:11.588621 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 58868) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:29:11.640861 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-e373e0d8-fc6b-48ce-aec2-e5ef524964dc admin admin] Publish callbacks [] for security_group (2bc1c5c7-ee1c-443e-8fa1-ed2dcb515676), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:11.661355 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-e373e0d8-fc6b-48ce-aec2-e5ef524964dc admin admin] Publish callbacks [] for security_group (2bc1c5c7-ee1c-443e-8fa1-ed2dcb515676), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:11.695869 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d2164-c921-4e3b-8499-6f88c3db7eaa req-fba9946b-4da0-4c98-8efa-bf495d600051 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:11.697374 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e80d2164-c921-4e3b-8499-6f88c3db7eaa req-fba9946b-4da0-4c98-8efa-bf495d600051 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=66e9cb90-c71a-420a-b647-991844d5c17c HTTP/1.1" status: 200 len: 943 time: 0.0498602 Sep 21 12:29:11.709833 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-e373e0d8-fc6b-48ce-aec2-e5ef524964dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (2bc1c5c7-ee1c-443e-8fa1-ed2dcb515676), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:11.712345 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-e373e0d8-fc6b-48ce-aec2-e5ef524964dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:11.713486 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-e373e0d8-fc6b-48ce-aec2-e5ef524964dc admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/2bc1c5c7-ee1c-443e-8fa1-ed2dcb515676 HTTP/1.1" status: 204 len: 168 time: 0.1239274 Sep 21 12:29:11.723975 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e373e0d8-fc6b-48ce-aec2-e5ef524964dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc1c5c7-ee1c-443e-8fa1-ed2dcb515676,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:29:11.760395 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e80d2164-c921-4e3b-8499-6f88c3db7eaa req-751090fa-be01-4744-802f-45f69fc91d0f tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d9e8d7e-7a10-40ad-8dfe-7e3854a595ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557072 Sep 21 12:29:11.900880 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a20640-6625-4f9a-a6f1-7e2b92dc201a req-8b89ff69-8749-4435-8434-9e92492fdf19 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:11.902380 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-14a20640-6625-4f9a-a6f1-7e2b92dc201a req-8b89ff69-8749-4435-8434-9e92492fdf19 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 945 time: 0.0552871 Sep 21 12:29:11.953032 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-14a20640-6625-4f9a-a6f1-7e2b92dc201a req-a6cff945-95d2-4dd6-92e0-2d4102c9333c tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0d01d403-cac3-4cd0-80ae-200537a4758c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445569 Sep 21 12:29:12.892651 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315f9b9-37f8-4f59-9e53-f683882ea5f3 req-5bef9402-4731-425a-8dbf-95a6c2162a95 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:12.894311 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b315f9b9-37f8-4f59-9e53-f683882ea5f3 req-5bef9402-4731-425a-8dbf-95a6c2162a95 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=66e9cb90-c71a-420a-b647-991844d5c17c HTTP/1.1" status: 200 len: 943 time: 0.0523353 Sep 21 12:29:12.947567 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b315f9b9-37f8-4f59-9e53-f683882ea5f3 req-f428e880-d771-4fb0-8a83-1231e0529b53 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d9e8d7e-7a10-40ad-8dfe-7e3854a595ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471053 Sep 21 12:29:13.086633 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c90ae9c-79a0-4ffa-a282-16f6d1c5b5f5 req-e6f33c64-f4f8-41b6-8ceb-f7b9372474f2 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:13.088142 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-7c90ae9c-79a0-4ffa-a282-16f6d1c5b5f5 req-e6f33c64-f4f8-41b6-8ceb-f7b9372474f2 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 945 time: 0.0486932 Sep 21 12:29:13.136031 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-7c90ae9c-79a0-4ffa-a282-16f6d1c5b5f5 req-8ab50bcd-99b3-47ea-9846-f8045301ed31 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0d01d403-cac3-4cd0-80ae-200537a4758c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418086 Sep 21 12:29:14.068239 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c19e7-4351-4748-ba75-917460ab09d8 req-5b778459-3da0-4bf5-a52c-6a2c8d233d65 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:14.069718 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-638c19e7-4351-4748-ba75-917460ab09d8 req-5b778459-3da0-4bf5-a52c-6a2c8d233d65 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=66e9cb90-c71a-420a-b647-991844d5c17c HTTP/1.1" status: 200 len: 943 time: 0.0466790 Sep 21 12:29:14.124968 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-638c19e7-4351-4748-ba75-917460ab09d8 req-962b0c91-3d62-417a-aecc-bbc8df0a909f tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d9e8d7e-7a10-40ad-8dfe-7e3854a595ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493891 Sep 21 12:29:14.256458 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 15af239b-da86-43fe-81e4-6adb2158f5c6 details requested by agent hyperv_hv-cinder-85867 with host hv-cinder-85867 {{(pid=106203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 12:29:14.262985 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a170e27-9e15-4716-8468-63fea76f3039 req-270254e5-db61-45b4-a9fa-a229b1c0bd72 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:14.264529 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-6a170e27-9e15-4716-8468-63fea76f3039 req-270254e5-db61-45b4-a9fa-a229b1c0bd72 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 945 time: 0.0443656 Sep 21 12:29:14.267591 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:29:14.277766 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:29:14.319081 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-6a170e27-9e15-4716-8468-63fea76f3039 req-2c296f4b-6277-4259-8e38-a097c195ee80 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0d01d403-cac3-4cd0-80ae-200537a4758c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483882 Sep 21 12:29:14.362189 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port 15af239b-da86-43fe-81e4-6adb2158f5c6, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=15af239b-da86-43fe-81e4-6adb2158f5c6,segment=NetworkSegment(23711497-a20f-4916-8d35-19aa46c96038),segment_id=23711497-a20f-4916-8d35-19aa46c96038)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:29:14.373448 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Returning: {'device': '15af239b-da86-43fe-81e4-6adb2158f5c6', 'network_id': 'f443e4f9-b2cf-41c0-aace-fc1b385c5aad', 'port_id': '15af239b-da86-43fe-81e4-6adb2158f5c6', 'mac_address': 'fa:16:3e:c6:57:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30c54aec-003f-4946-8d2e-88ee44f1f187', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 12:29:14.408897 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Current status of the port 15af239b-da86-43fe-81e4-6adb2158f5c6 is: DOWN; New status is: BUILD {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:29:14.409284 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (15af239b-da86-43fe-81e4-6adb2158f5c6), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:14.422538 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.notifiers.nova [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15af239b-da86-43fe-81e4-6adb2158f5c6 {{(pid=106203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 12:29:14.442302 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port 15af239b-da86-43fe-81e4-6adb2158f5c6, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=15af239b-da86-43fe-81e4-6adb2158f5c6,segment=NetworkSegment(23711497-a20f-4916-8d35-19aa46c96038),segment_id=23711497-a20f-4916-8d35-19aa46c96038)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:29:14.447108 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (15af239b-da86-43fe-81e4-6adb2158f5c6), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:14.493163 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Pushing event updated for resources: {'Port': ['ID=15af239b-da86-43fe-81e4-6adb2158f5c6,revision_number=4']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:29:14.870595 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] get_ports_and_sgs() called for port_ids ['15af239b-da86-43fe-81e4-6adb2158f5c6'] {{(pid=106203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 12:29:14.909101 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:29:15.254961 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9e3c4-208b-4882-9cbc-5ff2b2b39f58 req-4bb965f8-adea-4956-9b79-be6c338cc6d3 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:15.256489 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-fcd9e3c4-208b-4882-9cbc-5ff2b2b39f58 req-4bb965f8-adea-4956-9b79-be6c338cc6d3 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=66e9cb90-c71a-420a-b647-991844d5c17c HTTP/1.1" status: 200 len: 944 time: 0.0526657 Sep 21 12:29:15.305634 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-fcd9e3c4-208b-4882-9cbc-5ff2b2b39f58 req-31f28801-aa60-4921-8d22-0b3b2aea972e tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d9e8d7e-7a10-40ad-8dfe-7e3854a595ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434456 Sep 21 12:29:15.444964 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e986aca-da73-439c-988d-0b4d26f7ea23 req-93955502-72c1-4a14-b8f2-e6eafa36c75a tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:15.446305 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-8e986aca-da73-439c-988d-0b4d26f7ea23 req-93955502-72c1-4a14-b8f2-e6eafa36c75a tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 945 time: 0.0449975 Sep 21 12:29:15.493295 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-8e986aca-da73-439c-988d-0b4d26f7ea23 req-2934fce5-ca47-486d-a091-b4df4bcf652b tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0d01d403-cac3-4cd0-80ae-200537a4758c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411928 Sep 21 12:29:16.163035 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 58958) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:29:16.267569 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-2d513fff-7b51-4692-83f5-0fc7c6bd1326 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:16.275031 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 15af239b-da86-43fe-81e4-6adb2158f5c6 up at agent hyperv_hv-cinder-85867 {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:29:16.297084 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:29:16.318006 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Provisioning for port 15af239b-da86-43fe-81e4-6adb2158f5c6 completed by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 21 12:29:16.323884 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Provisioning complete for port 15af239b-da86-43fe-81e4-6adb2158f5c6 triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:29:16.324261 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (15af239b-da86-43fe-81e4-6adb2158f5c6), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:16.324602 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Attempt 1 to provision port 15af239b-da86-43fe-81e4-6adb2158f5c6 Sep 21 12:29:16.352965 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-2d513fff-7b51-4692-83f5-0fc7c6bd1326 admin admin] Publish callbacks [] for security_group (3ff4b430-1fb6-4841-9225-85e2f0bd058e), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:16.357659 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-2d513fff-7b51-4692-83f5-0fc7c6bd1326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (3ff4b430-1fb6-4841-9225-85e2f0bd058e), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:16.399115 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-2d513fff-7b51-4692-83f5-0fc7c6bd1326 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=3af9242d8d644ce6a462010277a72a11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2349958 Sep 21 12:29:16.399997 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d513fff-7b51-4692-83f5-0fc7c6bd1326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff4b430-1fb6-4841-9225-85e2f0bd058e,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:29:16.402305 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 58964) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:29:16.411962 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Current status of the port 15af239b-da86-43fe-81e4-6adb2158f5c6 is: BUILD; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:29:16.412447 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (15af239b-da86-43fe-81e4-6adb2158f5c6), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:16.437456 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbcb0c1-cb3b-4e44-88e9-8de96b348ec9 req-a6dc0e4c-370a-41d1-8b88-d7987db85f3f tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:16.439424 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-afbcb0c1-cb3b-4e44-88e9-8de96b348ec9 req-a6dc0e4c-370a-41d1-8b88-d7987db85f3f tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=66e9cb90-c71a-420a-b647-991844d5c17c HTTP/1.1" status: 200 len: 944 time: 0.0519941 Sep 21 12:29:16.440533 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66e9cb90-c71a-420a-b647-991844d5c17c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15af239b-da86-43fe-81e4-6adb2158f5c6'}] {{(pid=106203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:29:16.443019 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f5c4d77a05fc023d1f839eaccf47ad38217f4e21b3a59551d1b02ed6bd0851a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba81ff37-b277-42f2-8412-dfa971842335" -d '{"events": [{"server_uuid": "66e9cb90-c71a-420a-b647-991844d5c17c", "name": "network-vif-plugged", "status": "completed", "tag": "15af239b-da86-43fe-81e4-6adb2158f5c6"}]}' {{(pid=106203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:29:16.460887 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port 15af239b-da86-43fe-81e4-6adb2158f5c6, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=15af239b-da86-43fe-81e4-6adb2158f5c6,segment=NetworkSegment(23711497-a20f-4916-8d35-19aa46c96038),segment_id=23711497-a20f-4916-8d35-19aa46c96038)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:29:16.466674 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (15af239b-da86-43fe-81e4-6adb2158f5c6), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:16.472847 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-288a63a1-e82b-4042-98fe-d597741d08b1 admin admin] Publish callbacks [] for security_group (3ff4b430-1fb6-4841-9225-85e2f0bd058e), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:16.496285 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-afbcb0c1-cb3b-4e44-88e9-8de96b348ec9 req-26f84e8c-a73e-4ce2-895f-f0a720492988 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d9e8d7e-7a10-40ad-8dfe-7e3854a595ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510523 Sep 21 12:29:16.497662 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-288a63a1-e82b-4042-98fe-d597741d08b1 admin admin] Publish callbacks [] for security_group (3ff4b430-1fb6-4841-9225-85e2f0bd058e), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:16.498232 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 12:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49155c56-70c0-4cbb-89b5-1e0077e00ec3 x-openstack-request-id: req-49155c56-70c0-4cbb-89b5-1e0077e00ec3 {{(pid=106203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:29:16.498624 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66e9cb90-c71a-420a-b647-991844d5c17c", "name": "network-vif-plugged", "status": "completed", "tag": "15af239b-da86-43fe-81e4-6adb2158f5c6", "code": 200}]} {{(pid=106203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:29:16.498871 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-49155c56-70c0-4cbb-89b5-1e0077e00ec3 {{(pid=106203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:29:16.499409 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49155c56-70c0-4cbb-89b5-1e0077e00ec3'] response: {'server_uuid': '66e9cb90-c71a-420a-b647-991844d5c17c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15af239b-da86-43fe-81e4-6adb2158f5c6', 'code': 200} Sep 21 12:29:16.531023 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Pushing event updated for resources: {'Port': ['ID=15af239b-da86-43fe-81e4-6adb2158f5c6,revision_number=5']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:29:16.550590 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-288a63a1-e82b-4042-98fe-d597741d08b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (3ff4b430-1fb6-4841-9225-85e2f0bd058e), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:16.553416 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-288a63a1-e82b-4042-98fe-d597741d08b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:16.554747 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-288a63a1-e82b-4042-98fe-d597741d08b1 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/3ff4b430-1fb6-4841-9225-85e2f0bd058e HTTP/1.1" status: 204 len: 168 time: 0.1501503 Sep 21 12:29:16.574448 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288a63a1-e82b-4042-98fe-d597741d08b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff4b430-1fb6-4841-9225-85e2f0bd058e,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:29:16.631000 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbefcec-0981-4fa6-992a-79c7f3c82de6 req-4e670ec6-7c2c-49cc-9b91-33ec579f25d6 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:16.632551 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-7fbefcec-0981-4fa6-992a-79c7f3c82de6 req-4e670ec6-7c2c-49cc-9b91-33ec579f25d6 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 945 time: 0.0513897 Sep 21 12:29:16.688118 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-7fbefcec-0981-4fa6-992a-79c7f3c82de6 req-5d7d7cb9-b9c6-48f3-b4a5-183afda8c03f tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0d01d403-cac3-4cd0-80ae-200537a4758c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493660 Sep 21 12:29:16.771692 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=36 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:29:16.778914 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=50 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:29:16.809501 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f23ce5e-b4ff-4fcd-b615-2338b7a7357a req-41189b31-4f88-43ef-b43d-d9e214ebf4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:16.810928 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-2f23ce5e-b4ff-4fcd-b615-2338b7a7357a req-41189b31-4f88-43ef-b43d-d9e214ebf4e6 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=66e9cb90-c71a-420a-b647-991844d5c17c HTTP/1.1" status: 200 len: 1129 time: 0.0469446 Sep 21 12:29:16.847263 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:29:16.862117 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-2f23ce5e-b4ff-4fcd-b615-2338b7a7357a req-744f2437-d777-4c3a-bdf0-a5f0596b9daf service neutron] 10.222.0.66 "GET /networking/v2.0/security-groups?id=2d9e8d7e-7a10-40ad-8dfe-7e3854a595ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449295 Sep 21 12:29:16.864788 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 58974) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:29:16.878778 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-9e39b205-c57d-44b1-bc6e-4d72b9c83d71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:16.929286 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:29:16.962012 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-9e39b205-c57d-44b1-bc6e-4d72b9c83d71 admin admin] Publish callbacks [] for security_group (3fd00f47-110a-4c56-ae7c-38a5cc92aee3), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:16.966269 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-9e39b205-c57d-44b1-bc6e-4d72b9c83d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (3fd00f47-110a-4c56-ae7c-38a5cc92aee3), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:17.004000 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e39b205-c57d-44b1-bc6e-4d72b9c83d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd00f47-110a-4c56-ae7c-38a5cc92aee3,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:29:17.009265 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-9e39b205-c57d-44b1-bc6e-4d72b9c83d71 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=7636aed9ebaf4b2e8148ed7d77b95eac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1434045 Sep 21 12:29:17.012194 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 58976) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:29:17.061237 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-f0bd87e3-417c-4e93-b796-26503d7892c6 admin admin] Publish callbacks [] for security_group (3fd00f47-110a-4c56-ae7c-38a5cc92aee3), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:17.083942 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-f0bd87e3-417c-4e93-b796-26503d7892c6 admin admin] Publish callbacks [] for security_group (3fd00f47-110a-4c56-ae7c-38a5cc92aee3), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:17.131130 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-f0bd87e3-417c-4e93-b796-26503d7892c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (3fd00f47-110a-4c56-ae7c-38a5cc92aee3), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:17.133673 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-f0bd87e3-417c-4e93-b796-26503d7892c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:17.134861 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-f0bd87e3-417c-4e93-b796-26503d7892c6 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/3fd00f47-110a-4c56-ae7c-38a5cc92aee3 HTTP/1.1" status: 204 len: 168 time: 0.1216354 Sep 21 12:29:17.143392 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bd87e3-417c-4e93-b796-26503d7892c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd00f47-110a-4c56-ae7c-38a5cc92aee3,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:29:17.157812 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:29:17.627150 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce07818-0900-4fe9-91d8-70884b1cef4f req-70fd1c54-7ef7-469b-995a-9a8f5c995e09 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:17.628807 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-fce07818-0900-4fe9-91d8-70884b1cef4f req-70fd1c54-7ef7-469b-995a-9a8f5c995e09 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=66e9cb90-c71a-420a-b647-991844d5c17c HTTP/1.1" status: 200 len: 945 time: 0.0576825 Sep 21 12:29:17.681699 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-fce07818-0900-4fe9-91d8-70884b1cef4f req-a36a86cc-7bc9-4d5f-9018-a34abf75176b tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d9e8d7e-7a10-40ad-8dfe-7e3854a595ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473816 Sep 21 12:29:17.818792 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47880cea-7f1a-423d-a07a-c71fc5fe7560 req-a99c8f46-0eaf-4587-89ba-c97f7565af91 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:17.821087 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-47880cea-7f1a-423d-a07a-c71fc5fe7560 req-a99c8f46-0eaf-4587-89ba-c97f7565af91 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 945 time: 0.0497770 Sep 21 12:29:17.874412 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-47880cea-7f1a-423d-a07a-c71fc5fe7560 req-b4614b9f-5aa2-437a-897e-8cc07638e509 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0d01d403-cac3-4cd0-80ae-200537a4758c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460591 Sep 21 12:29:18.529718 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (986f726e-8c98-4005-b3b7-e033305b1240), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:18.811495 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35171634-6434-4d0e-9f95-c67c0c4e2205 req-dca8c1e2-c466-4d04-9cae-3c78235fe519 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:18.813249 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-35171634-6434-4d0e-9f95-c67c0c4e2205 req-dca8c1e2-c466-4d04-9cae-3c78235fe519 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=66e9cb90-c71a-420a-b647-991844d5c17c HTTP/1.1" status: 200 len: 945 time: 0.0567966 Sep 21 12:29:18.868864 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-35171634-6434-4d0e-9f95-c67c0c4e2205 req-e2560bc4-2dd2-492d-8dd7-20734d540041 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d9e8d7e-7a10-40ad-8dfe-7e3854a595ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485609 Sep 21 12:29:19.028220 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa95679-f80e-4cbf-8c67-a3292af3fb46 req-6871abb5-484a-4ca1-afc4-cfd0028307a3 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:19.030606 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ffa95679-f80e-4cbf-8c67-a3292af3fb46 req-6871abb5-484a-4ca1-afc4-cfd0028307a3 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 945 time: 0.0539529 Sep 21 12:29:19.036346 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7313309-8b87-4f48-8a5f-b9fdf743abb0 req-e25f36a5-a2c3-48cb-b5d3-525d0993b94d tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:19.038267 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-e7313309-8b87-4f48-8a5f-b9fdf743abb0 req-e25f36a5-a2c3-48cb-b5d3-525d0993b94d tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=66e9cb90-c71a-420a-b647-991844d5c17c HTTP/1.1" status: 200 len: 945 time: 0.0800765 Sep 21 12:29:19.053046 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:29:19.098092 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ffa95679-f80e-4cbf-8c67-a3292af3fb46 req-f002d3c5-60ba-4a93-af1c-873f9862db4a tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0d01d403-cac3-4cd0-80ae-200537a4758c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601513 Sep 21 12:29:19.112799 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-e7313309-8b87-4f48-8a5f-b9fdf743abb0 req-5b6aa9ff-08c5-4078-abee-7b2e7b4745bc tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d9e8d7e-7a10-40ad-8dfe-7e3854a595ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679109 Sep 21 12:29:19.142222 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 59036) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:29:19.329040 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba7c408-8937-4945-9778-bb2690af70c5 tempest-TestShelveInstance-2051233744 tempest-TestShelveInstance-2051233744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:19.330827 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-7ba7c408-8937-4945-9778-bb2690af70c5 tempest-TestShelveInstance-2051233744 tempest-TestShelveInstance-2051233744-project-admin] 10.222.0.71 "GET /networking/v2.0/ports?device_id=66e9cb90-c71a-420a-b647-991844d5c17c HTTP/1.1" status: 200 len: 1124 time: 0.1874962 Sep 21 12:29:19.333904 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 59040) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:29:19.338339 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.v2.base [None req-59a43396-36b4-4b58-8203-b9b20581dd8f tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Request body: {'floatingip': {'floating_network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'port_id': '15af239b-da86-43fe-81e4-6adb2158f5c6', 'tenant_id': '95515a2858124583ac138aa6350e4bc3', 'fixed_ip_address': '172.20.0.5'}} {{(pid=106201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:29:19.360881 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-59a43396-36b4-4b58-8203-b9b20581dd8f tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:19.439238 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-59a43396-36b4-4b58-8203-b9b20581dd8f tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:19.525534 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:DELETE=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:29:19.554159 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.db.db_base_plugin_common [None req-59a43396-36b4-4b58-8203-b9b20581dd8f tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Allocated IP 172.27.0.211 (988e67c4-a01e-4c04-8cb9-1b0dd07d668d/691ea813-de87-4809-9e6b-d8504be0b97f/f9c50fdf-6593-4cad-94e4-4f598c3c387e) {{(pid=106201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:29:19.658028 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-59a43396-36b4-4b58-8203-b9b20581dd8f tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Publish callbacks [] for port (f9c50fdf-6593-4cad-94e4-4f598c3c387e), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:19.690089 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-59a43396-36b4-4b58-8203-b9b20581dd8f tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735120900801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6788894'] for port (f9c50fdf-6593-4cad-94e4-4f598c3c387e), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:19.727029 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a43396-36b4-4b58-8203-b9b20581dd8f tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Network 988e67c4-a01e-4c04-8cb9-1b0dd07d668d is already hosted by enough agents. {{(pid=106201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:29:19.731983 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.base_scheduler [None req-59a43396-36b4-4b58-8203-b9b20581dd8f tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Resources bound (agent type, host, resource id): {{(pid=106201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:29:19.735888 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a43396-36b4-4b58-8203-b9b20581dd8f tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Received port after_create {{(pid=106201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 12:29:19.757996 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a43396-36b4-4b58-8203-b9b20581dd8f tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Pushing event updated for resources: {'Port': ['ID=f9c50fdf-6593-4cad-94e4-4f598c3c387e,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:29:19.982822 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:29:20.096361 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-59a43396-36b4-4b58-8203-b9b20581dd8f tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Publish callbacks [] for floatingip (5c0a72a7-27f8-4cda-9031-e83ba64ba044), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:20.174978 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-59a43396-36b4-4b58-8203-b9b20581dd8f tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (f9c50fdf-6593-4cad-94e4-4f598c3c387e), before_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:20.236310 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4a009-60d8-4d23-953f-4741de67f0b7 req-9d4563a0-24c5-4764-b1fb-8bec6a4dc93f tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:20.237781 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ede4a009-60d8-4d23-953f-4741de67f0b7 req-9d4563a0-24c5-4764-b1fb-8bec6a4dc93f tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 945 time: 0.0513108 Sep 21 12:29:20.287913 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ede4a009-60d8-4d23-953f-4741de67f0b7 req-4afea2ac-669a-444a-9fa3-c95988325287 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0d01d403-cac3-4cd0-80ae-200537a4758c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442033 Sep 21 12:29:20.349039 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-59a43396-36b4-4b58-8203-b9b20581dd8f tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Publish callbacks [] for port (f9c50fdf-6593-4cad-94e4-4f598c3c387e), precommit_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:20.353530 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-59a43396-36b4-4b58-8203-b9b20581dd8f tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6788903'] for port (f9c50fdf-6593-4cad-94e4-4f598c3c387e), after_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:20.395984 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:UPDATE=3,neutron:INSERT=2,neutron:SELECT=95 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:29:20.426136 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a43396-36b4-4b58-8203-b9b20581dd8f tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Pushing event updated for resources: {'Port': ['ID=f9c50fdf-6593-4cad-94e4-4f598c3c387e,revision_number=2']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:29:20.428316 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-59a43396-36b4-4b58-8203-b9b20581dd8f tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534182'] for floatingip (5c0a72a7-27f8-4cda-9031-e83ba64ba044), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:20.464200 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a43396-36b4-4b58-8203-b9b20581dd8f tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:29:20.464542 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a43396-36b4-4b58-8203-b9b20581dd8f tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:29:20.464880 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a43396-36b4-4b58-8203-b9b20581dd8f tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:29:20.465215 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a43396-36b4-4b58-8203-b9b20581dd8f tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:29:20.465569 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a43396-36b4-4b58-8203-b9b20581dd8f tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:29:20.465898 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a43396-36b4-4b58-8203-b9b20581dd8f tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:29:20.466223 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a43396-36b4-4b58-8203-b9b20581dd8f tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:29:20.466545 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a43396-36b4-4b58-8203-b9b20581dd8f tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:29:20.466866 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a43396-36b4-4b58-8203-b9b20581dd8f tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:29:20.467204 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a43396-36b4-4b58-8203-b9b20581dd8f tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:29:20.467522 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a43396-36b4-4b58-8203-b9b20581dd8f tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:29:20.467865 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a43396-36b4-4b58-8203-b9b20581dd8f tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:29:20.468184 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a43396-36b4-4b58-8203-b9b20581dd8f tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:29:20.468500 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a43396-36b4-4b58-8203-b9b20581dd8f tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:29:20.468815 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a43396-36b4-4b58-8203-b9b20581dd8f tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:29:20.536065 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.db.l3_db [None req-59a43396-36b4-4b58-8203-b9b20581dd8f tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Floating IP 5c0a72a7-27f8-4cda-9031-e83ba64ba044 associated. External IP: 172.27.0.211, port: 15af239b-da86-43fe-81e4-6adb2158f5c6. Sep 21 12:29:20.732338 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a43396-36b4-4b58-8203-b9b20581dd8f tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Router 00016265-70ee-4fa8-952a-a43d9b1f9128 has already been hosted by L3 agent 4f31b8b6-17c0-474d-bf52-0481ff2a5cf7 {{(pid=106201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 12:29:20.828720 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:29:20.838327 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a43396-36b4-4b58-8203-b9b20581dd8f tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Notify agent at l3_agent.dv-cinder-858678-1-iscsi the message routers_updated {{(pid=106201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:29:20.853724 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993f8a30-03d6-4957-9b0a-6c0841d20223 None None] Sync routers for ids ['00016265-70ee-4fa8-952a-a43d9b1f9128'] in dv-cinder-858678-1-iscsi {{(pid=106203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:29:20.862517 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-59a43396-36b4-4b58-8203-b9b20581dd8f tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for floatingip (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:20.869948 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993f8a30-03d6-4957-9b0a-6c0841d20223 None None] Routers {'00016265-70ee-4fa8-952a-a43d9b1f9128'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:29:20.870933 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-993f8a30-03d6-4957-9b0a-6c0841d20223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:29:09Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['00016265-70ee-4fa8-952a-a43d9b1f9128'], 'active': True} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:29:20.913816 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-59a43396-36b4-4b58-8203-b9b20581dd8f tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5767291 Sep 21 12:29:20.913816 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66e9cb90-c71a-420a-b647-991844d5c17c', 'tag': '15af239b-da86-43fe-81e4-6adb2158f5c6'}] {{(pid=106201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:29:20.916733 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}820e190412424329cfb88a87f9088cb5fffe4f23ca632413c3a8305fb0e7ba95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f50952-deb3-4ef8-b76f-db9858c0c413" -d '{"events": [{"name": "network-changed", "server_uuid": "66e9cb90-c71a-420a-b647-991844d5c17c", "tag": "15af239b-da86-43fe-81e4-6adb2158f5c6"}]}' {{(pid=106201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:29:20.958626 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 12:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-966c21e6-9074-4748-9aed-33b3e4431171 x-openstack-request-id: req-966c21e6-9074-4748-9aed-33b3e4431171 {{(pid=106201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:29:20.958921 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66e9cb90-c71a-420a-b647-991844d5c17c", "tag": "15af239b-da86-43fe-81e4-6adb2158f5c6", "status": "completed", "code": 200}]} {{(pid=106201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:29:20.959174 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-966c21e6-9074-4748-9aed-33b3e4431171 {{(pid=106201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:29:20.959586 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.notifiers.nova [-] Nova event matching ['req-966c21e6-9074-4748-9aed-33b3e4431171'] response: {'name': 'network-changed', 'server_uuid': '66e9cb90-c71a-420a-b647-991844d5c17c', 'tag': '15af239b-da86-43fe-81e4-6adb2158f5c6', 'status': 'completed', 'code': 200} Sep 21 12:29:20.993132 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvr_db [None req-993f8a30-03d6-4957-9b0a-6c0841d20223 None None] Set router 00016265-70ee-4fa8-952a-a43d9b1f9128 gateway port host: dv-cinder-858678-1-iscsi {{(pid=106203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:29:21.319851 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-993f8a30-03d6-4957-9b0a-6c0841d20223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00016265-70ee-4fa8-952a-a43d9b1f9128', 'name': 'tempest-TestShelveInstance-296206007-router', 'tenant_id': '95515a2858124583ac138aa6350e4bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '77c49cab-5567-4b66-b941-60ae6c9e0f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:28:26Z', 'updated_at': '2022-09-21T12:28:29Z', 'revision_number': 4, 'project_id': '95515a2858124583ac138aa6350e4bc3', 'gw_port': {'id': '77c49cab-5567-4b66-b941-60ae6c9e0f73', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00016265-70ee-4fa8-952a-a43d9b1f9128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:28:27Z', 'updated_at': '2022-09-21T12:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_floatingips': [{'id': '5c0a72a7-27f8-4cda-9031-e83ba64ba044', 'tenant_id': '95515a2858124583ac138aa6350e4bc3', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'router_id': '00016265-70ee-4fa8-952a-a43d9b1f9128', 'port_id': '15af239b-da86-43fe-81e4-6adb2158f5c6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f443e4f9-b2cf-41c0-aace-fc1b385c5aad', 'mac_address': 'fa:16:3e:c6:57:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e9cb90-c71a-420a-b647-991844d5c17c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T12:29:19Z', 'updated_at': '2022-09-21T12:29:19Z', 'revision_number': 0, 'project_id': '95515a2858124583ac138aa6350e4bc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf19fae4-7ffa-4b53-b53b-5f699a4b73d1', 'name': '', 'network_id': 'f443e4f9-b2cf-41c0-aace-fc1b385c5aad', 'tenant_id': '95515a2858124583ac138aa6350e4bc3', 'mac_address': 'fa:16:3e:1e:da:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00016265-70ee-4fa8-952a-a43d9b1f9128', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '30c54aec-003f-4946-8d2e-88ee44f1f187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:28:28Z', 'updated_at': '2022-09-21T12:28:33Z', 'revision_number': 5, 'project_id': '95515a2858124583ac138aa6350e4bc3', 'subnets': [{'id': '30c54aec-003f-4946-8d2e-88ee44f1f187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:29:21.348071 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993f8a30-03d6-4957-9b0a-6c0841d20223 None None] Checking router: 00016265-70ee-4fa8-952a-a43d9b1f9128 for host: dv-cinder-858678-1-iscsi {{(pid=106203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:29:21.357902 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993f8a30-03d6-4957-9b0a-6c0841d20223 None None] Routers {'00016265-70ee-4fa8-952a-a43d9b1f9128'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:29:21.358636 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-993f8a30-03d6-4957-9b0a-6c0841d20223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:29:09Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['00016265-70ee-4fa8-952a-a43d9b1f9128'], 'active': True} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:29:21.362585 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:29:21.427528 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e9650b-5021-4d9e-856f-080f9734316b req-49d0f3b9-abd6-4af8-856c-d30aacf26adf tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:21.429028 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-01e9650b-5021-4d9e-856f-080f9734316b req-49d0f3b9-abd6-4af8-856c-d30aacf26adf tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 945 time: 0.0481176 Sep 21 12:29:21.464008 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvr_db [None req-993f8a30-03d6-4957-9b0a-6c0841d20223 None None] Set router 00016265-70ee-4fa8-952a-a43d9b1f9128 gateway port host: dv-cinder-858678-1-iscsi {{(pid=106203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:29:21.477138 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-01e9650b-5021-4d9e-856f-080f9734316b req-5cabb0b8-b4c0-46e8-a2bd-5ca4623ccaba tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0d01d403-cac3-4cd0-80ae-200537a4758c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423570 Sep 21 12:29:21.680403 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-993f8a30-03d6-4957-9b0a-6c0841d20223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00016265-70ee-4fa8-952a-a43d9b1f9128', 'name': 'tempest-TestShelveInstance-296206007-router', 'tenant_id': '95515a2858124583ac138aa6350e4bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '77c49cab-5567-4b66-b941-60ae6c9e0f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:28:26Z', 'updated_at': '2022-09-21T12:28:29Z', 'revision_number': 4, 'project_id': '95515a2858124583ac138aa6350e4bc3', 'gw_port': {'id': '77c49cab-5567-4b66-b941-60ae6c9e0f73', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00016265-70ee-4fa8-952a-a43d9b1f9128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:28:27Z', 'updated_at': '2022-09-21T12:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_floatingips': [{'id': '5c0a72a7-27f8-4cda-9031-e83ba64ba044', 'tenant_id': '95515a2858124583ac138aa6350e4bc3', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'router_id': '00016265-70ee-4fa8-952a-a43d9b1f9128', 'port_id': '15af239b-da86-43fe-81e4-6adb2158f5c6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f443e4f9-b2cf-41c0-aace-fc1b385c5aad', 'mac_address': 'fa:16:3e:c6:57:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e9cb90-c71a-420a-b647-991844d5c17c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T12:29:19Z', 'updated_at': '2022-09-21T12:29:19Z', 'revision_number': 0, 'project_id': '95515a2858124583ac138aa6350e4bc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf19fae4-7ffa-4b53-b53b-5f699a4b73d1', 'name': '', 'network_id': 'f443e4f9-b2cf-41c0-aace-fc1b385c5aad', 'tenant_id': '95515a2858124583ac138aa6350e4bc3', 'mac_address': 'fa:16:3e:1e:da:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00016265-70ee-4fa8-952a-a43d9b1f9128', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '30c54aec-003f-4946-8d2e-88ee44f1f187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:28:28Z', 'updated_at': '2022-09-21T12:28:33Z', 'revision_number': 5, 'project_id': '95515a2858124583ac138aa6350e4bc3', 'subnets': [{'id': '30c54aec-003f-4946-8d2e-88ee44f1f187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:29:21.705439 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993f8a30-03d6-4957-9b0a-6c0841d20223 None None] The sync data for ids ['00016265-70ee-4fa8-952a-a43d9b1f9128'] in dv-cinder-858678-1-iscsi is: [{'id': '00016265-70ee-4fa8-952a-a43d9b1f9128', 'name': 'tempest-TestShelveInstance-296206007-router', 'tenant_id': '95515a2858124583ac138aa6350e4bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '77c49cab-5567-4b66-b941-60ae6c9e0f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:28:26Z', 'updated_at': '2022-09-21T12:28:29Z', 'revision_number': 4, 'project_id': '95515a2858124583ac138aa6350e4bc3', 'gw_port': {'id': '77c49cab-5567-4b66-b941-60ae6c9e0f73', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00016265-70ee-4fa8-952a-a43d9b1f9128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:28:27Z', 'updated_at': '2022-09-21T12:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_floatingips': [{'id': '5c0a72a7-27f8-4cda-9031-e83ba64ba044', 'tenant_id': '95515a2858124583ac138aa6350e4bc3', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'router_id': '00016265-70ee-4fa8-952a-a43d9b1f9128', 'port_id': '15af239b-da86-43fe-81e4-6adb2158f5c6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f443e4f9-b2cf-41c0-aace-fc1b385c5aad', 'mac_address': 'fa:16:3e:c6:57:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e9cb90-c71a-420a-b647-991844d5c17c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T12:29:19Z', 'updated_at': '2022-09-21T12:29:19Z', 'revision_number': 0, 'project_id': '95515a2858124583ac138aa6350e4bc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf19fae4-7ffa-4b53-b53b-5f699a4b73d1', 'name': '', 'network_id': 'f443e4f9-b2cf-41c0-aace-fc1b385c5aad', 'tenant_id': '95515a2858124583ac138aa6350e4bc3', 'mac_address': 'fa:16:3e:1e:da:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00016265-70ee-4fa8-952a-a43d9b1f9128', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '30c54aec-003f-4946-8d2e-88ee44f1f187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:28:28Z', 'updated_at': '2022-09-21T12:28:33Z', 'revision_number': 5, 'project_id': '95515a2858124583ac138aa6350e4bc3', 'subnets': [{'id': '30c54aec-003f-4946-8d2e-88ee44f1f187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:29:21.894363 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7da405-c4f3-4b15-9dfb-88ab027ea42a None None] New status for floating IP 5c0a72a7-27f8-4cda-9031-e83ba64ba044: ACTIVE {{(pid=106204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 21 12:29:22.608235 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4889c397-9879-4743-a3a2-f18c0b15fba3 req-5028a7c2-3375-4fa2-a050-d2b46eea010b tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:22.609712 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-4889c397-9879-4743-a3a2-f18c0b15fba3 req-5028a7c2-3375-4fa2-a050-d2b46eea010b tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 945 time: 0.0488591 Sep 21 12:29:22.656222 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-4889c397-9879-4743-a3a2-f18c0b15fba3 req-1d54c995-59bb-43a8-bbc8-30947894ae8c tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0d01d403-cac3-4cd0-80ae-200537a4758c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408821 Sep 21 12:29:23.791448 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7dbdef-59b1-4e0a-8904-627ad6dc91ee req-ea2c4ef4-c9c7-472d-a039-288f40bb56a4 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:23.793039 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-eb7dbdef-59b1-4e0a-8904-627ad6dc91ee req-ea2c4ef4-c9c7-472d-a039-288f40bb56a4 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 945 time: 0.0578010 Sep 21 12:29:23.852655 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-eb7dbdef-59b1-4e0a-8904-627ad6dc91ee req-7a667c3d-87b7-450e-9dbd-54fad91ab607 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0d01d403-cac3-4cd0-80ae-200537a4758c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533938 Sep 21 12:29:24.230380 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab details requested by agent hyperv_hv-cinder-85867 with host hv-cinder-85867 {{(pid=106203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 12:29:24.340251 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port 49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab,segment=NetworkSegment(8f611811-e093-433f-9aea-61970f40e4b3),segment_id=8f611811-e093-433f-9aea-61970f40e4b3)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:29:24.351654 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Returning: {'device': '49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab', 'network_id': 'b3f0e30c-c130-4bd6-a99c-2726089c3f25', 'port_id': '49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab', 'mac_address': 'fa:16:3e:ed:ab:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5cf9592-7b6c-4eba-b546-68b41c284733', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 12:29:24.385341 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Current status of the port 49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab is: ACTIVE; New status is: BUILD {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:29:24.385725 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:24.399785 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.notifiers.nova [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab {{(pid=106203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 12:29:24.417214 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:29:24.421513 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port 49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab,segment=NetworkSegment(8f611811-e093-433f-9aea-61970f40e4b3),segment_id=8f611811-e093-433f-9aea-61970f40e4b3)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:29:24.426533 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:24.476895 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Pushing event updated for resources: {'Port': ['ID=49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab,revision_number=6']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:29:24.538052 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f50952-deb3-4ef8-b76f-db9858c0c413 req-95eb0f4b-a5f3-4a4e-925e-456d62a0ab4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:24.539585 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-44f50952-deb3-4ef8-b76f-db9858c0c413 req-95eb0f4b-a5f3-4a4e-925e-456d62a0ab4c service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=95515a2858124583ac138aa6350e4bc3&device_id=66e9cb90-c71a-420a-b647-991844d5c17c HTTP/1.1" status: 200 len: 1129 time: 0.0434039 Sep 21 12:29:24.584995 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] get_ports_and_sgs() called for port_ids ['49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab'] {{(pid=106203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 12:29:24.636787 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f50952-deb3-4ef8-b76f-db9858c0c413 req-7e2505cc-da09-47ee-b0b0-57f1eab02c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:24.638336 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-44f50952-deb3-4ef8-b76f-db9858c0c413 req-7e2505cc-da09-47ee-b0b0-57f1eab02c8a service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=f443e4f9-b2cf-41c0-aace-fc1b385c5aad HTTP/1.1" status: 200 len: 909 time: 0.0909636 Sep 21 12:29:24.703775 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-44f50952-deb3-4ef8-b76f-db9858c0c413 req-be187eb6-6273-4d34-8f3c-5fe22c2225be service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15af239b-da86-43fe-81e4-6adb2158f5c6 HTTP/1.1" status: 200 len: 1001 time: 0.0565281 Sep 21 12:29:24.723829 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:29:24.761922 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f50952-deb3-4ef8-b76f-db9858c0c413 req-881d9655-a584-452f-ad88-d67b68993c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:24.763411 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-44f50952-deb3-4ef8-b76f-db9858c0c413 req-881d9655-a584-452f-ad88-d67b68993c2b service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=30c54aec-003f-4946-8d2e-88ee44f1f187 HTTP/1.1" status: 200 len: 847 time: 0.0466056 Sep 21 12:29:24.810643 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f50952-deb3-4ef8-b76f-db9858c0c413 req-e95c6d48-92f4-4c3d-8dfb-23f793d43cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:24.812207 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-44f50952-deb3-4ef8-b76f-db9858c0c413 req-e95c6d48-92f4-4c3d-8dfb-23f793d43cbd service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=f443e4f9-b2cf-41c0-aace-fc1b385c5aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424156 Sep 21 12:29:24.899967 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=100 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:29:24.904085 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-44f50952-deb3-4ef8-b76f-db9858c0c413 req-df4c83f5-f36b-445f-bd5b-08968ada8428 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/f443e4f9-b2cf-41c0-aace-fc1b385c5aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850341 Sep 21 12:29:24.913102 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab up at agent hyperv_hv-cinder-85867 {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:29:24.961237 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Provisioning complete for port 49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:29:24.961595 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:24.961927 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Attempt 1 to provision port 49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab Sep 21 12:29:24.985212 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dece97a-f14c-4940-8640-915d570e7838 req-40ee4a76-030b-4664-92ba-36c74a5f3d1b tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:24.986730 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-6dece97a-f14c-4940-8640-915d570e7838 req-40ee4a76-030b-4664-92ba-36c74a5f3d1b tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 944 time: 0.0499847 Sep 21 12:29:24.994878 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:29:25.004543 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-44f50952-deb3-4ef8-b76f-db9858c0c413 req-7b6908ac-0619-456c-8de1-23643e962e94 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/f443e4f9-b2cf-41c0-aace-fc1b385c5aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942268 Sep 21 12:29:25.036916 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-6dece97a-f14c-4940-8640-915d570e7838 req-f975cd96-9777-46fb-ab2d-cbcb586e7eac tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0d01d403-cac3-4cd0-80ae-200537a4758c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444367 Sep 21 12:29:25.046188 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Current status of the port 49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab is: BUILD; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:29:25.048076 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:25.075169 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc34c677-0e22-4734-95ed-4a6834d9dc7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab'}] {{(pid=106203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:29:25.077409 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f5c4d77a05fc023d1f839eaccf47ad38217f4e21b3a59551d1b02ed6bd0851a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc189ee-94a7-46c2-9d92-222f63fe7a15" -d '{"events": [{"server_uuid": "dc34c677-0e22-4734-95ed-4a6834d9dc7b", "name": "network-vif-plugged", "status": "completed", "tag": "49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab"}]}' {{(pid=106203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:29:25.091064 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port 49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab,segment=NetworkSegment(8f611811-e093-433f-9aea-61970f40e4b3),segment_id=8f611811-e093-433f-9aea-61970f40e4b3)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:29:25.097194 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:25.119709 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 12:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8e7a80-4b99-4c76-9a28-860567adbfb8 x-openstack-request-id: req-dc8e7a80-4b99-4c76-9a28-860567adbfb8 {{(pid=106203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:29:25.120043 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc34c677-0e22-4734-95ed-4a6834d9dc7b", "name": "network-vif-plugged", "status": "completed", "tag": "49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab", "code": 200}]} {{(pid=106203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:29:25.120279 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-dc8e7a80-4b99-4c76-9a28-860567adbfb8 {{(pid=106203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:29:25.120667 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc8e7a80-4b99-4c76-9a28-860567adbfb8'] response: {'server_uuid': 'dc34c677-0e22-4734-95ed-4a6834d9dc7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab', 'code': 200} Sep 21 12:29:25.145261 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Pushing event updated for resources: {'Port': ['ID=49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab,revision_number=7']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:29:26.172630 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ce9bf2-b250-417b-9819-7e49cd5d337f req-f8dfc555-e901-4085-86bc-5149fd8ce161 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:26.174327 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-b4ce9bf2-b250-417b-9819-7e49cd5d337f req-f8dfc555-e901-4085-86bc-5149fd8ce161 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 945 time: 0.0482287 Sep 21 12:29:26.241814 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-b4ce9bf2-b250-417b-9819-7e49cd5d337f req-b88ce522-0a88-4292-af1f-163318924897 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0d01d403-cac3-4cd0-80ae-200537a4758c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557673 Sep 21 12:29:27.388172 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080bfd4a-dabf-4425-a401-6827b71614bb req-be287a7d-4f66-4565-834f-0609c3096064 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:27.389699 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-080bfd4a-dabf-4425-a401-6827b71614bb req-be287a7d-4f66-4565-834f-0609c3096064 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 945 time: 0.0457585 Sep 21 12:29:27.436714 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-080bfd4a-dabf-4425-a401-6827b71614bb req-ac325c5f-fae1-4e33-af07-53511a76e496 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0d01d403-cac3-4cd0-80ae-200537a4758c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414639 Sep 21 12:29:28.455360 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 59108) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:29:28.568353 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-471d7328-557c-4e96-8ec7-f151aea81c29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:28.587033 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6710f6-d78b-4b97-9d11-f031376fe479 req-95a1de8a-d4b8-408c-8270-2ac6fc3742cb tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:28.588425 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-8b6710f6-d78b-4b97-9d11-f031376fe479 req-95a1de8a-d4b8-408c-8270-2ac6fc3742cb tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 945 time: 0.0653818 Sep 21 12:29:28.662691 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:29:28.673448 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-8b6710f6-d78b-4b97-9d11-f031376fe479 req-e48172d0-41f2-4674-b6d2-df9e98002f55 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0d01d403-cac3-4cd0-80ae-200537a4758c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789974 Sep 21 12:29:28.704830 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-471d7328-557c-4e96-8ec7-f151aea81c29 admin admin] Publish callbacks [] for security_group (9f5da749-fed1-41ef-8c48-6a0df3f20682), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:28.708821 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-471d7328-557c-4e96-8ec7-f151aea81c29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (9f5da749-fed1-41ef-8c48-6a0df3f20682), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:28.745905 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d7328-557c-4e96-8ec7-f151aea81c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5da749-fed1-41ef-8c48-6a0df3f20682,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:29:28.750749 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-471d7328-557c-4e96-8ec7-f151aea81c29 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=89f119d38eae405b96103689d4036f6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2944396 Sep 21 12:29:28.753394 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 59114) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:29:28.805598 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-33cb01ff-339c-4236-aa65-98b162b7a5d5 admin admin] Publish callbacks [] for security_group (9f5da749-fed1-41ef-8c48-6a0df3f20682), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:28.825653 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-33cb01ff-339c-4236-aa65-98b162b7a5d5 admin admin] Publish callbacks [] for security_group (9f5da749-fed1-41ef-8c48-6a0df3f20682), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:28.872919 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-33cb01ff-339c-4236-aa65-98b162b7a5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (9f5da749-fed1-41ef-8c48-6a0df3f20682), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:28.875675 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-33cb01ff-339c-4236-aa65-98b162b7a5d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:28.877121 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-33cb01ff-339c-4236-aa65-98b162b7a5d5 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/9f5da749-fed1-41ef-8c48-6a0df3f20682 HTTP/1.1" status: 204 len: 168 time: 0.1227667 Sep 21 12:29:28.885288 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cb01ff-339c-4236-aa65-98b162b7a5d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5da749-fed1-41ef-8c48-6a0df3f20682,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:29:29.145121 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 59120) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:29:29.158856 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-78ba891f-da4f-4ab9-b418-0fef33d0512e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:29.193378 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=10 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:29:29.236592 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-78ba891f-da4f-4ab9-b418-0fef33d0512e admin admin] Publish callbacks [] for security_group (982ca964-ddae-4de1-bbc5-da0cd1c6356f), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:29.240267 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-78ba891f-da4f-4ab9-b418-0fef33d0512e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (982ca964-ddae-4de1-bbc5-da0cd1c6356f), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:29.278368 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba891f-da4f-4ab9-b418-0fef33d0512e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=982ca964-ddae-4de1-bbc5-da0cd1c6356f,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:29:29.282679 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-78ba891f-da4f-4ab9-b418-0fef33d0512e admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=7c08e6b4189747099e26be485f277a65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1365390 Sep 21 12:29:29.285362 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 59122) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:29:29.332446 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-175ec0f8-3d86-4e8d-8546-9db0b84a710c admin admin] Publish callbacks [] for security_group (982ca964-ddae-4de1-bbc5-da0cd1c6356f), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:29.356472 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-175ec0f8-3d86-4e8d-8546-9db0b84a710c admin admin] Publish callbacks [] for security_group (982ca964-ddae-4de1-bbc5-da0cd1c6356f), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:29.402010 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-175ec0f8-3d86-4e8d-8546-9db0b84a710c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (982ca964-ddae-4de1-bbc5-da0cd1c6356f), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:29.405033 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-175ec0f8-3d86-4e8d-8546-9db0b84a710c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:29.406157 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-175ec0f8-3d86-4e8d-8546-9db0b84a710c admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/982ca964-ddae-4de1-bbc5-da0cd1c6356f HTTP/1.1" status: 204 len: 168 time: 0.1199169 Sep 21 12:29:29.413628 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175ec0f8-3d86-4e8d-8546-9db0b84a710c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=982ca964-ddae-4de1-bbc5-da0cd1c6356f,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:29:29.813087 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b21d817-dc03-49f1-b93b-a7ef790fa34d req-bb87287d-9100-472e-bdf4-34fd2dc60c55 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:29.814700 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-3b21d817-dc03-49f1-b93b-a7ef790fa34d req-bb87287d-9100-472e-bdf4-34fd2dc60c55 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 945 time: 0.0469368 Sep 21 12:29:29.869276 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-3b21d817-dc03-49f1-b93b-a7ef790fa34d req-c13cbac5-bf85-4aac-92c6-105ff6dc5464 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0d01d403-cac3-4cd0-80ae-200537a4758c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488694 Sep 21 12:29:30.108392 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 59146) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:29:30.208662 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.v2.base [None req-96dec6e1-8925-436d-aa34-d6b44bbf33ac admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-729181791-network', 'tenant_id': '384c442c805c43d78e94bc5719976a09'}} {{(pid=106201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:29:30.231498 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96dec6e1-8925-436d-aa34-d6b44bbf33ac admin admin] Made reservation on behalf of 384c442c805c43d78e94bc5719976a09 for: {'network': 1} {{(pid=106201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:29:30.233849 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-96dec6e1-8925-436d-aa34-d6b44bbf33ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for network (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:30.242655 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-96dec6e1-8925-436d-aa34-d6b44bbf33ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:30.318533 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-96dec6e1-8925-436d-aa34-d6b44bbf33ac admin admin] Publish callbacks [] for security_group (d26f49a2-cbb0-4521-8917-9d7ee10f8837), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:30.323476 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-96dec6e1-8925-436d-aa34-d6b44bbf33ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (d26f49a2-cbb0-4521-8917-9d7ee10f8837), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:30.339674 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:29:30.350207 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96dec6e1-8925-436d-aa34-d6b44bbf33ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=106201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 12:29:30.361737 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dec6e1-8925-436d-aa34-d6b44bbf33ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d26f49a2-cbb0-4521-8917-9d7ee10f8837,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:29:30.368209 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-96dec6e1-8925-436d-aa34-d6b44bbf33ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355690'] for segment (ecbfb07d-8e83-4f98-b921-a73ddfb76211), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:30.368548 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.db.segments_db [None req-96dec6e1-8925-436d-aa34-d6b44bbf33ac admin admin] Added segment ecbfb07d-8e83-4f98-b921-a73ddfb76211 of type vlan for network ec38ee12-84f3-4b6f-92bf-edcd21abd3c1 Sep 21 12:29:30.410262 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-96dec6e1-8925-436d-aa34-d6b44bbf33ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735120869551'] for network (ec38ee12-84f3-4b6f-92bf-edcd21abd3c1), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:30.434116 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-96dec6e1-8925-436d-aa34-d6b44bbf33ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028'] for network (ec38ee12-84f3-4b6f-92bf-edcd21abd3c1), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:30.434995 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96dec6e1-8925-436d-aa34-d6b44bbf33ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:30.435570 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-96dec6e1-8925-436d-aa34-d6b44bbf33ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544014'] for network (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:30.497284 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-96dec6e1-8925-436d-aa34-d6b44bbf33ac admin admin] 10.222.0.71 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3877554 Sep 21 12:29:30.500461 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 59150) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:29:30.502625 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dec6e1-8925-436d-aa34-d6b44bbf33ac admin admin] Pushing event updated for resources: {'Network': ['ID=ec38ee12-84f3-4b6f-92bf-edcd21abd3c1,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:29:30.506924 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [None req-833c8bc7-ed08-4782-b922-2d687057c550 admin admin] Request body: {'subnet': {'network_id': 'ec38ee12-84f3-4b6f-92bf-edcd21abd3c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-729181791-subnet', 'tenant_id': '384c442c805c43d78e94bc5719976a09', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:29:30.513298 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Network ec38ee12-84f3-4b6f-92bf-edcd21abd3c1 details requested by agent ovs-agent-dv-cinder-858678-1-iscsi with host dv-cinder-858678-1-iscsi {{(pid=106203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 12:29:30.539476 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833c8bc7-ed08-4782-b922-2d687057c550 admin admin] Made reservation on behalf of 384c442c805c43d78e94bc5719976a09 for: {'subnet': 1} {{(pid=106202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:29:30.541841 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-833c8bc7-ed08-4782-b922-2d687057c550 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7093906'] for subnet (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:30.716711 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-833c8bc7-ed08-4782-b922-2d687057c550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6962168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7093892'] for subnet (45a4dc0e-cfff-4c8f-a53e-e5d29cc81536), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:30.732564 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.agents_db [None req-f0b1ed15-d02e-46f0-bd67-2b506ff8404e None None] Agent healthcheck: found 6 active agents {{(pid=106204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:29:30.767293 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833c8bc7-ed08-4782-b922-2d687057c550 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45a4dc0e-cfff-4c8f-a53e-e5d29cc81536,revision_number=0']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:29:30.782216 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833c8bc7-ed08-4782-b922-2d687057c550 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:29:30.782558 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833c8bc7-ed08-4782-b922-2d687057c550 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:29:30.782894 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833c8bc7-ed08-4782-b922-2d687057c550 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:29:30.783225 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833c8bc7-ed08-4782-b922-2d687057c550 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:29:30.783550 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833c8bc7-ed08-4782-b922-2d687057c550 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:29:30.784980 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833c8bc7-ed08-4782-b922-2d687057c550 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:29:30.784980 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833c8bc7-ed08-4782-b922-2d687057c550 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:29:30.784980 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833c8bc7-ed08-4782-b922-2d687057c550 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:29:30.784980 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833c8bc7-ed08-4782-b922-2d687057c550 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:29:30.785349 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833c8bc7-ed08-4782-b922-2d687057c550 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:29:30.785449 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833c8bc7-ed08-4782-b922-2d687057c550 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:29:30.785732 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833c8bc7-ed08-4782-b922-2d687057c550 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:29:30.786048 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833c8bc7-ed08-4782-b922-2d687057c550 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:29:30.786361 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833c8bc7-ed08-4782-b922-2d687057c550 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:29:30.786674 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833c8bc7-ed08-4782-b922-2d687057c550 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:29:30.796420 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833c8bc7-ed08-4782-b922-2d687057c550 admin admin] Checking segment: {'id': 'ecbfb07d-8e83-4f98-b921-a73ddfb76211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ec38ee12-84f3-4b6f-92bf-edcd21abd3c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:29:30.796775 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833c8bc7-ed08-4782-b922-2d687057c550 admin admin] Network hostable DHCP agents. Network: ec38ee12-84f3-4b6f-92bf-edcd21abd3c1, hostable agents: ['f73c601a-29a1-4353-9f34-efd4ba2e6501'], hosted agents: [] {{(pid=106202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 12:29:30.814203 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833c8bc7-ed08-4782-b922-2d687057c550 admin admin] Network ec38ee12-84f3-4b6f-92bf-edcd21abd3c1 is scheduled to be hosted by DHCP agent f73c601a-29a1-4353-9f34-efd4ba2e6501 with binding_index 1 {{(pid=106202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 12:29:30.824186 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.base_scheduler [None req-833c8bc7-ed08-4782-b922-2d687057c550 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858678-1-iscsi, ec38ee12-84f3-4b6f-92bf-edcd21abd3c1) {{(pid=106202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:29:30.829940 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833c8bc7-ed08-4782-b922-2d687057c550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:30.831067 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-833c8bc7-ed08-4782-b922-2d687057c550 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:30.835330 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3810df-a710-49b8-88d0-5dc98411883e None None] Network ec38ee12-84f3-4b6f-92bf-edcd21abd3c1 requested from dv-cinder-858678-1-iscsi {{(pid=106203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 12:29:30.848489 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-833c8bc7-ed08-4782-b922-2d687057c550 admin admin] 10.222.0.71 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3466997 Sep 21 12:29:30.958260 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a782a5-8550-42f4-8455-438afc01eb78 None None] Network ec38ee12-84f3-4b6f-92bf-edcd21abd3c1 requested from dv-cinder-858678-1-iscsi {{(pid=106203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 12:29:31.020674 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51440d79-0850-4b74-ae04-edd595f4dfae req-874342e2-0a4a-439f-a688-382158a840b0 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:31.028207 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-51440d79-0850-4b74-ae04-edd595f4dfae req-874342e2-0a4a-439f-a688-382158a840b0 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 945 time: 0.0652671 Sep 21 12:29:31.088374 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-51440d79-0850-4b74-ae04-edd595f4dfae req-48c5e521-0f40-4170-a266-3ecc6f593886 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0d01d403-cac3-4cd0-80ae-200537a4758c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591888 Sep 21 12:29:31.463781 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 59196) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:29:31.470569 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [None req-d413bb34-412e-4d20-aa61-a429b0557336 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1209378467-network', 'tenant_id': '1a8ac0fe91d94a8185729bc9c047969d'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:29:31.494884 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d413bb34-412e-4d20-aa61-a429b0557336 admin admin] Made reservation on behalf of 1a8ac0fe91d94a8185729bc9c047969d for: {'network': 1} {{(pid=106202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:29:31.497831 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-d413bb34-412e-4d20-aa61-a429b0557336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for network (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:31.508594 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-d413bb34-412e-4d20-aa61-a429b0557336 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:31.530933 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:DELETE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:29:31.602532 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-d413bb34-412e-4d20-aa61-a429b0557336 admin admin] Publish callbacks [] for security_group (5f9d7240-c539-49d4-aaeb-2f4ac85c60a4), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:31.609133 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-d413bb34-412e-4d20-aa61-a429b0557336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (5f9d7240-c539-49d4-aaeb-2f4ac85c60a4), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:31.619506 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:29:31.657193 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d413bb34-412e-4d20-aa61-a429b0557336 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=106202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 12:29:31.673724 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d413bb34-412e-4d20-aa61-a429b0557336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9d7240-c539-49d4-aaeb-2f4ac85c60a4,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:29:31.686478 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-d413bb34-412e-4d20-aa61-a429b0557336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355690'] for segment (96b27580-5c2b-43c0-a7ce-ba3145ea1f0b), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:31.686478 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.db.segments_db [None req-d413bb34-412e-4d20-aa61-a429b0557336 admin admin] Added segment 96b27580-5c2b-43c0-a7ce-ba3145ea1f0b of type vlan for network 262fe6ca-3b5f-4d28-8726-b76ff9bdface Sep 21 12:29:31.742460 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-d413bb34-412e-4d20-aa61-a429b0557336 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735120869551'] for network (262fe6ca-3b5f-4d28-8726-b76ff9bdface), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:31.769511 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-d413bb34-412e-4d20-aa61-a429b0557336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028'] for network (262fe6ca-3b5f-4d28-8726-b76ff9bdface), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:31.770573 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d413bb34-412e-4d20-aa61-a429b0557336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:31.771144 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-d413bb34-412e-4d20-aa61-a429b0557336 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544014'] for network (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:31.822955 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-d413bb34-412e-4d20-aa61-a429b0557336 admin admin] 10.222.0.71 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3526661 Sep 21 12:29:31.823927 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 59198) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:29:31.829466 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.v2.base [None req-5c5e43b8-c451-4a47-b674-c4b50b37bf87 admin admin] Request body: {'subnet': {'network_id': '262fe6ca-3b5f-4d28-8726-b76ff9bdface', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1209378467-subnet', 'tenant_id': '1a8ac0fe91d94a8185729bc9c047969d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:29:31.836747 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d413bb34-412e-4d20-aa61-a429b0557336 admin admin] Pushing event updated for resources: {'Network': ['ID=262fe6ca-3b5f-4d28-8726-b76ff9bdface,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:29:31.847721 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Network 262fe6ca-3b5f-4d28-8726-b76ff9bdface details requested by agent ovs-agent-dv-cinder-858678-1-iscsi with host dv-cinder-858678-1-iscsi {{(pid=106203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 12:29:31.852000 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5e43b8-c451-4a47-b674-c4b50b37bf87 admin admin] Made reservation on behalf of 1a8ac0fe91d94a8185729bc9c047969d for: {'subnet': 1} {{(pid=106201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:29:31.854326 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-5c5e43b8-c451-4a47-b674-c4b50b37bf87 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7012699'] for subnet (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:31.996186 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:29:32.147857 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:INSERT=14,neutron:SELECT=78,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:29:32.237309 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e99e5-57a0-428a-9edf-cb4ca3ba9ffe req-a6fb08c1-7cb4-4b41-b9b3-306d591c7458 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:32.239174 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-c66e99e5-57a0-428a-9edf-cb4ca3ba9ffe req-a6fb08c1-7cb4-4b41-b9b3-306d591c7458 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 945 time: 0.0518265 Sep 21 12:29:32.279188 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-5c5e43b8-c451-4a47-b674-c4b50b37bf87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6786222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7012685'] for subnet (1c378fdd-7573-47ca-983e-170884ffebc5), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:32.325335 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-c66e99e5-57a0-428a-9edf-cb4ca3ba9ffe req-4ae3c265-527f-43a3-83c3-1854fce95067 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0d01d403-cac3-4cd0-80ae-200537a4758c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683429 Sep 21 12:29:32.352830 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5e43b8-c451-4a47-b674-c4b50b37bf87 admin admin] Checking segment: {'id': '96b27580-5c2b-43c0-a7ce-ba3145ea1f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '262fe6ca-3b5f-4d28-8726-b76ff9bdface'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:29:32.353166 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5e43b8-c451-4a47-b674-c4b50b37bf87 admin admin] Network hostable DHCP agents. Network: 262fe6ca-3b5f-4d28-8726-b76ff9bdface, hostable agents: ['f73c601a-29a1-4353-9f34-efd4ba2e6501'], hosted agents: [] {{(pid=106201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 12:29:32.355531 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5e43b8-c451-4a47-b674-c4b50b37bf87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c378fdd-7573-47ca-983e-170884ffebc5,revision_number=0']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:29:32.375476 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5e43b8-c451-4a47-b674-c4b50b37bf87 admin admin] Network 262fe6ca-3b5f-4d28-8726-b76ff9bdface is scheduled to be hosted by DHCP agent f73c601a-29a1-4353-9f34-efd4ba2e6501 with binding_index 1 {{(pid=106201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 12:29:32.386781 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.base_scheduler [None req-5c5e43b8-c451-4a47-b674-c4b50b37bf87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858678-1-iscsi, 262fe6ca-3b5f-4d28-8726-b76ff9bdface) {{(pid=106201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:29:32.395629 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0dff1ed-8111-4273-b5a1-dffecbbab716 None None] Network 262fe6ca-3b5f-4d28-8726-b76ff9bdface requested from dv-cinder-858678-1-iscsi {{(pid=106203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 12:29:32.407407 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5e43b8-c451-4a47-b674-c4b50b37bf87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:32.408048 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-5c5e43b8-c451-4a47-b674-c4b50b37bf87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544014'] for subnet (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:32.447944 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-5c5e43b8-c451-4a47-b674-c4b50b37bf87 admin admin] 10.222.0.71 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6223960 Sep 21 12:29:32.491588 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:29:32.544752 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca7d726-f69f-48fd-a881-87c6bb6c6129 None None] Network 262fe6ca-3b5f-4d28-8726-b76ff9bdface requested from dv-cinder-858678-1-iscsi {{(pid=106203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 12:29:33.475313 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac59e2-f5e2-42cf-a08b-2730c4515ad3 req-8986e878-7305-48ee-83e8-309649e32869 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:33.477497 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-4cac59e2-f5e2-42cf-a08b-2730c4515ad3 req-8986e878-7305-48ee-83e8-309649e32869 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 945 time: 0.0513802 Sep 21 12:29:33.530505 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-4cac59e2-f5e2-42cf-a08b-2730c4515ad3 req-58c5c671-bc54-444c-b01f-cf564eb192aa tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0d01d403-cac3-4cd0-80ae-200537a4758c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468709 Sep 21 12:29:34.690693 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bb3845-332c-4cdd-982a-e09e3ea57e57 req-6ecbf26e-6208-49a1-9d56-066080d49c48 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:34.697430 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-42bb3845-332c-4cdd-982a-e09e3ea57e57 req-6ecbf26e-6208-49a1-9d56-066080d49c48 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 945 time: 0.0650017 Sep 21 12:29:34.761032 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-42bb3845-332c-4cdd-982a-e09e3ea57e57 req-0c160303-e4ee-478f-b872-2a247e16b11d tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0d01d403-cac3-4cd0-80ae-200537a4758c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620658 Sep 21 12:29:35.981201 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b057c5d1-98a4-445d-b404-57b601e0d05e req-94eb5af5-e340-4b49-a0bf-5f2c2b1c0866 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:35.983330 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-b057c5d1-98a4-445d-b404-57b601e0d05e req-94eb5af5-e340-4b49-a0bf-5f2c2b1c0866 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 945 time: 0.0535417 Sep 21 12:29:36.037304 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-b057c5d1-98a4-445d-b404-57b601e0d05e req-342b25bd-b149-4fe6-98ef-d2be738ead71 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0d01d403-cac3-4cd0-80ae-200537a4758c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474055 Sep 21 12:29:36.382670 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-b30c7e19-cc3f-4ba1-a123-247acec916c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (f73c601a-29a1-4353-9f34-efd4ba2e6501), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:37.179895 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e299da-9dc0-4a88-8755-a17826560eb3 req-a61e740b-2286-4c1e-99fb-5083668c2f37 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:37.196155 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-89e299da-9dc0-4a88-8755-a17826560eb3 req-a61e740b-2286-4c1e-99fb-5083668c2f37 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 945 time: 0.0625379 Sep 21 12:29:37.252455 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-89e299da-9dc0-4a88-8755-a17826560eb3 req-5df59b53-cc91-4cee-abfc-56e735717c4d tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0d01d403-cac3-4cd0-80ae-200537a4758c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549357 Sep 21 12:29:38.395595 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1753798a-94c2-4741-8583-58c19d235eee req-0339bf12-0a91-4ffc-b4ab-3d705098c95d tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:38.399337 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-1753798a-94c2-4741-8583-58c19d235eee req-0339bf12-0a91-4ffc-b4ab-3d705098c95d tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 945 time: 0.0555634 Sep 21 12:29:38.432667 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:29:38.451854 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-1753798a-94c2-4741-8583-58c19d235eee req-d1e93fae-b1a0-41b2-8a80-452e8c5015e4 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0d01d403-cac3-4cd0-80ae-200537a4758c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483289 Sep 21 12:29:38.649082 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-e9a7ab51-ec6e-4ac4-8b0d-01ea750d1319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (4f31b8b6-17c0-474d-bf52-0481ff2a5cf7), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:39.599819 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896089da-76f9-4919-baf1-9fba0fab9e83 req-593ca2f3-fb14-41f7-b9a7-41bdc5b0d562 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:39.601542 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-896089da-76f9-4919-baf1-9fba0fab9e83 req-593ca2f3-fb14-41f7-b9a7-41bdc5b0d562 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 945 time: 0.0528491 Sep 21 12:29:39.662794 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-896089da-76f9-4919-baf1-9fba0fab9e83 req-4f97c9c7-5ff9-43a2-bbd5-47aa88258ce4 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0d01d403-cac3-4cd0-80ae-200537a4758c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545805 Sep 21 12:29:39.963869 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-740e41e1-10de-4b2e-a9f0-9582d49d2a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (d7a8950b-d4d7-4646-ba54-d395483871b4), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:40.728223 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:29:40.801306 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0027b415-6798-4ceb-a351-8b4b95864a5e req-05c2cd61-e640-4780-9e5c-615365e309cd tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:40.802821 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-0027b415-6798-4ceb-a351-8b4b95864a5e req-05c2cd61-e640-4780-9e5c-615365e309cd tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 945 time: 0.0540061 Sep 21 12:29:40.856132 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-0027b415-6798-4ceb-a351-8b4b95864a5e req-d22186a0-8eea-4186-b728-35b6e936499a tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0d01d403-cac3-4cd0-80ae-200537a4758c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469534 Sep 21 12:29:41.267298 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (57fb69a9-4edc-44fd-8965-b65708e41306), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:41.504080 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c3e59811-0015-48e8-afb5-3d82d64b721e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (cef1489a-7471-4b81-a7c5-b9e507e96767), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:41.992725 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f33b1d-44bd-4e47-80c5-a951408ab149 req-4c393f87-726d-4b34-9b0c-77fee37a8b0c tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:41.994905 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-60f33b1d-44bd-4e47-80c5-a951408ab149 req-4c393f87-726d-4b34-9b0c-77fee37a8b0c tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 945 time: 0.0530088 Sep 21 12:29:42.044827 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-60f33b1d-44bd-4e47-80c5-a951408ab149 req-67f39706-b64a-45e0-a601-016459775a4a tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0d01d403-cac3-4cd0-80ae-200537a4758c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432405 Sep 21 12:29:43.197248 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7b57be-9d7d-4df7-8ab7-242c47268fcb req-72717a1a-dfa2-4571-abae-04a02300192f tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:43.199528 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-1d7b57be-9d7d-4df7-8ab7-242c47268fcb req-72717a1a-dfa2-4571-abae-04a02300192f tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 945 time: 0.0483265 Sep 21 12:29:43.244197 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-1d7b57be-9d7d-4df7-8ab7-242c47268fcb req-9da10375-cec0-4a8d-8566-ca3bd455f674 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0d01d403-cac3-4cd0-80ae-200537a4758c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391982 Sep 21 12:29:43.337658 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed28aea-bed1-49d8-b355-fc4f8e8cf0b6 req-fdcf0daf-231b-4a14-a711-457a07e6b8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:43.339231 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-1ed28aea-bed1-49d8-b355-fc4f8e8cf0b6 req-fdcf0daf-231b-4a14-a711-457a07e6b8f6 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=5e6ef4f3de1943ffbde82d3f0a19542f&device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 1129 time: 0.0439234 Sep 21 12:29:43.430817 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed28aea-bed1-49d8-b355-fc4f8e8cf0b6 req-128c2814-9d95-4ce7-890b-9c2ec8114e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:43.432322 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-1ed28aea-bed1-49d8-b355-fc4f8e8cf0b6 req-128c2814-9d95-4ce7-890b-9c2ec8114e29 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=b3f0e30c-c130-4bd6-a99c-2726089c3f25 HTTP/1.1" status: 200 len: 918 time: 0.0873399 Sep 21 12:29:43.495287 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-1ed28aea-bed1-49d8-b355-fc4f8e8cf0b6 req-667408b3-d613-4f6e-b09c-5c1770f02ed0 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab HTTP/1.1" status: 200 len: 1001 time: 0.0567446 Sep 21 12:29:43.534631 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:UPDATE=2,neutron:INSERT=9,neutron:SELECT=88,neutron:DELETE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:29:43.544191 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed28aea-bed1-49d8-b355-fc4f8e8cf0b6 req-52731d11-8dc1-47ac-aea3-930c21eb3500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:43.545606 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-1ed28aea-bed1-49d8-b355-fc4f8e8cf0b6 req-52731d11-8dc1-47ac-aea3-930c21eb3500 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=f5cf9592-7b6c-4eba-b546-68b41c284733 HTTP/1.1" status: 200 len: 856 time: 0.0443332 Sep 21 12:29:43.589879 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed28aea-bed1-49d8-b355-fc4f8e8cf0b6 req-a2cfbb08-ee6d-4a28-b360-7621e66c5ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:43.591431 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-1ed28aea-bed1-49d8-b355-fc4f8e8cf0b6 req-a2cfbb08-ee6d-4a28-b360-7621e66c5ca8 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=b3f0e30c-c130-4bd6-a99c-2726089c3f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389483 Sep 21 12:29:43.613855 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:29:43.688324 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-1ed28aea-bed1-49d8-b355-fc4f8e8cf0b6 req-1432ef06-36c2-4f46-a770-1bfa02fef425 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/b3f0e30c-c130-4bd6-a99c-2726089c3f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907552 Sep 21 12:29:43.780736 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-1ed28aea-bed1-49d8-b355-fc4f8e8cf0b6 req-5e6a7df8-335c-4c3b-9989-73e3ab0098a8 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/b3f0e30c-c130-4bd6-a99c-2726089c3f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862596 Sep 21 12:29:44.374454 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf988f6-9b12-4205-ad53-c58bb126bf41 req-f63ba68f-265f-425d-bdaa-974ae1b19aac tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:44.376401 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-1bf988f6-9b12-4205-ad53-c58bb126bf41 req-f63ba68f-265f-425d-bdaa-974ae1b19aac tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 945 time: 0.0499725 Sep 21 12:29:44.424693 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-1bf988f6-9b12-4205-ad53-c58bb126bf41 req-b9ebd2e3-e78f-49d4-9204-b1be265b90bd tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0d01d403-cac3-4cd0-80ae-200537a4758c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423717 Sep 21 12:29:45.566856 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b8de33-8ff7-492c-962f-fc8ab66c9098 req-12e1c441-eb6e-4643-a36a-5eb58575d3e1 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:45.568396 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-30b8de33-8ff7-492c-962f-fc8ab66c9098 req-12e1c441-eb6e-4643-a36a-5eb58575d3e1 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 945 time: 0.0584247 Sep 21 12:29:45.626844 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-30b8de33-8ff7-492c-962f-fc8ab66c9098 req-c59b5562-a0d1-407c-a494-26ec12dfe387 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0d01d403-cac3-4cd0-80ae-200537a4758c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520310 Sep 21 12:29:46.715733 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 59372) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:29:46.754237 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5b099-c10a-4095-8b9c-979dfe3dd375 req-0acde002-4252-471a-91cf-9b20ded47d42 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:46.755724 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-c5d5b099-c10a-4095-8b9c-979dfe3dd375 req-0acde002-4252-471a-91cf-9b20ded47d42 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 945 time: 0.0471578 Sep 21 12:29:46.762425 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ae2de9b-31ad-421f-af82-348c29c38fec admin admin] Deleting subnet 45a4dc0e-cfff-4c8f-a53e-e5d29cc81536 {{(pid=106201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 21 12:29:46.765888 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-1ae2de9b-31ad-421f-af82-348c29c38fec admin admin] Publish callbacks [] for subnet (45a4dc0e-cfff-4c8f-a53e-e5d29cc81536), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:46.808615 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-1ae2de9b-31ad-421f-af82-348c29c38fec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6930226'] for subnet (45a4dc0e-cfff-4c8f-a53e-e5d29cc81536), precommit_delete_associations {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:46.812972 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-c5d5b099-c10a-4095-8b9c-979dfe3dd375 req-ad8bd2f9-68ea-4c18-84b4-0fe5036a0544 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0d01d403-cac3-4cd0-80ae-200537a4758c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466449 Sep 21 12:29:46.834619 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:29:46.855698 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-1ae2de9b-31ad-421f-af82-348c29c38fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462926'] for subnet (45a4dc0e-cfff-4c8f-a53e-e5d29cc81536), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:46.926142 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-1ae2de9b-31ad-421f-af82-348c29c38fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6788977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7012724'] for subnet (45a4dc0e-cfff-4c8f-a53e-e5d29cc81536), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:46.957077 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae2de9b-31ad-421f-af82-348c29c38fec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45a4dc0e-cfff-4c8f-a53e-e5d29cc81536,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:29:46.965065 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-1ae2de9b-31ad-421f-af82-348c29c38fec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544014'] for subnet (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:46.974004 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 59378) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:29:46.976347 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-1ae2de9b-31ad-421f-af82-348c29c38fec admin admin] 10.222.0.71 "DELETE /networking/v2.0/subnets/45a4dc0e-cfff-4c8f-a53e-e5d29cc81536 HTTP/1.1" status: 204 len: 168 time: 0.2593694 Sep 21 12:29:47.005018 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab no longer exists at agent hyperv_hv-cinder-85867 {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 12:29:47.086716 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:29:47.099591 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Current status of the port 49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab is: ACTIVE; New status is: DOWN {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:29:47.100752 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:47.135234 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc34c677-0e22-4734-95ed-4a6834d9dc7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab'}] {{(pid=106203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:29:47.138713 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f5c4d77a05fc023d1f839eaccf47ad38217f4e21b3a59551d1b02ed6bd0851a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c55216-201f-4c07-bc5c-f4ca542afd51" -d '{"events": [{"server_uuid": "dc34c677-0e22-4734-95ed-4a6834d9dc7b", "name": "network-vif-unplugged", "status": "completed", "tag": "49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab"}]}' {{(pid=106203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:29:47.172716 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port 49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab,segment=NetworkSegment(8f611811-e093-433f-9aea-61970f40e4b3),segment_id=8f611811-e093-433f-9aea-61970f40e4b3)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:29:47.178544 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:47.183452 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 21 Sep 2022 12:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d38e7a4-576b-43f5-b82e-6db0708a038c x-openstack-request-id: req-0d38e7a4-576b-43f5-b82e-6db0708a038c {{(pid=106203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:29:47.183852 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc34c677-0e22-4734-95ed-4a6834d9dc7b", "name": "network-vif-unplugged", "status": "failed", "tag": "49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab", "code": 422}]} {{(pid=106203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:29:47.186384 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0d38e7a4-576b-43f5-b82e-6db0708a038c {{(pid=106203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:29:47.187364 dv-cinder-858678-1-iscsi neutron-server[106203]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-0d38e7a4-576b-43f5-b82e-6db0708a038c']: {'server_uuid': 'dc34c677-0e22-4734-95ed-4a6834d9dc7b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab', 'code': 422} returned with failed status Sep 21 12:29:47.265477 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Pushing event updated for resources: {'Port': ['ID=49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab,revision_number=8']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:29:47.275337 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:29:47.276213 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:29:47.277511 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:29:47.278332 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:29:47.279038 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:29:47.279650 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:29:47.280670 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:29:47.281701 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:29:47.282272 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:29:47.282822 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:29:47.283406 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:29:47.284088 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:29:47.284668 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:29:47.285340 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:29:47.286073 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:29:47.365587 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-13a74ff3-539c-4254-ac88-1de7f457b108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535227'] for network (ec38ee12-84f3-4b6f-92bf-edcd21abd3c1), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:47.444205 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-13a74ff3-539c-4254-ac88-1de7f457b108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548197', 'neutron.services.segments.db._delete_segments_for_network-8735121314753'] for network (ec38ee12-84f3-4b6f-92bf-edcd21abd3c1), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:47.465829 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.services.segments.db [None req-13a74ff3-539c-4254-ac88-1de7f457b108 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec38ee12-84f3-4b6f-92bf-edcd21abd3c1']}} {{(pid=106202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:29:47.475362 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.services.segments.db [None req-13a74ff3-539c-4254-ac88-1de7f457b108 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecbfb07d-8e83-4f98-b921-a73ddfb76211') {'for_net_delete': True} {{(pid=106202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:29:47.475654 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.services.segments.db [None req-13a74ff3-539c-4254-ac88-1de7f457b108 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecbfb07d-8e83-4f98-b921-a73ddfb76211') {} {{(pid=106202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:29:47.489583 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-13a74ff3-539c-4254-ac88-1de7f457b108 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735121314645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6891113'] for segment (ecbfb07d-8e83-4f98-b921-a73ddfb76211), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:47.506681 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-13a74ff3-539c-4254-ac88-1de7f457b108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355690'] for segment (ecbfb07d-8e83-4f98-b921-a73ddfb76211), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:47.515457 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13a74ff3-539c-4254-ac88-1de7f457b108 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=106202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 12:29:47.515874 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-13a74ff3-539c-4254-ac88-1de7f457b108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6955165'] for segment (ecbfb07d-8e83-4f98-b921-a73ddfb76211), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:47.559061 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.services.segments.plugin [-] Segment ecbfb07d-8e83-4f98-b921-a73ddfb76211 resource provider aggregate not found Sep 21 12:29:47.579975 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.services.segments.plugin [-] Segment ecbfb07d-8e83-4f98-b921-a73ddfb76211 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ecbfb07d-8e83-4f98-b921-a73ddfb76211 found for delete ", "request_id": "req-af97867e-0f45-4866-9d1c-dbbcb5c4967c"}]} Sep 21 12:29:47.587425 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-13a74ff3-539c-4254-ac88-1de7f457b108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534153'] for network (ec38ee12-84f3-4b6f-92bf-edcd21abd3c1), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:47.593112 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-13a74ff3-539c-4254-ac88-1de7f457b108 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544014'] for network (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:47.596200 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-13a74ff3-539c-4254-ac88-1de7f457b108 admin admin] 10.222.0.71 "DELETE /networking/v2.0/networks/ec38ee12-84f3-4b6f-92bf-edcd21abd3c1 HTTP/1.1" status: 204 len: 168 time: 0.6208317 Sep 21 12:29:47.602030 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 59402) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:29:47.608484 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a74ff3-539c-4254-ac88-1de7f457b108 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec38ee12-84f3-4b6f-92bf-edcd21abd3c1,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:29:47.663729 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.db.db_base_plugin_v2 [None req-58a35e32-65b9-4fad-93d2-09f9b35f2afe admin admin] Deleting subnet 1c378fdd-7573-47ca-983e-170884ffebc5 {{(pid=106201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 21 12:29:47.671205 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-58a35e32-65b9-4fad-93d2-09f9b35f2afe admin admin] Publish callbacks [] for subnet (1c378fdd-7573-47ca-983e-170884ffebc5), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:47.712731 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-58a35e32-65b9-4fad-93d2-09f9b35f2afe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6930226'] for subnet (1c378fdd-7573-47ca-983e-170884ffebc5), precommit_delete_associations {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:47.754217 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-58a35e32-65b9-4fad-93d2-09f9b35f2afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462926'] for subnet (1c378fdd-7573-47ca-983e-170884ffebc5), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:47.803091 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [req-e39cc395-0e49-4e1f-8392-f88f980a7f62 req-e667e50d-da35-4b0e-b7ee-d08f90ef6fad service neutron] http://10.222.0.71:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 12:29:47.804156 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-e39cc395-0e49-4e1f-8392-f88f980a7f62 req-e667e50d-da35-4b0e-b7ee-d08f90ef6fad service neutron] 10.222.0.71 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0053892 Sep 21 12:29:47.815847 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-58a35e32-65b9-4fad-93d2-09f9b35f2afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6788977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7012724'] for subnet (1c378fdd-7573-47ca-983e-170884ffebc5), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:47.847577 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a35e32-65b9-4fad-93d2-09f9b35f2afe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c378fdd-7573-47ca-983e-170884ffebc5,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:29:47.851606 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-58a35e32-65b9-4fad-93d2-09f9b35f2afe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544014'] for subnet (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:47.856291 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-58a35e32-65b9-4fad-93d2-09f9b35f2afe admin admin] 10.222.0.71 "DELETE /networking/v2.0/subnets/1c378fdd-7573-47ca-983e-170884ffebc5 HTTP/1.1" status: 204 len: 168 time: 0.2527232 Sep 21 12:29:47.858073 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 59408) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:29:47.937881 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-aca1b2fc-d8f7-437c-859d-dbc15e0e01f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535227'] for network (262fe6ca-3b5f-4d28-8726-b76ff9bdface), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:48.077432 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71637921-19c1-4514-9076-48d5c93ed2ec req-dbdf97c0-a799-47e2-acfa-c6626eb1e13e tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:48.079020 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-71637921-19c1-4514-9076-48d5c93ed2ec req-dbdf97c0-a799-47e2-acfa-c6626eb1e13e tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 943 time: 0.1320598 Sep 21 12:29:48.098760 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-aca1b2fc-d8f7-437c-859d-dbc15e0e01f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548197', 'neutron.services.segments.db._delete_segments_for_network-8735121314753'] for network (262fe6ca-3b5f-4d28-8726-b76ff9bdface), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:48.114214 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ee5d5f77-df95-4a82-b24c-441855608ba8 req-e1838beb-ff58-4880-8de5-85f3bc24f3d6 service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1166718 Sep 21 12:29:48.139098 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.services.segments.db [None req-aca1b2fc-d8f7-437c-859d-dbc15e0e01f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['262fe6ca-3b5f-4d28-8726-b76ff9bdface']}} {{(pid=106202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:29:48.150824 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:29:48.171901 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.services.segments.db [None req-aca1b2fc-d8f7-437c-859d-dbc15e0e01f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96b27580-5c2b-43c0-a7ce-ba3145ea1f0b') {'for_net_delete': True} {{(pid=106202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:29:48.172121 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.services.segments.db [None req-aca1b2fc-d8f7-437c-859d-dbc15e0e01f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96b27580-5c2b-43c0-a7ce-ba3145ea1f0b') {} {{(pid=106202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:29:48.196910 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:29:48.216590 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-aca1b2fc-d8f7-437c-859d-dbc15e0e01f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735121314645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6891113'] for segment (96b27580-5c2b-43c0-a7ce-ba3145ea1f0b), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:48.232152 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-71637921-19c1-4514-9076-48d5c93ed2ec req-e8a76fa3-1d34-4478-8955-5610ec5fffb3 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0d01d403-cac3-4cd0-80ae-200537a4758c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389086 Sep 21 12:29:48.243527 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d5f77-df95-4a82-b24c-441855608ba8 req-388fd5d6-d2fc-4c2f-bed1-1bd1e1870915 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:48.244893 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ee5d5f77-df95-4a82-b24c-441855608ba8 req-388fd5d6-d2fc-4c2f-bed1-1bd1e1870915 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports/49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab HTTP/1.1" status: 200 len: 940 time: 0.0961418 Sep 21 12:29:48.249632 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-aca1b2fc-d8f7-437c-859d-dbc15e0e01f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355690'] for segment (96b27580-5c2b-43c0-a7ce-ba3145ea1f0b), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:48.256731 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aca1b2fc-d8f7-437c-859d-dbc15e0e01f7 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=106202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 12:29:48.257123 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-aca1b2fc-d8f7-437c-859d-dbc15e0e01f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6955165'] for segment (96b27580-5c2b-43c0-a7ce-ba3145ea1f0b), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:48.314744 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-aca1b2fc-d8f7-437c-859d-dbc15e0e01f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534153'] for network (262fe6ca-3b5f-4d28-8726-b76ff9bdface), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:48.319258 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-aca1b2fc-d8f7-437c-859d-dbc15e0e01f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544014'] for network (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:48.325517 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-aca1b2fc-d8f7-437c-859d-dbc15e0e01f7 admin admin] 10.222.0.71 "DELETE /networking/v2.0/networks/262fe6ca-3b5f-4d28-8726-b76ff9bdface HTTP/1.1" status: 204 len: 168 time: 0.4636064 Sep 21 12:29:48.337330 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca1b2fc-d8f7-437c-859d-dbc15e0e01f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=262fe6ca-3b5f-4d28-8726-b76ff9bdface,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:29:48.516493 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 59428) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:29:48.521780 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (986f726e-8c98-4005-b3b7-e033305b1240), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:48.562341 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-293a7dcf-a24f-4c1b-8bdb-23262a80c108 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=384c442c805c43d78e94bc5719976a09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0445583 Sep 21 12:29:48.565035 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 59430) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:29:48.622644 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-780e4682-23ef-4566-9cca-5fef427ab63e admin admin] Publish callbacks [] for security_group (d26f49a2-cbb0-4521-8917-9d7ee10f8837), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:48.645043 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-780e4682-23ef-4566-9cca-5fef427ab63e admin admin] Publish callbacks [] for security_group (d26f49a2-cbb0-4521-8917-9d7ee10f8837), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:48.694565 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-780e4682-23ef-4566-9cca-5fef427ab63e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (d26f49a2-cbb0-4521-8917-9d7ee10f8837), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:48.697118 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-780e4682-23ef-4566-9cca-5fef427ab63e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:48.699012 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-780e4682-23ef-4566-9cca-5fef427ab63e admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/d26f49a2-cbb0-4521-8917-9d7ee10f8837 HTTP/1.1" status: 204 len: 168 time: 0.1325333 Sep 21 12:29:48.707427 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780e4682-23ef-4566-9cca-5fef427ab63e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26f49a2-cbb0-4521-8917-9d7ee10f8837,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:29:49.038456 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 59436) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:29:49.078802 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-ed8e3147-29f3-4e92-adfd-99f1b5cfe84a admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=1a8ac0fe91d94a8185729bc9c047969d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392158 Sep 21 12:29:49.081250 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 59438) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:29:49.141870 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-5392aa17-ef96-4690-856e-d2552d340f0d admin admin] Publish callbacks [] for security_group (5f9d7240-c539-49d4-aaeb-2f4ac85c60a4), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:49.162033 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-5392aa17-ef96-4690-856e-d2552d340f0d admin admin] Publish callbacks [] for security_group (5f9d7240-c539-49d4-aaeb-2f4ac85c60a4), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:49.209723 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-5392aa17-ef96-4690-856e-d2552d340f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (5f9d7240-c539-49d4-aaeb-2f4ac85c60a4), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:49.212358 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-5392aa17-ef96-4690-856e-d2552d340f0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:29:49.213550 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-5392aa17-ef96-4690-856e-d2552d340f0d admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/5f9d7240-c539-49d4-aaeb-2f4ac85c60a4 HTTP/1.1" status: 204 len: 168 time: 0.1314182 Sep 21 12:29:49.230972 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5392aa17-ef96-4690-856e-d2552d340f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9d7240-c539-49d4-aaeb-2f4ac85c60a4,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:29:49.267056 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d5f77-df95-4a82-b24c-441855608ba8 req-f79f7fb2-8d0c-40aa-b0c7-c6d440d883fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:49.268612 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ee5d5f77-df95-4a82-b24c-441855608ba8 req-f79f7fb2-8d0c-40aa-b0c7-c6d440d883fe service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b&tenant_id=5e6ef4f3de1943ffbde82d3f0a19542f HTTP/1.1" status: 200 len: 1127 time: 0.0471559 Sep 21 12:29:49.364084 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d5f77-df95-4a82-b24c-441855608ba8 req-458f2a59-930b-465b-b56a-3288a76e0f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:49.366162 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ee5d5f77-df95-4a82-b24c-441855608ba8 req-458f2a59-930b-465b-b56a-3288a76e0f2b service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=5e6ef4f3de1943ffbde82d3f0a19542f&device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 1127 time: 0.0519292 Sep 21 12:29:49.368740 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a746c-c441-4155-9f79-81486f81158e req-887405a4-a7e5-497f-8aa4-c85bb30cbb4b tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:49.370227 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-2a8a746c-c441-4155-9f79-81486f81158e req-887405a4-a7e5-497f-8aa4-c85bb30cbb4b tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 943 time: 0.0520685 Sep 21 12:29:49.430357 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-2a8a746c-c441-4155-9f79-81486f81158e req-53fb38d5-b13d-4514-8d19-827d49ebcb1f tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0d01d403-cac3-4cd0-80ae-200537a4758c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535674 Sep 21 12:29:49.467552 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d5f77-df95-4a82-b24c-441855608ba8 req-9c2c9f45-be07-4b0b-939d-ab7d4b9da175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:49.469084 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ee5d5f77-df95-4a82-b24c-441855608ba8 req-9c2c9f45-be07-4b0b-939d-ab7d4b9da175 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=b3f0e30c-c130-4bd6-a99c-2726089c3f25 HTTP/1.1" status: 200 len: 918 time: 0.0963092 Sep 21 12:29:49.535691 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ee5d5f77-df95-4a82-b24c-441855608ba8 req-ce58da6c-9e24-4fd9-9f93-a1f060c9d06e service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab HTTP/1.1" status: 200 len: 999 time: 0.0600488 Sep 21 12:29:49.595895 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d5f77-df95-4a82-b24c-441855608ba8 req-b0088be8-ca6f-4de7-aa00-f562b60300cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:49.597423 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ee5d5f77-df95-4a82-b24c-441855608ba8 req-b0088be8-ca6f-4de7-aa00-f562b60300cd service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=f5cf9592-7b6c-4eba-b546-68b41c284733 HTTP/1.1" status: 200 len: 856 time: 0.0542948 Sep 21 12:29:49.605154 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.services.segments.plugin [-] Segment 96b27580-5c2b-43c0-a7ce-ba3145ea1f0b resource provider aggregate not found Sep 21 12:29:49.641680 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.services.segments.plugin [-] Segment 96b27580-5c2b-43c0-a7ce-ba3145ea1f0b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 96b27580-5c2b-43c0-a7ce-ba3145ea1f0b found for delete ", "request_id": "req-c99b6008-9550-441a-85b5-b270ea6e2355"}]} Sep 21 12:29:49.653865 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d5f77-df95-4a82-b24c-441855608ba8 req-261dd7ca-3624-44ba-be90-8691553aaf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:49.655412 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ee5d5f77-df95-4a82-b24c-441855608ba8 req-261dd7ca-3624-44ba-be90-8691553aaf54 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=b3f0e30c-c130-4bd6-a99c-2726089c3f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465491 Sep 21 12:29:49.713874 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:29:49.749623 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:DELETE=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:29:49.754226 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ee5d5f77-df95-4a82-b24c-441855608ba8 req-bd50b502-f124-4c8e-9cb4-c140aa3d20d1 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/b3f0e30c-c130-4bd6-a99c-2726089c3f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929542 Sep 21 12:29:49.853133 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ee5d5f77-df95-4a82-b24c-441855608ba8 req-ee14918a-0860-424a-a1b4-a768fb332c90 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/b3f0e30c-c130-4bd6-a99c-2726089c3f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926685 Sep 21 12:29:50.611845 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc196b-d7ab-4316-b03e-a5938e35b7b9 req-f2f4c4e5-0254-480c-9cc9-dfa68d4a6a7a tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:50.614762 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-3ecc196b-d7ab-4316-b03e-a5938e35b7b9 req-f2f4c4e5-0254-480c-9cc9-dfa68d4a6a7a tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 943 time: 0.0682223 Sep 21 12:29:50.681942 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-3ecc196b-d7ab-4316-b03e-a5938e35b7b9 req-bf8e06ec-1edc-4620-9acd-29e76c97a562 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0d01d403-cac3-4cd0-80ae-200537a4758c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585883 Sep 21 12:29:51.827088 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:29:51.846230 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4fff8-71df-4670-a5a4-e1dbb72e9b6e req-f881a565-e0a2-4c25-ad34-3b4d47295370 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:51.855125 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-45e4fff8-71df-4670-a5a4-e1dbb72e9b6e req-f881a565-e0a2-4c25-ad34-3b4d47295370 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 943 time: 0.0845103 Sep 21 12:29:51.927394 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-45e4fff8-71df-4670-a5a4-e1dbb72e9b6e req-6900a843-3da9-469d-afee-4ae11a28b7bd tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0d01d403-cac3-4cd0-80ae-200537a4758c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707779 Sep 21 12:29:53.071702 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8738f0dd-f492-4cb2-b2a4-5874fcffcfb8 req-07ba6506-60b2-4b8f-8ca7-eb47cc7cc48d tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:53.075774 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8738f0dd-f492-4cb2-b2a4-5874fcffcfb8 req-07ba6506-60b2-4b8f-8ca7-eb47cc7cc48d tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 943 time: 0.0690076 Sep 21 12:29:53.160237 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8738f0dd-f492-4cb2-b2a4-5874fcffcfb8 req-1ada80f9-9580-4056-b173-327c04b2ab0b tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0d01d403-cac3-4cd0-80ae-200537a4758c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742013 Sep 21 12:29:53.770292 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=3 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:29:53.777509 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=3 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:29:54.302133 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96347301-842d-4495-9a4d-e3bee0f24936 req-64fcda04-d41c-4026-b598-9690dd0a7b58 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:54.304543 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-96347301-842d-4495-9a4d-e3bee0f24936 req-64fcda04-d41c-4026-b598-9690dd0a7b58 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 943 time: 0.0521669 Sep 21 12:29:54.353524 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-96347301-842d-4495-9a4d-e3bee0f24936 req-a7ca99e8-241d-4766-8b90-1f87e0634e60 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0d01d403-cac3-4cd0-80ae-200537a4758c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431194 Sep 21 12:29:55.507536 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8ea7c-4525-40a8-94d2-8f396c36e261 req-12324116-7eb0-4161-8483-b803186dfcbe tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:55.509390 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-33d8ea7c-4525-40a8-94d2-8f396c36e261 req-12324116-7eb0-4161-8483-b803186dfcbe tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 943 time: 0.0607696 Sep 21 12:29:55.586186 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-33d8ea7c-4525-40a8-94d2-8f396c36e261 req-58f24c78-3e24-4efc-abf8-aa232df1dc60 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0d01d403-cac3-4cd0-80ae-200537a4758c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694320 Sep 21 12:29:56.750314 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fba781-c2fe-4193-8160-2a427b74a072 req-dd9273b0-ea59-4e16-b8ce-f5ecd35937e2 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:56.751916 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-81fba781-c2fe-4193-8160-2a427b74a072 req-dd9273b0-ea59-4e16-b8ce-f5ecd35937e2 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 943 time: 0.0741193 Sep 21 12:29:56.819498 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-81fba781-c2fe-4193-8160-2a427b74a072 req-67ad4025-fa01-489d-a6dc-59a6c5bb3f64 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0d01d403-cac3-4cd0-80ae-200537a4758c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617678 Sep 21 12:29:57.967451 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef0bb4f-6e7b-4dae-a156-6f955fd0dfef req-efd2d582-ff59-4938-ba35-06d5224026d5 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:57.968992 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-4ef0bb4f-6e7b-4dae-a156-6f955fd0dfef req-efd2d582-ff59-4938-ba35-06d5224026d5 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 943 time: 0.0549724 Sep 21 12:29:58.025778 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-4ef0bb4f-6e7b-4dae-a156-6f955fd0dfef req-8d46fa2a-00e1-49ac-9896-5e64bb9f8de2 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0d01d403-cac3-4cd0-80ae-200537a4758c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487638 Sep 21 12:29:58.719537 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:29:59.163117 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ba27a5-c119-4fa3-ac48-36b6a54c0504 req-457010df-ebf8-4c95-b47d-e65f8774cbdb tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:29:59.164646 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-39ba27a5-c119-4fa3-ac48-36b6a54c0504 req-457010df-ebf8-4c95-b47d-e65f8774cbdb tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 943 time: 0.0471101 Sep 21 12:29:59.216652 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-39ba27a5-c119-4fa3-ac48-36b6a54c0504 req-2b4a0367-8e28-42bc-862e-99f9e05e1d33 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0d01d403-cac3-4cd0-80ae-200537a4758c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459464 Sep 21 12:29:59.246000 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=53,neutron:UPDATE=5 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:30:00.356168 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe81a2c-d4f7-4106-94bf-525f83cf1dc5 req-9cc83b49-f80e-49d4-b846-f11a76c1a7f1 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:30:00.357977 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8fe81a2c-d4f7-4106-94bf-525f83cf1dc5 req-9cc83b49-f80e-49d4-b846-f11a76c1a7f1 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 943 time: 0.0466177 Sep 21 12:30:00.409155 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8fe81a2c-d4f7-4106-94bf-525f83cf1dc5 req-c6ca4734-cd14-40d6-8524-97c6d0dbcc16 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0d01d403-cac3-4cd0-80ae-200537a4758c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454357 Sep 21 12:30:00.906410 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 59642) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:30:01.016185 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-93a048a1-7f76-4b5b-8b29-e271c1336214 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:01.094787 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-93a048a1-7f76-4b5b-8b29-e271c1336214 admin admin] Publish callbacks [] for security_group (94fed714-6856-4e88-b728-d4e823106d92), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:01.098716 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-93a048a1-7f76-4b5b-8b29-e271c1336214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (94fed714-6856-4e88-b728-d4e823106d92), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:01.104012 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:30:01.142363 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-93a048a1-7f76-4b5b-8b29-e271c1336214 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=05faadd85ad84c629070f527ba67a8df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2348254 Sep 21 12:30:01.143248 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a048a1-7f76-4b5b-8b29-e271c1336214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94fed714-6856-4e88-b728-d4e823106d92,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:30:01.145276 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 59646) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:30:01.201552 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-edc66119-1c0c-4194-a9d6-71eb0d0a29a7 admin admin] Publish callbacks [] for security_group (94fed714-6856-4e88-b728-d4e823106d92), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:01.221366 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-edc66119-1c0c-4194-a9d6-71eb0d0a29a7 admin admin] Publish callbacks [] for security_group (94fed714-6856-4e88-b728-d4e823106d92), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:01.268457 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-edc66119-1c0c-4194-a9d6-71eb0d0a29a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (94fed714-6856-4e88-b728-d4e823106d92), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:01.271011 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-edc66119-1c0c-4194-a9d6-71eb0d0a29a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:01.272187 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-edc66119-1c0c-4194-a9d6-71eb0d0a29a7 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/94fed714-6856-4e88-b728-d4e823106d92 HTTP/1.1" status: 204 len: 168 time: 0.1260092 Sep 21 12:30:01.280085 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc66119-1c0c-4194-a9d6-71eb0d0a29a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94fed714-6856-4e88-b728-d4e823106d92,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:30:01.542988 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0101ea-8931-4b05-8db4-31f043d85075 req-76e34d00-2d38-46e4-9e20-4a4eaa01e6fe tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:30:01.544620 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-1f0101ea-8931-4b05-8db4-31f043d85075 req-76e34d00-2d38-46e4-9e20-4a4eaa01e6fe tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 943 time: 0.0511849 Sep 21 12:30:01.558259 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:30:01.602874 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-1f0101ea-8931-4b05-8db4-31f043d85075 req-4ce1ff0f-64db-45ef-9032-ae30d918ad55 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0d01d403-cac3-4cd0-80ae-200537a4758c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523288 Sep 21 12:30:02.733645 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de56572c-da81-4cb4-ba9d-05f6be67a653 req-f6752dfb-702c-490a-84a9-5246a47b9492 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:30:02.735205 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-de56572c-da81-4cb4-ba9d-05f6be67a653 req-f6752dfb-702c-490a-84a9-5246a47b9492 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 943 time: 0.0491850 Sep 21 12:30:02.798531 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-de56572c-da81-4cb4-ba9d-05f6be67a653 req-4c8e69cd-fc0c-4e7b-9fba-70c84a523d37 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0d01d403-cac3-4cd0-80ae-200537a4758c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463977 Sep 21 12:30:03.926122 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ca39e-019a-427b-8c15-71596ac06481 req-2468b571-eb69-40a4-8f6c-ee051756c154 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:30:03.927664 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-759ca39e-019a-427b-8c15-71596ac06481 req-2468b571-eb69-40a4-8f6c-ee051756c154 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 943 time: 0.0459607 Sep 21 12:30:03.974754 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-759ca39e-019a-427b-8c15-71596ac06481 req-360a5e2c-5c96-4d4f-a708-674e6fcd7228 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0d01d403-cac3-4cd0-80ae-200537a4758c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415435 Sep 21 12:30:04.777535 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:30:04.779953 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:DELETE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:30:05.061720 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab details requested by agent hyperv_hv-cinder-85867 with host hv-cinder-85867 {{(pid=106203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 12:30:05.151536 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3f6662-3f66-47f0-8bd7-09834f967cbb req-6ec52a5d-88e8-439b-8adf-a6b88f843310 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:30:05.158282 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-4b3f6662-3f66-47f0-8bd7-09834f967cbb req-6ec52a5d-88e8-439b-8adf-a6b88f843310 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 943 time: 0.1015010 Sep 21 12:30:05.170945 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bdf803-2ab3-4ee1-9656-5f0111e86cba req-b4e55092-f7a8-4c06-a1fb-7e9851d7faa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:30:05.172502 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-41bdf803-2ab3-4ee1-9656-5f0111e86cba req-b4e55092-f7a8-4c06-a1fb-7e9851d7faa1 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=5e6ef4f3de1943ffbde82d3f0a19542f&device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 1127 time: 0.0669591 Sep 21 12:30:05.184090 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port 49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab,segment=NetworkSegment(8f611811-e093-433f-9aea-61970f40e4b3),segment_id=8f611811-e093-433f-9aea-61970f40e4b3)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:30:05.198876 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Returning: {'device': '49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab', 'network_id': 'b3f0e30c-c130-4bd6-a99c-2726089c3f25', 'port_id': '49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab', 'mac_address': 'fa:16:3e:ed:ab:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5cf9592-7b6c-4eba-b546-68b41c284733', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 12:30:05.260930 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Current status of the port 49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab is: DOWN; New status is: BUILD {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:30:05.261321 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:05.276912 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.notifiers.nova [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab {{(pid=106203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 12:30:05.288288 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-4b3f6662-3f66-47f0-8bd7-09834f967cbb req-6337a304-eb88-436e-b708-ec65a421a630 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0d01d403-cac3-4cd0-80ae-200537a4758c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277833 Sep 21 12:30:05.308907 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port 49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab,segment=NetworkSegment(8f611811-e093-433f-9aea-61970f40e4b3),segment_id=8f611811-e093-433f-9aea-61970f40e4b3)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:30:05.314191 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:05.325127 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bdf803-2ab3-4ee1-9656-5f0111e86cba req-477b0a63-9ca4-46cd-8e96-00f506aa1b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:30:05.326746 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-41bdf803-2ab3-4ee1-9656-5f0111e86cba req-477b0a63-9ca4-46cd-8e96-00f506aa1b30 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=b3f0e30c-c130-4bd6-a99c-2726089c3f25 HTTP/1.1" status: 200 len: 918 time: 0.1309211 Sep 21 12:30:05.371184 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Pushing event updated for resources: {'Port': ['ID=49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab,revision_number=9']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:30:05.389242 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-41bdf803-2ab3-4ee1-9656-5f0111e86cba req-a17828b8-c4d2-46c3-ab02-6e8e3ed7eb0d service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab HTTP/1.1" status: 200 len: 1000 time: 0.0563231 Sep 21 12:30:05.444282 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bdf803-2ab3-4ee1-9656-5f0111e86cba req-5bc50f7c-b7ce-4043-a0e0-1a276129ccee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:30:05.445757 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-41bdf803-2ab3-4ee1-9656-5f0111e86cba req-5bc50f7c-b7ce-4043-a0e0-1a276129ccee service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=f5cf9592-7b6c-4eba-b546-68b41c284733 HTTP/1.1" status: 200 len: 856 time: 0.0441837 Sep 21 12:30:05.492094 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bdf803-2ab3-4ee1-9656-5f0111e86cba req-254bda5d-e677-44ed-9a86-641da918dfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:30:05.493582 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-41bdf803-2ab3-4ee1-9656-5f0111e86cba req-254bda5d-e677-44ed-9a86-641da918dfff service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=b3f0e30c-c130-4bd6-a99c-2726089c3f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414846 Sep 21 12:30:05.585803 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-41bdf803-2ab3-4ee1-9656-5f0111e86cba req-7d4e7481-1e22-423e-a0ac-d9c02d66f2f0 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/b3f0e30c-c130-4bd6-a99c-2726089c3f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848835 Sep 21 12:30:05.679582 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-41bdf803-2ab3-4ee1-9656-5f0111e86cba req-ffa1a557-47bd-40e6-bd60-92d111de158a service neutron] 10.222.0.66 "GET /networking/v2.0/networks/b3f0e30c-c130-4bd6-a99c-2726089c3f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865695 Sep 21 12:30:05.734616 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] get_ports_and_sgs() called for port_ids ['49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab'] {{(pid=106203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 12:30:06.382014 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-aad3bfcf-2d24-4437-afe4-72c88020d472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (f73c601a-29a1-4353-9f34-efd4ba2e6501), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:06.441018 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd3446-6487-441c-89e9-fc14c92584e1 req-1c6e75d8-f749-4813-896e-ba2d9f7aa16d tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:30:06.442508 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-55cd3446-6487-441c-89e9-fc14c92584e1 req-1c6e75d8-f749-4813-896e-ba2d9f7aa16d tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 944 time: 0.0535951 Sep 21 12:30:06.494885 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-55cd3446-6487-441c-89e9-fc14c92584e1 req-3fc67d07-68b3-4400-a53d-f3bfeff4ed8c tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0d01d403-cac3-4cd0-80ae-200537a4758c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456748 Sep 21 12:30:07.092945 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab up at agent hyperv_hv-cinder-85867 {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:30:07.139552 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Provisioning complete for port 49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:30:07.139952 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:07.140288 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Attempt 1 to provision port 49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab Sep 21 12:30:07.210677 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Current status of the port 49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab is: BUILD; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:30:07.211065 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:07.237050 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc34c677-0e22-4734-95ed-4a6834d9dc7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab'}] {{(pid=106203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:30:07.239301 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f5c4d77a05fc023d1f839eaccf47ad38217f4e21b3a59551d1b02ed6bd0851a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97397022-348e-48c6-ab53-873fe015ab06" -d '{"events": [{"server_uuid": "dc34c677-0e22-4734-95ed-4a6834d9dc7b", "name": "network-vif-plugged", "status": "completed", "tag": "49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab"}]}' {{(pid=106203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:30:07.252519 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port 49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab,segment=NetworkSegment(8f611811-e093-433f-9aea-61970f40e4b3),segment_id=8f611811-e093-433f-9aea-61970f40e4b3)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:30:07.256723 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:07.287392 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 12:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352123aa-4e49-45a1-9ad9-287392345b07 x-openstack-request-id: req-352123aa-4e49-45a1-9ad9-287392345b07 {{(pid=106203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:30:07.287678 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc34c677-0e22-4734-95ed-4a6834d9dc7b", "name": "network-vif-plugged", "status": "completed", "tag": "49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab", "code": 200}]} {{(pid=106203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:30:07.287949 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-352123aa-4e49-45a1-9ad9-287392345b07 {{(pid=106203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:30:07.288336 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-352123aa-4e49-45a1-9ad9-287392345b07'] response: {'server_uuid': 'dc34c677-0e22-4734-95ed-4a6834d9dc7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab', 'code': 200} Sep 21 12:30:07.445067 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Pushing event updated for resources: {'Port': ['ID=49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab,revision_number=10']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:30:07.535797 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d38c8-c337-49b0-8b4d-b13f6cee1c5f req-4693d0bb-a14b-4b0b-8520-437d5545af6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:30:07.537201 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-cd8d38c8-c337-49b0-8b4d-b13f6cee1c5f req-4693d0bb-a14b-4b0b-8520-437d5545af6a service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 1130 time: 0.0398715 Sep 21 12:30:07.582317 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-cd8d38c8-c337-49b0-8b4d-b13f6cee1c5f req-49e0f147-3945-4c34-9ad1-ff33942d02c6 service neutron] 10.222.0.66 "GET /networking/v2.0/security-groups?id=0d01d403-cac3-4cd0-80ae-200537a4758c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394778 Sep 21 12:30:07.617382 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:30:07.626731 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abadd927-4796-4ca7-aa57-95b094e8355e req-cfc0098f-a6b3-4a96-a4e3-d1987aedf2bb tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:30:07.628242 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-abadd927-4796-4ca7-aa57-95b094e8355e req-cfc0098f-a6b3-4a96-a4e3-d1987aedf2bb tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 946 time: 0.0490901 Sep 21 12:30:07.675298 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-abadd927-4796-4ca7-aa57-95b094e8355e req-6790e7ca-1671-4489-9489-32194b72b7fe tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0d01d403-cac3-4cd0-80ae-200537a4758c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401096 Sep 21 12:30:07.733557 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.agents_db [None req-f0b1ed15-d02e-46f0-bd67-2b506ff8404e None None] Agent healthcheck: found 6 active agents {{(pid=106204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:30:08.621354 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:30:08.633788 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c98086bd-948b-47ed-93a2-33408143b06a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (4f31b8b6-17c0-474d-bf52-0481ff2a5cf7), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:08.804097 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f69c923-5616-48e6-ad26-49cfaf25d676 req-b9355aad-ccc1-4ca0-b72c-3d681fe37593 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:30:08.805601 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-1f69c923-5616-48e6-ad26-49cfaf25d676 req-b9355aad-ccc1-4ca0-b72c-3d681fe37593 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 946 time: 0.0464485 Sep 21 12:30:08.839589 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=100 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:30:08.858508 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-1f69c923-5616-48e6-ad26-49cfaf25d676 req-c5afa488-cc18-4a1a-b348-9291bdb80f13 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0d01d403-cac3-4cd0-80ae-200537a4758c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460708 Sep 21 12:30:09.955730 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-740e41e1-10de-4b2e-a9f0-9582d49d2a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (d7a8950b-d4d7-4646-ba54-d395483871b4), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:09.993029 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0808c37-cf2b-49ea-a41d-ff3dc350bf67 req-d4e823c1-3aa2-43be-adc6-f48f87224b16 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:30:09.995174 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-c0808c37-cf2b-49ea-a41d-ff3dc350bf67 req-d4e823c1-3aa2-43be-adc6-f48f87224b16 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 946 time: 0.0495265 Sep 21 12:30:10.058315 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-c0808c37-cf2b-49ea-a41d-ff3dc350bf67 req-087b40da-5bb5-46ad-9bc4-9b418ce80b5f tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0d01d403-cac3-4cd0-80ae-200537a4758c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515366 Sep 21 12:30:11.154815 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=100 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:30:11.190244 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f6ef1-2459-4a09-ae7f-7a74d354d971 req-cd64fd09-fe6a-4d3e-87d1-575fe124308d tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:30:11.191738 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-616f6ef1-2459-4a09-ae7f-7a74d354d971 req-cd64fd09-fe6a-4d3e-87d1-575fe124308d tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 946 time: 0.0470350 Sep 21 12:30:11.241931 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-616f6ef1-2459-4a09-ae7f-7a74d354d971 req-37f1ee0d-b9cf-47e2-b5a5-53487e34c9e8 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0d01d403-cac3-4cd0-80ae-200537a4758c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444701 Sep 21 12:30:11.271414 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (57fb69a9-4edc-44fd-8965-b65708e41306), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:11.506904 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c3e59811-0015-48e8-afb5-3d82d64b721e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (cef1489a-7471-4b81-a7c5-b9e507e96767), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:17.728694 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:30:18.524161 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (986f726e-8c98-4005-b3b7-e033305b1240), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:20.051244 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=14 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:30:20.053786 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=49,neutron:DELETE=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:30:21.235323 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=7 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:30:21.237958 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=10 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:30:26.547455 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d54b1d-24f1-4079-a526-56f2e409321c req-00466df0-677b-4b26-a625-a5b7dd23525e tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:30:26.548965 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-78d54b1d-24f1-4079-a526-56f2e409321c req-00466df0-677b-4b26-a625-a5b7dd23525e tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=f60cc06f-a959-4872-9552-99d76b9f4c7c HTTP/1.1" status: 200 len: 945 time: 0.0454659 Sep 21 12:30:26.597707 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-78d54b1d-24f1-4079-a526-56f2e409321c req-5fee9cc4-6836-4d36-943d-d95675eb3a79 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=fbd4254a-6785-414e-8db4-29f1fa306db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425763 Sep 21 12:30:27.725586 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5837d8bb-bb74-46ec-9b3d-28dd7775fd60 req-560112aa-fc29-4816-967f-f33ebed208b1 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:30:27.727051 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-5837d8bb-bb74-46ec-9b3d-28dd7775fd60 req-560112aa-fc29-4816-967f-f33ebed208b1 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=f60cc06f-a959-4872-9552-99d76b9f4c7c HTTP/1.1" status: 200 len: 945 time: 0.0469935 Sep 21 12:30:27.778093 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-5837d8bb-bb74-46ec-9b3d-28dd7775fd60 req-78cd25e7-8d69-4814-be3e-f5e26de6d5e5 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=fbd4254a-6785-414e-8db4-29f1fa306db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452664 Sep 21 12:30:28.518575 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=81,neutron:UPDATE=4 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:30:28.520512 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:30:28.837195 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d83f8f-57e8-46a6-b42f-dc51792a2baf req-e4881dbd-c188-4429-b17b-e5be473ef1c7 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:30:28.839469 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-d1d83f8f-57e8-46a6-b42f-dc51792a2baf req-e4881dbd-c188-4429-b17b-e5be473ef1c7 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=f60cc06f-a959-4872-9552-99d76b9f4c7c HTTP/1.1" status: 200 len: 945 time: 0.0554342 Sep 21 12:30:28.948882 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8e2cd3-df7d-4848-9f94-6df632c9c12b req-37a1516c-25a4-48b0-9e5b-9c4d5d003f18 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:30:28.950366 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-0e8e2cd3-df7d-4848-9f94-6df632c9c12b req-37a1516c-25a4-48b0-9e5b-9c4d5d003f18 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=f60cc06f-a959-4872-9552-99d76b9f4c7c HTTP/1.1" status: 200 len: 945 time: 0.0790691 Sep 21 12:30:28.994806 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [req-d1d83f8f-57e8-46a6-b42f-dc51792a2baf req-4c071ba0-07ce-45b5-8ac0-03c058eae699 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Deleting port 621b6d40-2773-4228-966f-8aedb5d52908 {{(pid=106202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:30:28.995146 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-d1d83f8f-57e8-46a6-b42f-dc51792a2baf req-4c071ba0-07ce-45b5-8ac0-03c058eae699 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (621b6d40-2773-4228-966f-8aedb5d52908), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:29.074978 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-0e8e2cd3-df7d-4848-9f94-6df632c9c12b req-98a2f70f-362b-41ec-ab2b-733f97e38b76 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=fbd4254a-6785-414e-8db4-29f1fa306db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155088 Sep 21 12:30:29.115577 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [req-d1d83f8f-57e8-46a6-b42f-dc51792a2baf req-4c071ba0-07ce-45b5-8ac0-03c058eae699 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] For port 621b6d40-2773-4228-966f-8aedb5d52908, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=621b6d40-2773-4228-966f-8aedb5d52908,segment=NetworkSegment(a0d42efa-470c-43ee-a1e8-ed6c41bfc084),segment_id=a0d42efa-470c-43ee-a1e8-ed6c41bfc084)] {{(pid=106202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:30:29.115975 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-d1d83f8f-57e8-46a6-b42f-dc51792a2baf req-4c071ba0-07ce-45b5-8ac0-03c058eae699 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (621b6d40-2773-4228-966f-8aedb5d52908), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:29.297756 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-d1d83f8f-57e8-46a6-b42f-dc51792a2baf req-4c071ba0-07ce-45b5-8ac0-03c058eae699 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:29.298120 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-d1d83f8f-57e8-46a6-b42f-dc51792a2baf req-4c071ba0-07ce-45b5-8ac0-03c058eae699 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534182'] for floatingip (fe9d36b3-e7c8-4810-a1f0-083c6614e098), after_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:29.298429 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.db.l3_db [req-d1d83f8f-57e8-46a6-b42f-dc51792a2baf req-4c071ba0-07ce-45b5-8ac0-03c058eae699 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Floating IP fe9d36b3-e7c8-4810-a1f0-083c6614e098 disassociated. External IP: 172.27.0.192, port: 621b6d40-2773-4228-966f-8aedb5d52908. Sep 21 12:30:29.298768 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [req-d1d83f8f-57e8-46a6-b42f-dc51792a2baf req-4c071ba0-07ce-45b5-8ac0-03c058eae699 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Calling delete_port for 621b6d40-2773-4228-966f-8aedb5d52908 owned by compute:nova {{(pid=106202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:30:29.436118 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-d1d83f8f-57e8-46a6-b42f-dc51792a2baf req-4c071ba0-07ce-45b5-8ac0-03c058eae699 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (621b6d40-2773-4228-966f-8aedb5d52908), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:29.463245 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c071ba0-07ce-45b5-8ac0-03c058eae699 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Pushing event deleted for resources: {'Port': ['ID=621b6d40-2773-4228-966f-8aedb5d52908,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:30:29.583544 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1d83f8f-57e8-46a6-b42f-dc51792a2baf req-4c071ba0-07ce-45b5-8ac0-03c058eae699 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Router f11e3f6a-90ee-4201-9332-826f19c376fa has already been hosted by L3 agent 4f31b8b6-17c0-474d-bf52-0481ff2a5cf7 {{(pid=106202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 12:30:29.643419 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:30:29.684082 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:30:29.700431 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1d83f8f-57e8-46a6-b42f-dc51792a2baf req-4c071ba0-07ce-45b5-8ac0-03c058eae699 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Notify agent at l3_agent.dv-cinder-858678-1-iscsi the message routers_updated {{(pid=106202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:30:29.710521 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ed24ce-0e46-4c83-8781-d35947a65fdd None None] Sync routers for ids ['f11e3f6a-90ee-4201-9332-826f19c376fa'] in dv-cinder-858678-1-iscsi {{(pid=106203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:30:29.721232 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ed24ce-0e46-4c83-8781-d35947a65fdd None None] Routers {'f11e3f6a-90ee-4201-9332-826f19c376fa'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:30:29.724558 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-90ed24ce-0e46-4c83-8781-d35947a65fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:30:09Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['f11e3f6a-90ee-4201-9332-826f19c376fa'], 'active': True} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:30:29.747576 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1d83f8f-57e8-46a6-b42f-dc51792a2baf req-4c071ba0-07ce-45b5-8ac0-03c058eae699 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] No DVR routers for this DVR port 621b6d40-2773-4228-966f-8aedb5d52908 on host hv-cinder-85867 {{(pid=106202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 12:30:29.750479 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-d1d83f8f-57e8-46a6-b42f-dc51792a2baf req-4c071ba0-07ce-45b5-8ac0-03c058eae699 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for port (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:29.754132 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-d1d83f8f-57e8-46a6-b42f-dc51792a2baf req-4c071ba0-07ce-45b5-8ac0-03c058eae699 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.66 "DELETE /networking/v2.0/ports/621b6d40-2773-4228-966f-8aedb5d52908 HTTP/1.1" status: 204 len: 173 time: 0.9092164 Sep 21 12:30:29.754703 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f60cc06f-a959-4872-9552-99d76b9f4c7c', 'name': 'network-vif-deleted', 'tag': '621b6d40-2773-4228-966f-8aedb5d52908'}] {{(pid=106202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:30:29.759052 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f69dec5372d12bc1dbf2d83c258da0d8b658e28cfccadcad30c8a09044815e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3053019-c1ce-4938-b9f0-e147b4a6e211" -d '{"events": [{"server_uuid": "f60cc06f-a959-4872-9552-99d76b9f4c7c", "name": "network-vif-deleted", "tag": "621b6d40-2773-4228-966f-8aedb5d52908"}]}' {{(pid=106202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:30:29.826619 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 12:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f7257a-af54-414a-951a-b09f5cb9b595 x-openstack-request-id: req-54f7257a-af54-414a-951a-b09f5cb9b595 {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:30:29.826991 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f60cc06f-a959-4872-9552-99d76b9f4c7c", "name": "network-vif-deleted", "tag": "621b6d40-2773-4228-966f-8aedb5d52908", "status": "completed", "code": 200}]} {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:30:29.827353 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-54f7257a-af54-414a-951a-b09f5cb9b595 {{(pid=106202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:30:29.828036 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54f7257a-af54-414a-951a-b09f5cb9b595'] response: {'server_uuid': 'f60cc06f-a959-4872-9552-99d76b9f4c7c', 'name': 'network-vif-deleted', 'tag': '621b6d40-2773-4228-966f-8aedb5d52908', 'status': 'completed', 'code': 200} Sep 21 12:30:29.880323 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvr_db [None req-90ed24ce-0e46-4c83-8781-d35947a65fdd None None] Set router f11e3f6a-90ee-4201-9332-826f19c376fa gateway port host: dv-cinder-858678-1-iscsi {{(pid=106203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:30:30.111612 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-90ed24ce-0e46-4c83-8781-d35947a65fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11e3f6a-90ee-4201-9332-826f19c376fa', 'name': 'tempest-AttachVolumeTestJSON-700868700-router', 'tenant_id': '9340222cfe154efe8a6064b197d54499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '4ee3f09b-4c45-4163-87cb-45f292598e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:20:39Z', 'updated_at': '2022-09-21T12:20:54Z', 'revision_number': 4, 'project_id': '9340222cfe154efe8a6064b197d54499', 'gw_port': {'id': '4ee3f09b-4c45-4163-87cb-45f292598e44', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11e3f6a-90ee-4201-9332-826f19c376fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:41Z', 'updated_at': '2022-09-21T12:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': '9b3c3d6b-c3b1-4b7e-b808-6f0f1cefa9d3', 'name': '', 'network_id': '5da5489c-9c30-4169-9afe-1354fb43296f', 'tenant_id': '9340222cfe154efe8a6064b197d54499', 'mac_address': 'fa:16:3e:8d:f9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11e3f6a-90ee-4201-9332-826f19c376fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '1ad2b91e-60c9-4af5-9a83-ab634cc92cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:51Z', 'updated_at': '2022-09-21T12:21:03Z', 'revision_number': 5, 'project_id': '9340222cfe154efe8a6064b197d54499', 'subnets': [{'id': '1ad2b91e-60c9-4af5-9a83-ab634cc92cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:30:30.137634 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ed24ce-0e46-4c83-8781-d35947a65fdd None None] Checking router: f11e3f6a-90ee-4201-9332-826f19c376fa for host: dv-cinder-858678-1-iscsi {{(pid=106203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:30:30.159725 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ed24ce-0e46-4c83-8781-d35947a65fdd None None] Routers {'f11e3f6a-90ee-4201-9332-826f19c376fa'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:30:30.160377 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-90ed24ce-0e46-4c83-8781-d35947a65fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:30:09Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['f11e3f6a-90ee-4201-9332-826f19c376fa'], 'active': True} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:30:30.214756 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-7a98c149-1f3b-4060-a383-f7651eeb240f req-298b71c2-1759-4cc5-88bc-c04201f2b549 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=f60cc06f-a959-4872-9552-99d76b9f4c7c HTTP/1.1" status: 200 len: 210 time: 0.0318627 Sep 21 12:30:30.280028 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvr_db [None req-90ed24ce-0e46-4c83-8781-d35947a65fdd None None] Set router f11e3f6a-90ee-4201-9332-826f19c376fa gateway port host: dv-cinder-858678-1-iscsi {{(pid=106203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:30:30.480191 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-90ed24ce-0e46-4c83-8781-d35947a65fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11e3f6a-90ee-4201-9332-826f19c376fa', 'name': 'tempest-AttachVolumeTestJSON-700868700-router', 'tenant_id': '9340222cfe154efe8a6064b197d54499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '4ee3f09b-4c45-4163-87cb-45f292598e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:20:39Z', 'updated_at': '2022-09-21T12:20:54Z', 'revision_number': 4, 'project_id': '9340222cfe154efe8a6064b197d54499', 'gw_port': {'id': '4ee3f09b-4c45-4163-87cb-45f292598e44', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11e3f6a-90ee-4201-9332-826f19c376fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:41Z', 'updated_at': '2022-09-21T12:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': '9b3c3d6b-c3b1-4b7e-b808-6f0f1cefa9d3', 'name': '', 'network_id': '5da5489c-9c30-4169-9afe-1354fb43296f', 'tenant_id': '9340222cfe154efe8a6064b197d54499', 'mac_address': 'fa:16:3e:8d:f9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11e3f6a-90ee-4201-9332-826f19c376fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '1ad2b91e-60c9-4af5-9a83-ab634cc92cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:51Z', 'updated_at': '2022-09-21T12:21:03Z', 'revision_number': 5, 'project_id': '9340222cfe154efe8a6064b197d54499', 'subnets': [{'id': '1ad2b91e-60c9-4af5-9a83-ab634cc92cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:30:30.510450 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ed24ce-0e46-4c83-8781-d35947a65fdd None None] The sync data for ids ['f11e3f6a-90ee-4201-9332-826f19c376fa'] in dv-cinder-858678-1-iscsi is: [{'id': 'f11e3f6a-90ee-4201-9332-826f19c376fa', 'name': 'tempest-AttachVolumeTestJSON-700868700-router', 'tenant_id': '9340222cfe154efe8a6064b197d54499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '4ee3f09b-4c45-4163-87cb-45f292598e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:20:39Z', 'updated_at': '2022-09-21T12:20:54Z', 'revision_number': 4, 'project_id': '9340222cfe154efe8a6064b197d54499', 'gw_port': {'id': '4ee3f09b-4c45-4163-87cb-45f292598e44', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11e3f6a-90ee-4201-9332-826f19c376fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:41Z', 'updated_at': '2022-09-21T12:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': '9b3c3d6b-c3b1-4b7e-b808-6f0f1cefa9d3', 'name': '', 'network_id': '5da5489c-9c30-4169-9afe-1354fb43296f', 'tenant_id': '9340222cfe154efe8a6064b197d54499', 'mac_address': 'fa:16:3e:8d:f9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11e3f6a-90ee-4201-9332-826f19c376fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '1ad2b91e-60c9-4af5-9a83-ab634cc92cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:51Z', 'updated_at': '2022-09-21T12:21:03Z', 'revision_number': 5, 'project_id': '9340222cfe154efe8a6064b197d54499', 'subnets': [{'id': '1ad2b91e-60c9-4af5-9a83-ab634cc92cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:30:30.728653 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f5323a-8b91-4023-8d8b-989c8b6ce4b2 None None] New status for floating IP fe9d36b3-e7c8-4810-a1f0-083c6614e098: DOWN {{(pid=106204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 21 12:30:31.239096 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 621b6d40-2773-4228-966f-8aedb5d52908 no longer exists at agent hyperv_hv-cinder-85867 {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 12:30:31.260784 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] No Port match for: 621b6d40-2773-4228-966f-8aedb5d52908 {{(pid=106203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 12:30:31.261218 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 621b6d40-2773-4228-966f-8aedb5d52908 not bound to the agent host hv-cinder-85867 {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 12:30:32.329830 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 59836) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:30:32.391226 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-f31e98fc-58f6-4435-830f-2c05464215a2 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks [] for security_group (fbd4254a-6785-414e-8db4-29f1fa306db1), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:32.414750 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-f31e98fc-58f6-4435-830f-2c05464215a2 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks [] for security_group (fbd4254a-6785-414e-8db4-29f1fa306db1), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:32.465262 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-f31e98fc-58f6-4435-830f-2c05464215a2 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (fbd4254a-6785-414e-8db4-29f1fa306db1), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:32.467745 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-f31e98fc-58f6-4435-830f-2c05464215a2 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks [] for security_group (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:32.469063 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-f31e98fc-58f6-4435-830f-2c05464215a2 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "DELETE /networking/v2.0/security-groups/fbd4254a-6785-414e-8db4-29f1fa306db1 HTTP/1.1" status: 204 len: 168 time: 0.1381087 Sep 21 12:30:32.471800 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 59838) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:30:32.479092 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31e98fc-58f6-4435-830f-2c05464215a2 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd4254a-6785-414e-8db4-29f1fa306db1,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:30:32.486532 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31e98fc-58f6-4435-830f-2c05464215a2 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:30:32.486873 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31e98fc-58f6-4435-830f-2c05464215a2 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:30:32.487207 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31e98fc-58f6-4435-830f-2c05464215a2 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:30:32.487535 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31e98fc-58f6-4435-830f-2c05464215a2 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:30:32.487894 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31e98fc-58f6-4435-830f-2c05464215a2 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:30:32.489243 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31e98fc-58f6-4435-830f-2c05464215a2 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:30:32.489243 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31e98fc-58f6-4435-830f-2c05464215a2 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:30:32.489484 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31e98fc-58f6-4435-830f-2c05464215a2 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:30:32.489650 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.api.v2.resource [None req-f44f963a-b216-49c8-be69-89adb5a38c32 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] show failed (client error): The resource could not be found. Sep 21 12:30:32.489785 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31e98fc-58f6-4435-830f-2c05464215a2 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:30:32.490046 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31e98fc-58f6-4435-830f-2c05464215a2 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:30:32.490395 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31e98fc-58f6-4435-830f-2c05464215a2 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:30:32.490701 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31e98fc-58f6-4435-830f-2c05464215a2 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:30:32.491014 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31e98fc-58f6-4435-830f-2c05464215a2 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:30:32.491331 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31e98fc-58f6-4435-830f-2c05464215a2 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:30:32.491485 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-f44f963a-b216-49c8-be69-89adb5a38c32 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "GET /networking/v2.0/security-groups/fbd4254a-6785-414e-8db4-29f1fa306db1 HTTP/1.1" status: 404 len: 347 time: 0.0186865 Sep 21 12:30:32.491647 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31e98fc-58f6-4435-830f-2c05464215a2 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:30:32.495144 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 59840) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:30:32.613646 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.plugin [None req-f448368a-3f65-4080-956b-92d09472c473 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Deleting port 24fc9a94-2878-4559-b7d0-993f1ba38b3b {{(pid=106201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:30:32.613982 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-f448368a-3f65-4080-956b-92d09472c473 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (24fc9a94-2878-4559-b7d0-993f1ba38b3b), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:32.694040 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-f448368a-3f65-4080-956b-92d09472c473 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (24fc9a94-2878-4559-b7d0-993f1ba38b3b), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:32.694356 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-f448368a-3f65-4080-956b-92d09472c473 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks [] for floatingip (24fc9a94-2878-4559-b7d0-993f1ba38b3b), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:32.707522 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.plugin [None req-f448368a-3f65-4080-956b-92d09472c473 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Calling delete_port for 24fc9a94-2878-4559-b7d0-993f1ba38b3b owned by network:floatingip {{(pid=106201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:30:32.849115 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-f448368a-3f65-4080-956b-92d09472c473 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6788894'] for port (24fc9a94-2878-4559-b7d0-993f1ba38b3b), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:32.873573 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f448368a-3f65-4080-956b-92d09472c473 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Pushing event deleted for resources: {'Port': ['ID=24fc9a94-2878-4559-b7d0-993f1ba38b3b,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:30:32.942617 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-f448368a-3f65-4080-956b-92d09472c473 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks [] for floatingip (fe9d36b3-e7c8-4810-a1f0-083c6614e098), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:32.945088 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-f448368a-3f65-4080-956b-92d09472c473 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for floatingip (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:32.946224 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-f448368a-3f65-4080-956b-92d09472c473 tempest-AttachVolumeTestJSON-1528768827 tempest-AttachVolumeTestJSON-1528768827-project] 10.222.0.71 "DELETE /networking/v2.0/floatingips/fe9d36b3-e7c8-4810-a1f0-083c6614e098 HTTP/1.1" status: 204 len: 168 time: 0.4500659 Sep 21 12:30:36.375926 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-dec92ac3-2547-4158-b2f4-ae0c0072f054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (f73c601a-29a1-4353-9f34-efd4ba2e6501), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:36.539524 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 59868) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:30:36.992158 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-7b967036-437a-496e-86ee-59a37dc6cd9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624550'] for router_interface (f11e3f6a-90ee-4201-9332-826f19c376fa), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:37.456536 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [None req-7b967036-437a-496e-86ee-59a37dc6cd9b admin admin] Deleting port 9b3c3d6b-c3b1-4b7e-b808-6f0f1cefa9d3 {{(pid=106202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:30:37.456875 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-7b967036-437a-496e-86ee-59a37dc6cd9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (9b3c3d6b-c3b1-4b7e-b808-6f0f1cefa9d3), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:37.537786 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [None req-7b967036-437a-496e-86ee-59a37dc6cd9b admin admin] For port 9b3c3d6b-c3b1-4b7e-b808-6f0f1cefa9d3, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=9b3c3d6b-c3b1-4b7e-b808-6f0f1cefa9d3,segment=NetworkSegment(a0d42efa-470c-43ee-a1e8-ed6c41bfc084),segment_id=a0d42efa-470c-43ee-a1e8-ed6c41bfc084)] {{(pid=106202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:30:37.538139 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-7b967036-437a-496e-86ee-59a37dc6cd9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (9b3c3d6b-c3b1-4b7e-b808-6f0f1cefa9d3), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:37.550473 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [None req-7b967036-437a-496e-86ee-59a37dc6cd9b admin admin] Calling delete_port for 9b3c3d6b-c3b1-4b7e-b808-6f0f1cefa9d3 owned by network:router_interface {{(pid=106202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:30:37.679917 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:30:37.687621 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:30:37.735412 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-7b967036-437a-496e-86ee-59a37dc6cd9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (9b3c3d6b-c3b1-4b7e-b808-6f0f1cefa9d3), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:37.758286 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b967036-437a-496e-86ee-59a37dc6cd9b admin admin] Pushing event deleted for resources: {'Port': ['ID=9b3c3d6b-c3b1-4b7e-b808-6f0f1cefa9d3,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:30:37.774102 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b967036-437a-496e-86ee-59a37dc6cd9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:30:37.774454 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b967036-437a-496e-86ee-59a37dc6cd9b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:30:37.774795 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b967036-437a-496e-86ee-59a37dc6cd9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:30:37.775128 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b967036-437a-496e-86ee-59a37dc6cd9b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:30:37.775436 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b967036-437a-496e-86ee-59a37dc6cd9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:30:37.775807 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b967036-437a-496e-86ee-59a37dc6cd9b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:30:37.776149 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b967036-437a-496e-86ee-59a37dc6cd9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:30:37.776467 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b967036-437a-496e-86ee-59a37dc6cd9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:30:37.776785 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b967036-437a-496e-86ee-59a37dc6cd9b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:30:37.777213 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b967036-437a-496e-86ee-59a37dc6cd9b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:30:37.777529 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b967036-437a-496e-86ee-59a37dc6cd9b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:30:37.777847 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b967036-437a-496e-86ee-59a37dc6cd9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:30:37.778158 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b967036-437a-496e-86ee-59a37dc6cd9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:30:37.778469 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b967036-437a-496e-86ee-59a37dc6cd9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:30:37.778778 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b967036-437a-496e-86ee-59a37dc6cd9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:30:37.947846 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-7b967036-437a-496e-86ee-59a37dc6cd9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-544043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538390'] for router_interface (f11e3f6a-90ee-4201-9332-826f19c376fa), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:38.164791 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b967036-437a-496e-86ee-59a37dc6cd9b admin admin] Router f11e3f6a-90ee-4201-9332-826f19c376fa has already been hosted by L3 agent 4f31b8b6-17c0-474d-bf52-0481ff2a5cf7 {{(pid=106202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 12:30:38.267646 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b967036-437a-496e-86ee-59a37dc6cd9b admin admin] Notify agent at l3_agent.dv-cinder-858678-1-iscsi the message routers_updated {{(pid=106202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:30:38.272619 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-7b967036-437a-496e-86ee-59a37dc6cd9b admin admin] 10.222.0.71 "PUT /networking/v2.0/routers/f11e3f6a-90ee-4201-9332-826f19c376fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7334492 Sep 21 12:30:38.275194 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 59872) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:30:38.277869 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c04ca05-6e28-4600-88b6-a0ad6f26bf53 None None] Sync routers for ids ['f11e3f6a-90ee-4201-9332-826f19c376fa'] in dv-cinder-858678-1-iscsi {{(pid=106203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:30:38.288541 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c04ca05-6e28-4600-88b6-a0ad6f26bf53 None None] Routers {'f11e3f6a-90ee-4201-9332-826f19c376fa'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:30:38.289147 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-6c04ca05-6e28-4600-88b6-a0ad6f26bf53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:30:09Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['f11e3f6a-90ee-4201-9332-826f19c376fa'], 'active': True} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:30:38.376710 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-cd5dc9be-4dfd-4a55-8a8f-3df24ff256e3 admin admin] Publish callbacks [] for router (f11e3f6a-90ee-4201-9332-826f19c376fa), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:38.395510 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvr_db [None req-6c04ca05-6e28-4600-88b6-a0ad6f26bf53 None None] Set router f11e3f6a-90ee-4201-9332-826f19c376fa gateway port host: dv-cinder-858678-1-iscsi {{(pid=106203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:30:38.476537 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-cd5dc9be-4dfd-4a55-8a8f-3df24ff256e3 admin admin] Publish callbacks [] for router_gateway (f11e3f6a-90ee-4201-9332-826f19c376fa), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:38.487464 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=100 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:30:38.519665 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [None req-cd5dc9be-4dfd-4a55-8a8f-3df24ff256e3 admin admin] Deleting port 4ee3f09b-4c45-4163-87cb-45f292598e44 {{(pid=106202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:30:38.520029 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-cd5dc9be-4dfd-4a55-8a8f-3df24ff256e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (4ee3f09b-4c45-4163-87cb-45f292598e44), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:38.570080 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-6c04ca05-6e28-4600-88b6-a0ad6f26bf53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11e3f6a-90ee-4201-9332-826f19c376fa', 'name': 'tempest-AttachVolumeTestJSON-700868700-router', 'tenant_id': '9340222cfe154efe8a6064b197d54499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '4ee3f09b-4c45-4163-87cb-45f292598e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:20:39Z', 'updated_at': '2022-09-21T12:30:37Z', 'revision_number': 5, 'project_id': '9340222cfe154efe8a6064b197d54499', 'gw_port': {'id': '4ee3f09b-4c45-4163-87cb-45f292598e44', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11e3f6a-90ee-4201-9332-826f19c376fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:41Z', 'updated_at': '2022-09-21T12:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi'}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:30:38.579504 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:30:38.596803 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c04ca05-6e28-4600-88b6-a0ad6f26bf53 None None] Checking router: f11e3f6a-90ee-4201-9332-826f19c376fa for host: dv-cinder-858678-1-iscsi {{(pid=106203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:30:38.606698 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [None req-cd5dc9be-4dfd-4a55-8a8f-3df24ff256e3 admin admin] For port 4ee3f09b-4c45-4163-87cb-45f292598e44, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=4ee3f09b-4c45-4163-87cb-45f292598e44,segment=NetworkSegment(0a2e6652-942c-46a2-8162-ab1d320b7f7e),segment_id=0a2e6652-942c-46a2-8162-ab1d320b7f7e)] {{(pid=106202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:30:38.607065 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-cd5dc9be-4dfd-4a55-8a8f-3df24ff256e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (4ee3f09b-4c45-4163-87cb-45f292598e44), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:38.609860 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c04ca05-6e28-4600-88b6-a0ad6f26bf53 None None] Routers {'f11e3f6a-90ee-4201-9332-826f19c376fa'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:30:38.610875 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-6c04ca05-6e28-4600-88b6-a0ad6f26bf53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:30:09Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['f11e3f6a-90ee-4201-9332-826f19c376fa'], 'active': True} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:30:38.621423 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [None req-cd5dc9be-4dfd-4a55-8a8f-3df24ff256e3 admin admin] Calling delete_port for 4ee3f09b-4c45-4163-87cb-45f292598e44 owned by network:router_gateway {{(pid=106202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:30:38.633817 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:30:38.695538 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-4d6966e5-ab4b-46af-bbf8-1d8817396b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (4f31b8b6-17c0-474d-bf52-0481ff2a5cf7), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:38.708691 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvr_db [None req-6c04ca05-6e28-4600-88b6-a0ad6f26bf53 None None] Set router f11e3f6a-90ee-4201-9332-826f19c376fa gateway port host: None {{(pid=106203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:30:38.710485 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:30:38.762677 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-6c04ca05-6e28-4600-88b6-a0ad6f26bf53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11e3f6a-90ee-4201-9332-826f19c376fa', 'name': 'tempest-AttachVolumeTestJSON-700868700-router', 'tenant_id': '9340222cfe154efe8a6064b197d54499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:20:39Z', 'updated_at': '2022-09-21T12:30:38Z', 'revision_number': 6, 'project_id': '9340222cfe154efe8a6064b197d54499', 'gw_port_host': None}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:30:38.791686 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c04ca05-6e28-4600-88b6-a0ad6f26bf53 None None] The sync data for ids ['f11e3f6a-90ee-4201-9332-826f19c376fa'] in dv-cinder-858678-1-iscsi is: [{'id': 'f11e3f6a-90ee-4201-9332-826f19c376fa', 'name': 'tempest-AttachVolumeTestJSON-700868700-router', 'tenant_id': '9340222cfe154efe8a6064b197d54499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:20:39Z', 'updated_at': '2022-09-21T12:30:38Z', 'revision_number': 6, 'project_id': '9340222cfe154efe8a6064b197d54499', 'gw_port_host': None}] {{(pid=106203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:30:38.797679 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-cd5dc9be-4dfd-4a55-8a8f-3df24ff256e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (4ee3f09b-4c45-4163-87cb-45f292598e44), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:38.825199 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5dc9be-4dfd-4a55-8a8f-3df24ff256e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ee3f09b-4c45-4163-87cb-45f292598e44,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:30:38.885104 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-cd5dc9be-4dfd-4a55-8a8f-3df24ff256e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534108'] for router_gateway (f11e3f6a-90ee-4201-9332-826f19c376fa), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:38.970768 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-cd5dc9be-4dfd-4a55-8a8f-3df24ff256e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3984'] for router (f11e3f6a-90ee-4201-9332-826f19c376fa), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:38.972956 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-cd5dc9be-4dfd-4a55-8a8f-3df24ff256e3 admin admin] Publish callbacks [] for router_controller (f11e3f6a-90ee-4201-9332-826f19c376fa), precommit_delete_associations {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:39.017599 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-cd5dc9be-4dfd-4a55-8a8f-3df24ff256e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538475'] for router (f11e3f6a-90ee-4201-9332-826f19c376fa), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:39.018115 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd5dc9be-4dfd-4a55-8a8f-3df24ff256e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f11e3f6a-90ee-4201-9332-826f19c376fa {{(pid=106202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 12:30:39.022238 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-cd5dc9be-4dfd-4a55-8a8f-3df24ff256e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:39.023359 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-cd5dc9be-4dfd-4a55-8a8f-3df24ff256e3 admin admin] 10.222.0.71 "DELETE /networking/v2.0/routers/f11e3f6a-90ee-4201-9332-826f19c376fa HTTP/1.1" status: 204 len: 168 time: 0.7472410 Sep 21 12:30:39.026597 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 59876) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:30:39.069739 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.db_base_plugin_v2 [None req-4faf1442-e443-49e0-97fc-90cbe26dba05 admin admin] Deleting subnet 1ad2b91e-60c9-4af5-9a83-ab634cc92cf0 {{(pid=106202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 21 12:30:39.073517 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-4faf1442-e443-49e0-97fc-90cbe26dba05 admin admin] Publish callbacks [] for subnet (1ad2b91e-60c9-4af5-9a83-ab634cc92cf0), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:39.107693 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-4faf1442-e443-49e0-97fc-90cbe26dba05 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6891090'] for subnet (1ad2b91e-60c9-4af5-9a83-ab634cc92cf0), precommit_delete_associations {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:39.189274 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-4faf1442-e443-49e0-97fc-90cbe26dba05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462926'] for subnet (1ad2b91e-60c9-4af5-9a83-ab634cc92cf0), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:39.250768 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-4faf1442-e443-49e0-97fc-90cbe26dba05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6955047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7093949'] for subnet (1ad2b91e-60c9-4af5-9a83-ab634cc92cf0), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:39.274956 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faf1442-e443-49e0-97fc-90cbe26dba05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ad2b91e-60c9-4af5-9a83-ab634cc92cf0,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:30:39.280544 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-4faf1442-e443-49e0-97fc-90cbe26dba05 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:39.285896 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-4faf1442-e443-49e0-97fc-90cbe26dba05 admin admin] 10.222.0.71 "DELETE /networking/v2.0/subnets/1ad2b91e-60c9-4af5-9a83-ab634cc92cf0 HTTP/1.1" status: 204 len: 168 time: 0.2560804 Sep 21 12:30:39.286102 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 59878) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:30:39.289047 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf42954-84c1-44b7-899f-4434e08aa82f None None] Network 5da5489c-9c30-4169-9afe-1354fb43296f requested from dv-cinder-858678-1-iscsi {{(pid=106203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 12:30:39.357476 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-4aacd436-a3b9-4c0b-a62f-86bcaf68c803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535227'] for network (5da5489c-9c30-4169-9afe-1354fb43296f), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:39.401874 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [None req-4aacd436-a3b9-4c0b-a62f-86bcaf68c803 admin admin] Deleting port 378fb9e7-5e73-4fd3-a037-7d5de0da3aaa {{(pid=106202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:30:39.402349 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-4aacd436-a3b9-4c0b-a62f-86bcaf68c803 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (378fb9e7-5e73-4fd3-a037-7d5de0da3aaa), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:39.465274 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [None req-4aacd436-a3b9-4c0b-a62f-86bcaf68c803 admin admin] For port 378fb9e7-5e73-4fd3-a037-7d5de0da3aaa, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=378fb9e7-5e73-4fd3-a037-7d5de0da3aaa,segment=NetworkSegment(a0d42efa-470c-43ee-a1e8-ed6c41bfc084),segment_id=a0d42efa-470c-43ee-a1e8-ed6c41bfc084)] {{(pid=106202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:30:39.465627 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-4aacd436-a3b9-4c0b-a62f-86bcaf68c803 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (378fb9e7-5e73-4fd3-a037-7d5de0da3aaa), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:39.478004 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [None req-4aacd436-a3b9-4c0b-a62f-86bcaf68c803 admin admin] Calling delete_port for 378fb9e7-5e73-4fd3-a037-7d5de0da3aaa owned by network:dhcp {{(pid=106202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:30:39.520815 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:30:39.522605 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:30:39.551732 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218690a6-5c94-4c08-8f6e-67f51ebfaf1f None None] DHCP port deletion for 5da5489c-9c30-4169-9afe-1354fb43296f request from dv-cinder-858678-1-iscsi {{(pid=106203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 21 12:30:39.570988 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-4aacd436-a3b9-4c0b-a62f-86bcaf68c803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (378fb9e7-5e73-4fd3-a037-7d5de0da3aaa), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:39.593652 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-218690a6-5c94-4c08-8f6e-67f51ebfaf1f None None] Deleting port 378fb9e7-5e73-4fd3-a037-7d5de0da3aaa {{(pid=106203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:30:39.594031 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-218690a6-5c94-4c08-8f6e-67f51ebfaf1f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (378fb9e7-5e73-4fd3-a037-7d5de0da3aaa), before_delete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:39.597648 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aacd436-a3b9-4c0b-a62f-86bcaf68c803 admin admin] Pushing event deleted for resources: {'Port': ['ID=378fb9e7-5e73-4fd3-a037-7d5de0da3aaa,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:30:39.602184 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aacd436-a3b9-4c0b-a62f-86bcaf68c803 admin admin] No DVR routers for this DVR port 378fb9e7-5e73-4fd3-a037-7d5de0da3aaa on host dv-cinder-858678-1-iscsi {{(pid=106202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 12:30:39.658508 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-218690a6-5c94-4c08-8f6e-67f51ebfaf1f None None] For port 378fb9e7-5e73-4fd3-a037-7d5de0da3aaa, host dv-cinder-858678-1-iscsi, got binding levels [] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:30:39.658906 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-218690a6-5c94-4c08-8f6e-67f51ebfaf1f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (378fb9e7-5e73-4fd3-a037-7d5de0da3aaa), precommit_delete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:39.675470 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-218690a6-5c94-4c08-8f6e-67f51ebfaf1f None None] Calling delete_port for 378fb9e7-5e73-4fd3-a037-7d5de0da3aaa owned by network:dhcp {{(pid=106203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:30:39.678411 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.ipam_backend_mixin [None req-218690a6-5c94-4c08-8f6e-67f51ebfaf1f None None] Port 378fb9e7-5e73-4fd3-a037-7d5de0da3aaa was not found and therefore no delete operation was performed {{(pid=106203) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 21 12:30:39.679588 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-218690a6-5c94-4c08-8f6e-67f51ebfaf1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810'] for port (378fb9e7-5e73-4fd3-a037-7d5de0da3aaa), after_delete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:39.681085 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-4aacd436-a3b9-4c0b-a62f-86bcaf68c803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548197', 'neutron.services.segments.db._delete_segments_for_network-8735121314753'] for network (5da5489c-9c30-4169-9afe-1354fb43296f), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:39.705237 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.services.segments.db [None req-4aacd436-a3b9-4c0b-a62f-86bcaf68c803 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5da5489c-9c30-4169-9afe-1354fb43296f']}} {{(pid=106202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:30:39.709525 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218690a6-5c94-4c08-8f6e-67f51ebfaf1f None None] Pushing event deleted for resources: {'Port': ['ID=378fb9e7-5e73-4fd3-a037-7d5de0da3aaa,revision_number=None']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:30:39.713051 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218690a6-5c94-4c08-8f6e-67f51ebfaf1f None None] No DVR routers for this DVR port 378fb9e7-5e73-4fd3-a037-7d5de0da3aaa on host dv-cinder-858678-1-iscsi {{(pid=106203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 12:30:39.718369 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.services.segments.db [None req-4aacd436-a3b9-4c0b-a62f-86bcaf68c803 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0d42efa-470c-43ee-a1e8-ed6c41bfc084') {'for_net_delete': True} {{(pid=106202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:30:39.718674 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.services.segments.db [None req-4aacd436-a3b9-4c0b-a62f-86bcaf68c803 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0d42efa-470c-43ee-a1e8-ed6c41bfc084') {} {{(pid=106202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:30:39.730654 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-4aacd436-a3b9-4c0b-a62f-86bcaf68c803 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735121314645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6891113'] for segment (a0d42efa-470c-43ee-a1e8-ed6c41bfc084), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:39.744685 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-4aacd436-a3b9-4c0b-a62f-86bcaf68c803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355690'] for segment (a0d42efa-470c-43ee-a1e8-ed6c41bfc084), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:39.751253 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aacd436-a3b9-4c0b-a62f-86bcaf68c803 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=106202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 12:30:39.751627 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-4aacd436-a3b9-4c0b-a62f-86bcaf68c803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6955165'] for segment (a0d42efa-470c-43ee-a1e8-ed6c41bfc084), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:39.795531 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.services.segments.plugin [-] Segment a0d42efa-470c-43ee-a1e8-ed6c41bfc084 resource provider aggregate not found Sep 21 12:30:39.817617 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.services.segments.plugin [-] Segment a0d42efa-470c-43ee-a1e8-ed6c41bfc084 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a0d42efa-470c-43ee-a1e8-ed6c41bfc084 found for delete ", "request_id": "req-85ab998a-5716-40c2-b708-4d7cc003815a"}]} Sep 21 12:30:39.822787 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-4aacd436-a3b9-4c0b-a62f-86bcaf68c803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534153'] for network (5da5489c-9c30-4169-9afe-1354fb43296f), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:39.828825 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-4aacd436-a3b9-4c0b-a62f-86bcaf68c803 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544014'] for network (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:39.832054 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-4aacd436-a3b9-4c0b-a62f-86bcaf68c803 admin admin] 10.222.0.71 "DELETE /networking/v2.0/networks/5da5489c-9c30-4169-9afe-1354fb43296f HTTP/1.1" status: 204 len: 168 time: 0.5450020 Sep 21 12:30:39.843975 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aacd436-a3b9-4c0b-a62f-86bcaf68c803 admin admin] Pushing event deleted for resources: {'Network': ['ID=5da5489c-9c30-4169-9afe-1354fb43296f,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:30:39.953257 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 9b3c3d6b-c3b1-4b7e-b808-6f0f1cefa9d3 no longer exists at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 12:30:39.973130 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-740e41e1-10de-4b2e-a9f0-9582d49d2a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (d7a8950b-d4d7-4646-ba54-d395483871b4), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:39.973735 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] No Port match for: 9b3c3d6b-c3b1-4b7e-b808-6f0f1cefa9d3 {{(pid=106203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 12:30:39.974068 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 9b3c3d6b-c3b1-4b7e-b808-6f0f1cefa9d3 not bound to the agent host dv-cinder-858678-1-iscsi {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 12:30:39.974472 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 378fb9e7-5e73-4fd3-a037-7d5de0da3aaa no longer exists at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 12:30:39.993667 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] No Port match for: 378fb9e7-5e73-4fd3-a037-7d5de0da3aaa {{(pid=106203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 12:30:39.993995 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 378fb9e7-5e73-4fd3-a037-7d5de0da3aaa not bound to the agent host dv-cinder-858678-1-iscsi {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 12:30:39.994399 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 4ee3f09b-4c45-4163-87cb-45f292598e44 no longer exists at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 12:30:39.998258 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 59886) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:30:40.013657 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] No Port match for: 4ee3f09b-4c45-4163-87cb-45f292598e44 {{(pid=106203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 12:30:40.014005 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 4ee3f09b-4c45-4163-87cb-45f292598e44 not bound to the agent host dv-cinder-858678-1-iscsi {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 12:30:40.042163 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-c8240cd1-6fa7-4b72-8fe7-02d89670009d admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=9340222cfe154efe8a6064b197d54499&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0427697 Sep 21 12:30:40.044840 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 59888) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:30:40.093336 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-a984e492-7bd1-4ffa-bffe-bb45aca8c1f9 admin admin] Publish callbacks [] for security_group (c13a15c0-cd3a-49ca-824c-4f8796769ceb), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:40.114053 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-a984e492-7bd1-4ffa-bffe-bb45aca8c1f9 admin admin] Publish callbacks [] for security_group (c13a15c0-cd3a-49ca-824c-4f8796769ceb), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:40.163143 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-a984e492-7bd1-4ffa-bffe-bb45aca8c1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (c13a15c0-cd3a-49ca-824c-4f8796769ceb), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:40.166306 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-a984e492-7bd1-4ffa-bffe-bb45aca8c1f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:40.167456 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-a984e492-7bd1-4ffa-bffe-bb45aca8c1f9 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/c13a15c0-cd3a-49ca-824c-4f8796769ceb HTTP/1.1" status: 204 len: 168 time: 0.1217027 Sep 21 12:30:40.175885 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a984e492-7bd1-4ffa-bffe-bb45aca8c1f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13a15c0-cd3a-49ca-824c-4f8796769ceb,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:30:40.804143 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:30:40.806613 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=5 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:30:41.268328 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (57fb69a9-4edc-44fd-8965-b65708e41306), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:41.513598 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c3e59811-0015-48e8-afb5-3d82d64b721e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (cef1489a-7471-4b81-a7c5-b9e507e96767), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:42.932711 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=71,neutron:DELETE=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:30:42.938776 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=73,neutron:DELETE=7 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:30:44.733338 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.agents_db [None req-f0b1ed15-d02e-46f0-bd67-2b506ff8404e None None] Agent healthcheck: found 6 active agents {{(pid=106204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:30:48.536774 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (986f726e-8c98-4005-b3b7-e033305b1240), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:50.170153 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=49,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:30:50.172437 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=47,neutron:DELETE=6 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:30:51.842173 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 60028) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:30:51.949793 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-6fb36d3c-22a0-47a3-9799-31fe1385e47a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:52.024162 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-6fb36d3c-22a0-47a3-9799-31fe1385e47a admin admin] Publish callbacks [] for security_group (3ffb6701-60a6-412a-8512-8a647a94fefc), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:52.028464 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-6fb36d3c-22a0-47a3-9799-31fe1385e47a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (3ffb6701-60a6-412a-8512-8a647a94fefc), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:52.066644 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb36d3c-22a0-47a3-9799-31fe1385e47a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ffb6701-60a6-412a-8512-8a647a94fefc,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:30:52.072572 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-6fb36d3c-22a0-47a3-9799-31fe1385e47a admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=db082e88e5244cc3825a6f7234bf75e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2290847 Sep 21 12:30:52.075259 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 60032) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:30:52.127259 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-6c1dc782-198f-4c5f-a5d6-2ff6acd93c92 admin admin] Publish callbacks [] for security_group (3ffb6701-60a6-412a-8512-8a647a94fefc), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:52.147168 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-6c1dc782-198f-4c5f-a5d6-2ff6acd93c92 admin admin] Publish callbacks [] for security_group (3ffb6701-60a6-412a-8512-8a647a94fefc), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:52.195362 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-6c1dc782-198f-4c5f-a5d6-2ff6acd93c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (3ffb6701-60a6-412a-8512-8a647a94fefc), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:52.198195 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-6c1dc782-198f-4c5f-a5d6-2ff6acd93c92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:52.199330 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-6c1dc782-198f-4c5f-a5d6-2ff6acd93c92 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/3ffb6701-60a6-412a-8512-8a647a94fefc HTTP/1.1" status: 204 len: 168 time: 0.1231532 Sep 21 12:30:52.207491 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1dc782-198f-4c5f-a5d6-2ff6acd93c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ffb6701-60a6-412a-8512-8a647a94fefc,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:30:52.461626 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 60038) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:30:52.476131 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-6aefc0a4-7ef5-4bbb-87a9-dee2f9bbbaa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:52.554509 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-6aefc0a4-7ef5-4bbb-87a9-dee2f9bbbaa8 admin admin] Publish callbacks [] for security_group (07cd1e39-abdc-482f-adeb-c8d8730858c1), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:52.558596 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-6aefc0a4-7ef5-4bbb-87a9-dee2f9bbbaa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (07cd1e39-abdc-482f-adeb-c8d8730858c1), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:52.598226 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-6aefc0a4-7ef5-4bbb-87a9-dee2f9bbbaa8 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=498a2768969d4e93b48e410bf25c9a3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1349058 Sep 21 12:30:52.599156 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aefc0a4-7ef5-4bbb-87a9-dee2f9bbbaa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07cd1e39-abdc-482f-adeb-c8d8730858c1,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:30:52.601047 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 60040) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:30:52.649145 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-157166da-51b5-4826-9256-539ac890d279 admin admin] Publish callbacks [] for security_group (07cd1e39-abdc-482f-adeb-c8d8730858c1), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:52.669068 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-157166da-51b5-4826-9256-539ac890d279 admin admin] Publish callbacks [] for security_group (07cd1e39-abdc-482f-adeb-c8d8730858c1), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:52.716124 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-157166da-51b5-4826-9256-539ac890d279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (07cd1e39-abdc-482f-adeb-c8d8730858c1), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:52.718464 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-157166da-51b5-4826-9256-539ac890d279 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:52.719595 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-157166da-51b5-4826-9256-539ac890d279 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/07cd1e39-abdc-482f-adeb-c8d8730858c1 HTTP/1.1" status: 204 len: 168 time: 0.1175203 Sep 21 12:30:52.727378 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157166da-51b5-4826-9256-539ac890d279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07cd1e39-abdc-482f-adeb-c8d8730858c1,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:30:54.685913 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 60110) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:30:54.729881 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:30:54.792162 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-4291e394-98d8-4872-a6f7-eddc113cd96e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:54.870871 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-4291e394-98d8-4872-a6f7-eddc113cd96e admin admin] Publish callbacks [] for security_group (d3995512-9bf2-4bdc-ab56-de36b7b877ca), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:54.874954 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-4291e394-98d8-4872-a6f7-eddc113cd96e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (d3995512-9bf2-4bdc-ab56-de36b7b877ca), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:54.914795 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4291e394-98d8-4872-a6f7-eddc113cd96e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3995512-9bf2-4bdc-ab56-de36b7b877ca,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:30:54.919531 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-4291e394-98d8-4872-a6f7-eddc113cd96e admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=c9848775e741415282e0f4ff343f9eaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2325716 Sep 21 12:30:54.922526 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 60114) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:30:54.970776 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-7c368ce2-1132-4e38-b3f8-37301898249f admin admin] Publish callbacks [] for security_group (d3995512-9bf2-4bdc-ab56-de36b7b877ca), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:54.990874 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-7c368ce2-1132-4e38-b3f8-37301898249f admin admin] Publish callbacks [] for security_group (d3995512-9bf2-4bdc-ab56-de36b7b877ca), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:55.036832 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-7c368ce2-1132-4e38-b3f8-37301898249f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (d3995512-9bf2-4bdc-ab56-de36b7b877ca), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:55.039348 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-7c368ce2-1132-4e38-b3f8-37301898249f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:55.040501 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-7c368ce2-1132-4e38-b3f8-37301898249f admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/d3995512-9bf2-4bdc-ab56-de36b7b877ca HTTP/1.1" status: 204 len: 168 time: 0.1173005 Sep 21 12:30:55.048639 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c368ce2-1132-4e38-b3f8-37301898249f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3995512-9bf2-4bdc-ab56-de36b7b877ca,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:30:55.313783 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 60120) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:30:55.330574 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-c6a2e220-6813-4fb6-a6dd-fd951321b249 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:55.405989 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-c6a2e220-6813-4fb6-a6dd-fd951321b249 admin admin] Publish callbacks [] for security_group (544bf488-ddb2-4733-aa23-77c93f553dae), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:55.409603 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-c6a2e220-6813-4fb6-a6dd-fd951321b249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (544bf488-ddb2-4733-aa23-77c93f553dae), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:55.448946 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-c6a2e220-6813-4fb6-a6dd-fd951321b249 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=4e8a9cdbf6034fb7b1cee1082c11a868&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1340580 Sep 21 12:30:55.449809 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a2e220-6813-4fb6-a6dd-fd951321b249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544bf488-ddb2-4733-aa23-77c93f553dae,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:30:55.451657 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 60122) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:30:55.501892 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-a335d6e0-ef98-4b17-a9da-8c142f3b6111 admin admin] Publish callbacks [] for security_group (544bf488-ddb2-4733-aa23-77c93f553dae), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:55.522102 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-a335d6e0-ef98-4b17-a9da-8c142f3b6111 admin admin] Publish callbacks [] for security_group (544bf488-ddb2-4733-aa23-77c93f553dae), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:55.573124 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-a335d6e0-ef98-4b17-a9da-8c142f3b6111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (544bf488-ddb2-4733-aa23-77c93f553dae), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:55.575614 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-a335d6e0-ef98-4b17-a9da-8c142f3b6111 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:30:55.576793 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-a335d6e0-ef98-4b17-a9da-8c142f3b6111 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/544bf488-ddb2-4733-aa23-77c93f553dae HTTP/1.1" status: 204 len: 168 time: 0.1241333 Sep 21 12:30:55.584796 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a335d6e0-ef98-4b17-a9da-8c142f3b6111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544bf488-ddb2-4733-aa23-77c93f553dae,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:00.629085 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 60198) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:31:00.734492 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-17afc0a2-b530-42ae-a1eb-bd9b980a4548 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:00.754824 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:00.771333 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=74,neutron:INSERT=22,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:00.818863 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-17afc0a2-b530-42ae-a1eb-bd9b980a4548 admin admin] Publish callbacks [] for security_group (abd6a6ef-0d2b-4d9d-9e9c-0eee2501616f), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:00.823045 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-17afc0a2-b530-42ae-a1eb-bd9b980a4548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (abd6a6ef-0d2b-4d9d-9e9c-0eee2501616f), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:00.865755 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-17afc0a2-b530-42ae-a1eb-bd9b980a4548 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=e3a04c692f8848f2875f631673b57142&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2329323 Sep 21 12:31:00.865755 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17afc0a2-b530-42ae-a1eb-bd9b980a4548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd6a6ef-0d2b-4d9d-9e9c-0eee2501616f,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:00.866900 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 60202) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:31:00.918855 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-c8688ed4-0b3e-4020-aa6a-fb05f7c54d76 admin admin] Publish callbacks [] for security_group (abd6a6ef-0d2b-4d9d-9e9c-0eee2501616f), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:00.938910 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-c8688ed4-0b3e-4020-aa6a-fb05f7c54d76 admin admin] Publish callbacks [] for security_group (abd6a6ef-0d2b-4d9d-9e9c-0eee2501616f), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:00.955430 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:00.987290 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-c8688ed4-0b3e-4020-aa6a-fb05f7c54d76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (abd6a6ef-0d2b-4d9d-9e9c-0eee2501616f), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:00.989794 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-c8688ed4-0b3e-4020-aa6a-fb05f7c54d76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:00.990925 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-c8688ed4-0b3e-4020-aa6a-fb05f7c54d76 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/abd6a6ef-0d2b-4d9d-9e9c-0eee2501616f HTTP/1.1" status: 204 len: 168 time: 0.1230080 Sep 21 12:31:00.999117 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8688ed4-0b3e-4020-aa6a-fb05f7c54d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd6a6ef-0d2b-4d9d-9e9c-0eee2501616f,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:01.252743 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 60208) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:31:01.266092 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-f6ba3627-4a4f-4867-97ef-9be05f2174b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:01.304680 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=79,neutron:DELETE=10,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:01.345016 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-f6ba3627-4a4f-4867-97ef-9be05f2174b9 admin admin] Publish callbacks [] for security_group (f41fe6a0-23c7-4be0-93c2-3e9426cbe70c), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:01.349273 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-f6ba3627-4a4f-4867-97ef-9be05f2174b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (f41fe6a0-23c7-4be0-93c2-3e9426cbe70c), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:01.390434 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-f6ba3627-4a4f-4867-97ef-9be05f2174b9 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=84a7d32eaf32431782fccdb4962e956b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1366282 Sep 21 12:31:01.391269 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ba3627-4a4f-4867-97ef-9be05f2174b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41fe6a0-23c7-4be0-93c2-3e9426cbe70c,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:01.393170 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 60210) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:31:01.446618 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-2f762689-d34a-41a7-a537-66394f3594fb admin admin] Publish callbacks [] for security_group (f41fe6a0-23c7-4be0-93c2-3e9426cbe70c), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:01.467677 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-2f762689-d34a-41a7-a537-66394f3594fb admin admin] Publish callbacks [] for security_group (f41fe6a0-23c7-4be0-93c2-3e9426cbe70c), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:01.515275 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-2f762689-d34a-41a7-a537-66394f3594fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (f41fe6a0-23c7-4be0-93c2-3e9426cbe70c), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:01.517996 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-2f762689-d34a-41a7-a537-66394f3594fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:01.519113 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-2f762689-d34a-41a7-a537-66394f3594fb admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/f41fe6a0-23c7-4be0-93c2-3e9426cbe70c HTTP/1.1" status: 204 len: 168 time: 0.1248710 Sep 21 12:31:01.527026 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f762689-d34a-41a7-a537-66394f3594fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41fe6a0-23c7-4be0-93c2-3e9426cbe70c,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:06.380057 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-d9bfbf86-7573-4deb-803c-d2322334c9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (f73c601a-29a1-4353-9f34-efd4ba2e6501), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:06.642589 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 60316) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:31:06.747620 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-fe122070-6c1e-480b-85ed-a4c69a1f7d15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:06.827476 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-fe122070-6c1e-480b-85ed-a4c69a1f7d15 admin admin] Publish callbacks [] for security_group (a0bc6d8f-0f6a-4493-bc23-9992a96c8b00), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:06.832107 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-fe122070-6c1e-480b-85ed-a4c69a1f7d15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (a0bc6d8f-0f6a-4493-bc23-9992a96c8b00), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:06.871080 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe122070-6c1e-480b-85ed-a4c69a1f7d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0bc6d8f-0f6a-4493-bc23-9992a96c8b00,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:06.878795 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 60324) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:31:06.879354 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-fe122070-6c1e-480b-85ed-a4c69a1f7d15 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=e7468289626d463f9b99c0ba6fe09d80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2351210 Sep 21 12:31:06.932776 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-dd5409b7-27a8-43d4-a805-65fbe25a7e60 admin admin] Publish callbacks [] for security_group (a0bc6d8f-0f6a-4493-bc23-9992a96c8b00), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:06.954407 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-dd5409b7-27a8-43d4-a805-65fbe25a7e60 admin admin] Publish callbacks [] for security_group (a0bc6d8f-0f6a-4493-bc23-9992a96c8b00), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:07.003980 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-dd5409b7-27a8-43d4-a805-65fbe25a7e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (a0bc6d8f-0f6a-4493-bc23-9992a96c8b00), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:07.006854 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-dd5409b7-27a8-43d4-a805-65fbe25a7e60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:07.008233 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-dd5409b7-27a8-43d4-a805-65fbe25a7e60 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/a0bc6d8f-0f6a-4493-bc23-9992a96c8b00 HTTP/1.1" status: 204 len: 168 time: 0.1279273 Sep 21 12:31:07.016534 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5409b7-27a8-43d4-a805-65fbe25a7e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0bc6d8f-0f6a-4493-bc23-9992a96c8b00,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:07.297741 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 60342) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:31:07.311106 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-9cc421c2-c898-4cc5-9cfc-9afe345b7ae7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:07.389634 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-9cc421c2-c898-4cc5-9cfc-9afe345b7ae7 admin admin] Publish callbacks [] for security_group (fec6a0a5-1860-44ea-acc0-621216e505a5), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:07.393382 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-9cc421c2-c898-4cc5-9cfc-9afe345b7ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (fec6a0a5-1860-44ea-acc0-621216e505a5), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:07.436820 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-9cc421c2-c898-4cc5-9cfc-9afe345b7ae7 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=a238f598af514f31abb677aaa874923f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1377835 Sep 21 12:31:07.439271 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 60344) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:31:07.445176 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc421c2-c898-4cc5-9cfc-9afe345b7ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec6a0a5-1860-44ea-acc0-621216e505a5,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:07.492009 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-5ba665a6-3976-42d8-9c12-f4875e32f654 admin admin] Publish callbacks [] for security_group (fec6a0a5-1860-44ea-acc0-621216e505a5), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:07.513932 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-5ba665a6-3976-42d8-9c12-f4875e32f654 admin admin] Publish callbacks [] for security_group (fec6a0a5-1860-44ea-acc0-621216e505a5), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:07.582658 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8810ba0-3eb0-42fb-8abe-534771379eda req-0eaa1e13-3ee8-431f-8d4e-781ebd5ba05d tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:31:07.584113 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-a8810ba0-3eb0-42fb-8abe-534771379eda req-0eaa1e13-3ee8-431f-8d4e-781ebd5ba05d tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 946 time: 0.3097711 Sep 21 12:31:07.610682 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-5ba665a6-3976-42d8-9c12-f4875e32f654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (fec6a0a5-1860-44ea-acc0-621216e505a5), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:07.613063 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-5ba665a6-3976-42d8-9c12-f4875e32f654 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:07.614188 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-5ba665a6-3976-42d8-9c12-f4875e32f654 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/fec6a0a5-1860-44ea-acc0-621216e505a5 HTTP/1.1" status: 204 len: 168 time: 0.1739905 Sep 21 12:31:07.633105 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba665a6-3976-42d8-9c12-f4875e32f654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec6a0a5-1860-44ea-acc0-621216e505a5,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:07.649921 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-a8810ba0-3eb0-42fb-8abe-534771379eda req-3041ef79-6917-4245-8575-f9d7ec7083c7 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0d01d403-cac3-4cd0-80ae-200537a4758c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578325 Sep 21 12:31:07.763872 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=15 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:07.767017 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=17 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:07.948340 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 60350) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:31:07.955015 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:07.966440 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-a36d3aca-d4c7-4076-b68f-86557cbd91c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:08.025768 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:08.046249 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-a36d3aca-d4c7-4076-b68f-86557cbd91c9 admin admin] Publish callbacks [] for security_group (3c112ce2-e415-4579-9109-a17200a687ad), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:08.049818 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-a36d3aca-d4c7-4076-b68f-86557cbd91c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (3c112ce2-e415-4579-9109-a17200a687ad), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:08.087059 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36d3aca-d4c7-4076-b68f-86557cbd91c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c112ce2-e415-4579-9109-a17200a687ad,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:08.091207 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-a36d3aca-d4c7-4076-b68f-86557cbd91c9 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=ea78cada8edc4482a3ef389d8b76783f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1418471 Sep 21 12:31:08.093804 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 60352) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:31:08.142727 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-241dbf6d-f030-4f56-9ed2-b71aa23323fa admin admin] Publish callbacks [] for security_group (3c112ce2-e415-4579-9109-a17200a687ad), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:08.162143 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-241dbf6d-f030-4f56-9ed2-b71aa23323fa admin admin] Publish callbacks [] for security_group (3c112ce2-e415-4579-9109-a17200a687ad), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:08.208832 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-241dbf6d-f030-4f56-9ed2-b71aa23323fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (3c112ce2-e415-4579-9109-a17200a687ad), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:08.211312 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-241dbf6d-f030-4f56-9ed2-b71aa23323fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:08.212489 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-241dbf6d-f030-4f56-9ed2-b71aa23323fa admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/3c112ce2-e415-4579-9109-a17200a687ad HTTP/1.1" status: 204 len: 168 time: 0.1177986 Sep 21 12:31:08.220877 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241dbf6d-f030-4f56-9ed2-b71aa23323fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c112ce2-e415-4579-9109-a17200a687ad,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:08.628102 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=73,neutron:UPDATE=3 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:08.645596 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-6d6a1a4e-4a0c-406c-ae63-b862f7b7d060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (4f31b8b6-17c0-474d-bf52-0481ff2a5cf7), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:09.045435 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ace5de-002b-43d6-b007-4460f8ae9b98 req-f71a86f3-b66d-4512-b6e0-f0f110506162 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:31:09.046938 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-54ace5de-002b-43d6-b007-4460f8ae9b98 req-f71a86f3-b66d-4512-b6e0-f0f110506162 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 946 time: 0.3086441 Sep 21 12:31:09.066716 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a758ef-49b7-4067-ac42-70f51e59eede req-94c436d6-9a17-4924-897f-af1fb5dab85b tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:31:09.068149 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-24a758ef-49b7-4067-ac42-70f51e59eede req-94c436d6-9a17-4924-897f-af1fb5dab85b tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 946 time: 0.0706174 Sep 21 12:31:09.146285 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-54ace5de-002b-43d6-b007-4460f8ae9b98 req-3c19ea11-4845-4057-92d0-325bc118c904 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=0d01d403-cac3-4cd0-80ae-200537a4758c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932896 Sep 21 12:31:09.180431 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [req-24a758ef-49b7-4067-ac42-70f51e59eede req-b3892300-8892-4734-8c06-84edfbf06e1e tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Deleting port 49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab {{(pid=106202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:31:09.180921 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-24a758ef-49b7-4067-ac42-70f51e59eede req-b3892300-8892-4734-8c06-84edfbf06e1e tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:09.255518 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:INSERT=12,neutron:UPDATE=2,neutron:SELECT=84,neutron:DELETE=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:09.285682 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [req-24a758ef-49b7-4067-ac42-70f51e59eede req-b3892300-8892-4734-8c06-84edfbf06e1e tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] For port 49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab,segment=NetworkSegment(8f611811-e093-433f-9aea-61970f40e4b3),segment_id=8f611811-e093-433f-9aea-61970f40e4b3)] {{(pid=106202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:31:09.286040 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-24a758ef-49b7-4067-ac42-70f51e59eede req-b3892300-8892-4734-8c06-84edfbf06e1e tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:09.314034 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 60386) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:31:09.423811 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-e5d5aaa5-2e7c-4266-a8cf-d1bb8e56b356 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:09.455497 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-24a758ef-49b7-4067-ac42-70f51e59eede req-b3892300-8892-4734-8c06-84edfbf06e1e tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:09.455809 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-24a758ef-49b7-4067-ac42-70f51e59eede req-b3892300-8892-4734-8c06-84edfbf06e1e tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534182'] for floatingip (1d1ae44a-df70-4645-89fd-9a315bc1c08f), after_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:09.456127 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.db.l3_db [req-24a758ef-49b7-4067-ac42-70f51e59eede req-b3892300-8892-4734-8c06-84edfbf06e1e tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Floating IP 1d1ae44a-df70-4645-89fd-9a315bc1c08f disassociated. External IP: 172.27.0.173, port: 49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab. Sep 21 12:31:09.456468 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [req-24a758ef-49b7-4067-ac42-70f51e59eede req-b3892300-8892-4734-8c06-84edfbf06e1e tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Calling delete_port for 49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab owned by compute:nova {{(pid=106202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:31:09.469472 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:09.505628 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-e5d5aaa5-2e7c-4266-a8cf-d1bb8e56b356 admin admin] Publish callbacks [] for security_group (ea913ee1-bce7-465d-b47d-21d7585f1aa6), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:09.510084 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-e5d5aaa5-2e7c-4266-a8cf-d1bb8e56b356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (ea913ee1-bce7-465d-b47d-21d7585f1aa6), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:09.551677 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-e5d5aaa5-2e7c-4266-a8cf-d1bb8e56b356 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=7d41e0b5f5154d45bd5583c114ca13c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2365122 Sep 21 12:31:09.552778 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d5aaa5-2e7c-4266-a8cf-d1bb8e56b356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea913ee1-bce7-465d-b47d-21d7585f1aa6,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:09.555950 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 60390) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:31:09.594408 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-24a758ef-49b7-4067-ac42-70f51e59eede req-b3892300-8892-4734-8c06-84edfbf06e1e tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:09.610903 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-759ad3f1-dd99-4126-b3aa-8a0bb0b0eb40 admin admin] Publish callbacks [] for security_group (ea913ee1-bce7-465d-b47d-21d7585f1aa6), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:09.620355 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3892300-8892-4734-8c06-84edfbf06e1e tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Pushing event deleted for resources: {'Port': ['ID=49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:09.634091 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-759ad3f1-dd99-4126-b3aa-8a0bb0b0eb40 admin admin] Publish callbacks [] for security_group (ea913ee1-bce7-465d-b47d-21d7585f1aa6), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:09.684832 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-759ad3f1-dd99-4126-b3aa-8a0bb0b0eb40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (ea913ee1-bce7-465d-b47d-21d7585f1aa6), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:09.687365 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-759ad3f1-dd99-4126-b3aa-8a0bb0b0eb40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:09.688715 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-759ad3f1-dd99-4126-b3aa-8a0bb0b0eb40 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/ea913ee1-bce7-465d-b47d-21d7585f1aa6 HTTP/1.1" status: 204 len: 168 time: 0.1312215 Sep 21 12:31:09.696691 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759ad3f1-dd99-4126-b3aa-8a0bb0b0eb40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea913ee1-bce7-465d-b47d-21d7585f1aa6,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:09.711985 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=48,neutron:UPDATE=3 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:09.745024 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24a758ef-49b7-4067-ac42-70f51e59eede req-b3892300-8892-4734-8c06-84edfbf06e1e tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Router 6489c3c9-8588-4d87-8d3b-2c367483e192 has already been hosted by L3 agent 4f31b8b6-17c0-474d-bf52-0481ff2a5cf7 {{(pid=106202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 12:31:09.855195 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24a758ef-49b7-4067-ac42-70f51e59eede req-b3892300-8892-4734-8c06-84edfbf06e1e tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Notify agent at l3_agent.dv-cinder-858678-1-iscsi the message routers_updated {{(pid=106202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:31:09.868059 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39dfa40-8b3d-49b1-a0f7-bac38581a4bf None None] Sync routers for ids ['6489c3c9-8588-4d87-8d3b-2c367483e192'] in dv-cinder-858678-1-iscsi {{(pid=106204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:31:09.881029 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39dfa40-8b3d-49b1-a0f7-bac38581a4bf None None] Routers {'6489c3c9-8588-4d87-8d3b-2c367483e192'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:31:09.882174 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-c39dfa40-8b3d-49b1-a0f7-bac38581a4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:31:09Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['6489c3c9-8588-4d87-8d3b-2c367483e192'], 'active': True} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:31:09.900329 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.l3_dvrscheduler_db [req-24a758ef-49b7-4067-ac42-70f51e59eede req-b3892300-8892-4734-8c06-84edfbf06e1e tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] No DVR routers for this DVR port 49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab on host hv-cinder-85867 {{(pid=106202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 12:31:09.902954 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-24a758ef-49b7-4067-ac42-70f51e59eede req-b3892300-8892-4734-8c06-84edfbf06e1e tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for port (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:09.906545 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-24a758ef-49b7-4067-ac42-70f51e59eede req-b3892300-8892-4734-8c06-84edfbf06e1e tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.66 "DELETE /networking/v2.0/ports/49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab HTTP/1.1" status: 204 len: 173 time: 0.8311555 Sep 21 12:31:09.907301 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc34c677-0e22-4734-95ed-4a6834d9dc7b', 'name': 'network-vif-deleted', 'tag': '49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab'}] {{(pid=106202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:31:09.921288 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f69dec5372d12bc1dbf2d83c258da0d8b658e28cfccadcad30c8a09044815e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84cd6670-77b7-4e5d-b115-f9a9efbbb822" -d '{"events": [{"server_uuid": "dc34c677-0e22-4734-95ed-4a6834d9dc7b", "name": "network-vif-deleted", "tag": "49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab"}]}' {{(pid=106202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:31:09.970383 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 12:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4694468-8ed7-40f4-b6bc-2c7fa5426211 x-openstack-request-id: req-d4694468-8ed7-40f4-b6bc-2c7fa5426211 {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:31:09.970886 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc34c677-0e22-4734-95ed-4a6834d9dc7b", "name": "network-vif-deleted", "tag": "49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab", "status": "completed", "code": 200}]} {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:31:09.971141 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d4694468-8ed7-40f4-b6bc-2c7fa5426211 {{(pid=106202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:31:09.971973 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4694468-8ed7-40f4-b6bc-2c7fa5426211'] response: {'server_uuid': 'dc34c677-0e22-4734-95ed-4a6834d9dc7b', 'name': 'network-vif-deleted', 'tag': '49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab', 'status': 'completed', 'code': 200} Sep 21 12:31:09.976076 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-740e41e1-10de-4b2e-a9f0-9582d49d2a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (d7a8950b-d4d7-4646-ba54-d395483871b4), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:10.007673 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvr_db [None req-c39dfa40-8b3d-49b1-a0f7-bac38581a4bf None None] Set router 6489c3c9-8588-4d87-8d3b-2c367483e192 gateway port host: dv-cinder-858678-1-iscsi {{(pid=106204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:31:10.270930 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-c39dfa40-8b3d-49b1-a0f7-bac38581a4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6489c3c9-8588-4d87-8d3b-2c367483e192', 'name': 'tempest-AttachVolumeShelveTestJSON-1026338414-router', 'tenant_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '0ff2efdf-b046-4153-ae1f-9a2adb08b6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:20:39Z', 'updated_at': '2022-09-21T12:20:47Z', 'revision_number': 4, 'project_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'gw_port': {'id': '0ff2efdf-b046-4153-ae1f-9a2adb08b6fc', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6489c3c9-8588-4d87-8d3b-2c367483e192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:40Z', 'updated_at': '2022-09-21T12:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': '9e0ba373-651e-4982-9c48-5c0bf838797e', 'name': '', 'network_id': 'b3f0e30c-c130-4bd6-a99c-2726089c3f25', 'tenant_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'mac_address': 'fa:16:3e:7d:5e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6489c3c9-8588-4d87-8d3b-2c367483e192', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f5cf9592-7b6c-4eba-b546-68b41c284733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:45Z', 'updated_at': '2022-09-21T12:20:55Z', 'revision_number': 5, 'project_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'subnets': [{'id': 'f5cf9592-7b6c-4eba-b546-68b41c284733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:31:10.281060 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-c169cf0a-ea64-4f09-9a1c-e81a266d6106 req-cd044923-bb9f-460d-9c5d-9d0f16708255 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=dc34c677-0e22-4734-95ed-4a6834d9dc7b HTTP/1.1" status: 200 len: 210 time: 0.0324752 Sep 21 12:31:10.309343 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39dfa40-8b3d-49b1-a0f7-bac38581a4bf None None] Checking router: 6489c3c9-8588-4d87-8d3b-2c367483e192 for host: dv-cinder-858678-1-iscsi {{(pid=106204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:31:10.321642 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39dfa40-8b3d-49b1-a0f7-bac38581a4bf None None] Routers {'6489c3c9-8588-4d87-8d3b-2c367483e192'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:31:10.322252 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-c39dfa40-8b3d-49b1-a0f7-bac38581a4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:31:09Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['6489c3c9-8588-4d87-8d3b-2c367483e192'], 'active': True} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:31:10.429799 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvr_db [None req-c39dfa40-8b3d-49b1-a0f7-bac38581a4bf None None] Set router 6489c3c9-8588-4d87-8d3b-2c367483e192 gateway port host: dv-cinder-858678-1-iscsi {{(pid=106204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:31:10.724560 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-c39dfa40-8b3d-49b1-a0f7-bac38581a4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6489c3c9-8588-4d87-8d3b-2c367483e192', 'name': 'tempest-AttachVolumeShelveTestJSON-1026338414-router', 'tenant_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '0ff2efdf-b046-4153-ae1f-9a2adb08b6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:20:39Z', 'updated_at': '2022-09-21T12:20:47Z', 'revision_number': 4, 'project_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'gw_port': {'id': '0ff2efdf-b046-4153-ae1f-9a2adb08b6fc', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6489c3c9-8588-4d87-8d3b-2c367483e192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:40Z', 'updated_at': '2022-09-21T12:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': '9e0ba373-651e-4982-9c48-5c0bf838797e', 'name': '', 'network_id': 'b3f0e30c-c130-4bd6-a99c-2726089c3f25', 'tenant_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'mac_address': 'fa:16:3e:7d:5e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6489c3c9-8588-4d87-8d3b-2c367483e192', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f5cf9592-7b6c-4eba-b546-68b41c284733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:45Z', 'updated_at': '2022-09-21T12:20:55Z', 'revision_number': 5, 'project_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'subnets': [{'id': 'f5cf9592-7b6c-4eba-b546-68b41c284733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:31:10.749609 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39dfa40-8b3d-49b1-a0f7-bac38581a4bf None None] The sync data for ids ['6489c3c9-8588-4d87-8d3b-2c367483e192'] in dv-cinder-858678-1-iscsi is: [{'id': '6489c3c9-8588-4d87-8d3b-2c367483e192', 'name': 'tempest-AttachVolumeShelveTestJSON-1026338414-router', 'tenant_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '0ff2efdf-b046-4153-ae1f-9a2adb08b6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:20:39Z', 'updated_at': '2022-09-21T12:20:47Z', 'revision_number': 4, 'project_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'gw_port': {'id': '0ff2efdf-b046-4153-ae1f-9a2adb08b6fc', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6489c3c9-8588-4d87-8d3b-2c367483e192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:40Z', 'updated_at': '2022-09-21T12:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': '9e0ba373-651e-4982-9c48-5c0bf838797e', 'name': '', 'network_id': 'b3f0e30c-c130-4bd6-a99c-2726089c3f25', 'tenant_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'mac_address': 'fa:16:3e:7d:5e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6489c3c9-8588-4d87-8d3b-2c367483e192', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f5cf9592-7b6c-4eba-b546-68b41c284733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:45Z', 'updated_at': '2022-09-21T12:20:55Z', 'revision_number': 5, 'project_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'subnets': [{'id': 'f5cf9592-7b6c-4eba-b546-68b41c284733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:31:10.979253 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e2b0c0-2ebb-4260-a096-1a3dcfb52755 None None] New status for floating IP 1d1ae44a-df70-4645-89fd-9a315bc1c08f: DOWN {{(pid=106203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 21 12:31:11.273269 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (57fb69a9-4edc-44fd-8965-b65708e41306), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:11.387168 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 60438) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:31:11.444258 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab no longer exists at agent hyperv_hv-cinder-85867 {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 12:31:11.447851 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-b00fbcb2-50e3-4203-8bb5-9b35bcda27d8 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks [] for security_group (0d01d403-cac3-4cd0-80ae-200537a4758c), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:11.472138 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] No Port match for: 49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab {{(pid=106203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 12:31:11.472610 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 49e15f4c-39c9-4c9a-bb24-e89e5dcc9eab not bound to the agent host hv-cinder-85867 {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 12:31:11.475910 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-b00fbcb2-50e3-4203-8bb5-9b35bcda27d8 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks [] for security_group (0d01d403-cac3-4cd0-80ae-200537a4758c), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:11.514886 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c3e59811-0015-48e8-afb5-3d82d64b721e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (cef1489a-7471-4b81-a7c5-b9e507e96767), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:11.532501 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-b00fbcb2-50e3-4203-8bb5-9b35bcda27d8 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (0d01d403-cac3-4cd0-80ae-200537a4758c), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:11.535488 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-b00fbcb2-50e3-4203-8bb5-9b35bcda27d8 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks [] for security_group (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:11.536856 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-b00fbcb2-50e3-4203-8bb5-9b35bcda27d8 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "DELETE /networking/v2.0/security-groups/0d01d403-cac3-4cd0-80ae-200537a4758c HTTP/1.1" status: 204 len: 168 time: 0.1478074 Sep 21 12:31:11.540242 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 60440) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:31:11.541749 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:INSERT=11,neutron:SELECT=85,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:11.555113 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00fbcb2-50e3-4203-8bb5-9b35bcda27d8 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d01d403-cac3-4cd0-80ae-200537a4758c,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:11.563848 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.api.v2.resource [None req-c2f31fc3-e998-4013-87db-606f2c54799f tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] show failed (client error): The resource could not be found. Sep 21 12:31:11.567640 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-c2f31fc3-e998-4013-87db-606f2c54799f tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "GET /networking/v2.0/security-groups/0d01d403-cac3-4cd0-80ae-200537a4758c HTTP/1.1" status: 404 len: 347 time: 0.0218804 Sep 21 12:31:11.568554 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 60442) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:31:11.701496 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.plugin [None req-100751e9-44df-4ef1-97db-4e3364b88982 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Deleting port b23e342d-ec45-4067-abdc-bfc1ec1efd0e {{(pid=106201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:31:11.701876 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-100751e9-44df-4ef1-97db-4e3364b88982 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (b23e342d-ec45-4067-abdc-bfc1ec1efd0e), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:11.703434 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=7 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:11.784394 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-100751e9-44df-4ef1-97db-4e3364b88982 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (b23e342d-ec45-4067-abdc-bfc1ec1efd0e), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:11.784647 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-100751e9-44df-4ef1-97db-4e3364b88982 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks [] for floatingip (b23e342d-ec45-4067-abdc-bfc1ec1efd0e), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:11.802148 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.plugin [None req-100751e9-44df-4ef1-97db-4e3364b88982 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Calling delete_port for b23e342d-ec45-4067-abdc-bfc1ec1efd0e owned by network:floatingip {{(pid=106201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:31:11.941657 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-100751e9-44df-4ef1-97db-4e3364b88982 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6788894'] for port (b23e342d-ec45-4067-abdc-bfc1ec1efd0e), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:11.966939 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100751e9-44df-4ef1-97db-4e3364b88982 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Pushing event deleted for resources: {'Port': ['ID=b23e342d-ec45-4067-abdc-bfc1ec1efd0e,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:12.033914 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-100751e9-44df-4ef1-97db-4e3364b88982 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks [] for floatingip (1d1ae44a-df70-4645-89fd-9a315bc1c08f), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:12.036492 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-100751e9-44df-4ef1-97db-4e3364b88982 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for floatingip (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:12.037574 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-100751e9-44df-4ef1-97db-4e3364b88982 tempest-AttachVolumeShelveTestJSON-1081637862 tempest-AttachVolumeShelveTestJSON-1081637862-project] 10.222.0.71 "DELETE /networking/v2.0/floatingips/1d1ae44a-df70-4645-89fd-9a315bc1c08f HTTP/1.1" status: 204 len: 168 time: 0.4682758 Sep 21 12:31:14.305326 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 60476) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:31:14.412746 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-6d92e488-b5f7-48df-ac8d-fbeca872f60b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:14.489364 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 60486) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:31:14.503729 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-6d92e488-b5f7-48df-ac8d-fbeca872f60b admin admin] Publish callbacks [] for security_group (bcdfe31f-3949-4988-83f5-065ae4893af6), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:14.508049 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-6d92e488-b5f7-48df-ac8d-fbeca872f60b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (bcdfe31f-3949-4988-83f5-065ae4893af6), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:14.552124 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d92e488-b5f7-48df-ac8d-fbeca872f60b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcdfe31f-3949-4988-83f5-065ae4893af6,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:14.557407 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-6d92e488-b5f7-48df-ac8d-fbeca872f60b admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=cde8896097b748078b927cf8a6f8aa43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2510560 Sep 21 12:31:14.560131 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 60490) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:31:14.609329 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-23202a8c-b4c7-4bdf-8457-95257ba7ef06 admin admin] Publish callbacks [] for security_group (bcdfe31f-3949-4988-83f5-065ae4893af6), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:14.629830 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-23202a8c-b4c7-4bdf-8457-95257ba7ef06 admin admin] Publish callbacks [] for security_group (bcdfe31f-3949-4988-83f5-065ae4893af6), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:14.680248 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-23202a8c-b4c7-4bdf-8457-95257ba7ef06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (bcdfe31f-3949-4988-83f5-065ae4893af6), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:14.682811 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-23202a8c-b4c7-4bdf-8457-95257ba7ef06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:14.684048 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-23202a8c-b4c7-4bdf-8457-95257ba7ef06 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/bcdfe31f-3949-4988-83f5-065ae4893af6 HTTP/1.1" status: 204 len: 168 time: 0.1230597 Sep 21 12:31:14.692926 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23202a8c-b4c7-4bdf-8457-95257ba7ef06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcdfe31f-3949-4988-83f5-065ae4893af6,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:14.827130 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:14.897179 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-3b18ffe4-aa8e-424d-9ea5-62a15d98c7c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624550'] for router_interface (6489c3c9-8588-4d87-8d3b-2c367483e192), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:15.009224 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 60496) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:31:15.028022 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-ecac0356-e199-4dcf-b31f-572e65c0a015 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:15.068934 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:15.091957 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:15.118609 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-ecac0356-e199-4dcf-b31f-572e65c0a015 admin admin] Publish callbacks [] for security_group (7acf39c5-5936-43ad-b37b-f549a69eab37), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:15.124719 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-ecac0356-e199-4dcf-b31f-572e65c0a015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (7acf39c5-5936-43ad-b37b-f549a69eab37), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:15.168320 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecac0356-e199-4dcf-b31f-572e65c0a015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7acf39c5-5936-43ad-b37b-f549a69eab37,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:15.175739 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-ecac0356-e199-4dcf-b31f-572e65c0a015 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=0ec3a0f6e94f4f90ae198ace742abbee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1629252 Sep 21 12:31:15.176154 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 60498) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:31:15.239654 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-c8b38bdb-3e9d-43d2-9812-f4ad1d8ca807 admin admin] Publish callbacks [] for security_group (7acf39c5-5936-43ad-b37b-f549a69eab37), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:15.264855 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-c8b38bdb-3e9d-43d2-9812-f4ad1d8ca807 admin admin] Publish callbacks [] for security_group (7acf39c5-5936-43ad-b37b-f549a69eab37), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:15.314903 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-c8b38bdb-3e9d-43d2-9812-f4ad1d8ca807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (7acf39c5-5936-43ad-b37b-f549a69eab37), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:15.317625 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-c8b38bdb-3e9d-43d2-9812-f4ad1d8ca807 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:15.318898 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-c8b38bdb-3e9d-43d2-9812-f4ad1d8ca807 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/7acf39c5-5936-43ad-b37b-f549a69eab37 HTTP/1.1" status: 204 len: 168 time: 0.1415801 Sep 21 12:31:15.327232 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b38bdb-3e9d-43d2-9812-f4ad1d8ca807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7acf39c5-5936-43ad-b37b-f549a69eab37,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:15.420045 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [None req-3b18ffe4-aa8e-424d-9ea5-62a15d98c7c4 admin admin] Deleting port 9e0ba373-651e-4982-9c48-5c0bf838797e {{(pid=106202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:31:15.420279 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-3b18ffe4-aa8e-424d-9ea5-62a15d98c7c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (9e0ba373-651e-4982-9c48-5c0bf838797e), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:15.422762 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:15.504228 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [None req-3b18ffe4-aa8e-424d-9ea5-62a15d98c7c4 admin admin] For port 9e0ba373-651e-4982-9c48-5c0bf838797e, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=9e0ba373-651e-4982-9c48-5c0bf838797e,segment=NetworkSegment(8f611811-e093-433f-9aea-61970f40e4b3),segment_id=8f611811-e093-433f-9aea-61970f40e4b3)] {{(pid=106202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:31:15.504827 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-3b18ffe4-aa8e-424d-9ea5-62a15d98c7c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (9e0ba373-651e-4982-9c48-5c0bf838797e), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:15.519856 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [None req-3b18ffe4-aa8e-424d-9ea5-62a15d98c7c4 admin admin] Calling delete_port for 9e0ba373-651e-4982-9c48-5c0bf838797e owned by network:router_interface {{(pid=106202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:31:15.717881 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-3b18ffe4-aa8e-424d-9ea5-62a15d98c7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (9e0ba373-651e-4982-9c48-5c0bf838797e), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:15.742862 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b18ffe4-aa8e-424d-9ea5-62a15d98c7c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e0ba373-651e-4982-9c48-5c0bf838797e,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:15.925031 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-3b18ffe4-aa8e-424d-9ea5-62a15d98c7c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-544043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538390'] for router_interface (6489c3c9-8588-4d87-8d3b-2c367483e192), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:16.017932 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:16.145552 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b18ffe4-aa8e-424d-9ea5-62a15d98c7c4 admin admin] Router 6489c3c9-8588-4d87-8d3b-2c367483e192 has already been hosted by L3 agent 4f31b8b6-17c0-474d-bf52-0481ff2a5cf7 {{(pid=106202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 12:31:16.253764 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b18ffe4-aa8e-424d-9ea5-62a15d98c7c4 admin admin] Notify agent at l3_agent.dv-cinder-858678-1-iscsi the message routers_updated {{(pid=106202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:31:16.259586 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-3b18ffe4-aa8e-424d-9ea5-62a15d98c7c4 admin admin] 10.222.0.71 "PUT /networking/v2.0/routers/6489c3c9-8588-4d87-8d3b-2c367483e192/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7691798 Sep 21 12:31:16.262149 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 60530) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:31:16.268140 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22139a3-0bc4-4f6d-a902-a06cf779ae5a None None] Sync routers for ids ['6489c3c9-8588-4d87-8d3b-2c367483e192'] in dv-cinder-858678-1-iscsi {{(pid=106204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:31:16.280004 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22139a3-0bc4-4f6d-a902-a06cf779ae5a None None] Routers {'6489c3c9-8588-4d87-8d3b-2c367483e192'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:31:16.280721 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-e22139a3-0bc4-4f6d-a902-a06cf779ae5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:31:09Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['6489c3c9-8588-4d87-8d3b-2c367483e192'], 'active': True} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:31:16.319156 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:16.371273 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-404dce3d-648a-4fd6-a450-db947e87a3a4 admin admin] Publish callbacks [] for router (6489c3c9-8588-4d87-8d3b-2c367483e192), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:16.391990 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvr_db [None req-e22139a3-0bc4-4f6d-a902-a06cf779ae5a None None] Set router 6489c3c9-8588-4d87-8d3b-2c367483e192 gateway port host: dv-cinder-858678-1-iscsi {{(pid=106204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:31:16.474553 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-404dce3d-648a-4fd6-a450-db947e87a3a4 admin admin] Publish callbacks [] for router_gateway (6489c3c9-8588-4d87-8d3b-2c367483e192), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:16.524190 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [None req-404dce3d-648a-4fd6-a450-db947e87a3a4 admin admin] Deleting port 0ff2efdf-b046-4153-ae1f-9a2adb08b6fc {{(pid=106202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:31:16.524864 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-404dce3d-648a-4fd6-a450-db947e87a3a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (0ff2efdf-b046-4153-ae1f-9a2adb08b6fc), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:16.577145 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-e22139a3-0bc4-4f6d-a902-a06cf779ae5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6489c3c9-8588-4d87-8d3b-2c367483e192', 'name': 'tempest-AttachVolumeShelveTestJSON-1026338414-router', 'tenant_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '0ff2efdf-b046-4153-ae1f-9a2adb08b6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:20:39Z', 'updated_at': '2022-09-21T12:31:15Z', 'revision_number': 5, 'project_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'gw_port': {'id': '0ff2efdf-b046-4153-ae1f-9a2adb08b6fc', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:8d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6489c3c9-8588-4d87-8d3b-2c367483e192', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:20:40Z', 'updated_at': '2022-09-21T12:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi'}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:31:16.607341 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22139a3-0bc4-4f6d-a902-a06cf779ae5a None None] Checking router: 6489c3c9-8588-4d87-8d3b-2c367483e192 for host: dv-cinder-858678-1-iscsi {{(pid=106204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:31:16.614948 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=100 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:16.617012 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [None req-404dce3d-648a-4fd6-a450-db947e87a3a4 admin admin] For port 0ff2efdf-b046-4153-ae1f-9a2adb08b6fc, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=0ff2efdf-b046-4153-ae1f-9a2adb08b6fc,segment=NetworkSegment(0a2e6652-942c-46a2-8162-ab1d320b7f7e),segment_id=0a2e6652-942c-46a2-8162-ab1d320b7f7e)] {{(pid=106202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:31:16.617410 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22139a3-0bc4-4f6d-a902-a06cf779ae5a None None] Routers {'6489c3c9-8588-4d87-8d3b-2c367483e192'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:31:16.617535 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-404dce3d-648a-4fd6-a450-db947e87a3a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (0ff2efdf-b046-4153-ae1f-9a2adb08b6fc), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:16.618242 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-e22139a3-0bc4-4f6d-a902-a06cf779ae5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:31:09Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['6489c3c9-8588-4d87-8d3b-2c367483e192'], 'active': True} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:31:16.633782 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [None req-404dce3d-648a-4fd6-a450-db947e87a3a4 admin admin] Calling delete_port for 0ff2efdf-b046-4153-ae1f-9a2adb08b6fc owned by network:router_gateway {{(pid=106202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:31:16.722274 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvr_db [None req-e22139a3-0bc4-4f6d-a902-a06cf779ae5a None None] Set router 6489c3c9-8588-4d87-8d3b-2c367483e192 gateway port host: None {{(pid=106204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:31:16.779149 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-e22139a3-0bc4-4f6d-a902-a06cf779ae5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6489c3c9-8588-4d87-8d3b-2c367483e192', 'name': 'tempest-AttachVolumeShelveTestJSON-1026338414-router', 'tenant_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:20:39Z', 'updated_at': '2022-09-21T12:31:16Z', 'revision_number': 6, 'project_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'gw_port_host': None}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:31:16.805320 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22139a3-0bc4-4f6d-a902-a06cf779ae5a None None] The sync data for ids ['6489c3c9-8588-4d87-8d3b-2c367483e192'] in dv-cinder-858678-1-iscsi is: [{'id': '6489c3c9-8588-4d87-8d3b-2c367483e192', 'name': 'tempest-AttachVolumeShelveTestJSON-1026338414-router', 'tenant_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:20:39Z', 'updated_at': '2022-09-21T12:31:16Z', 'revision_number': 6, 'project_id': '5e6ef4f3de1943ffbde82d3f0a19542f', 'gw_port_host': None}] {{(pid=106204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:31:16.817124 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-404dce3d-648a-4fd6-a450-db947e87a3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (0ff2efdf-b046-4153-ae1f-9a2adb08b6fc), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:16.848459 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404dce3d-648a-4fd6-a450-db947e87a3a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ff2efdf-b046-4153-ae1f-9a2adb08b6fc,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:16.912165 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-404dce3d-648a-4fd6-a450-db947e87a3a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534108'] for router_gateway (6489c3c9-8588-4d87-8d3b-2c367483e192), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:17.004096 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-404dce3d-648a-4fd6-a450-db947e87a3a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3984'] for router (6489c3c9-8588-4d87-8d3b-2c367483e192), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:17.006256 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-404dce3d-648a-4fd6-a450-db947e87a3a4 admin admin] Publish callbacks [] for router_controller (6489c3c9-8588-4d87-8d3b-2c367483e192), precommit_delete_associations {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:17.049415 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-404dce3d-648a-4fd6-a450-db947e87a3a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538475'] for router (6489c3c9-8588-4d87-8d3b-2c367483e192), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:17.050056 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-404dce3d-648a-4fd6-a450-db947e87a3a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6489c3c9-8588-4d87-8d3b-2c367483e192 {{(pid=106202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 12:31:17.054586 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-404dce3d-648a-4fd6-a450-db947e87a3a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:17.055782 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-404dce3d-648a-4fd6-a450-db947e87a3a4 admin admin] 10.222.0.71 "DELETE /networking/v2.0/routers/6489c3c9-8588-4d87-8d3b-2c367483e192 HTTP/1.1" status: 204 len: 168 time: 0.7926316 Sep 21 12:31:17.058578 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 60582) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:31:17.105146 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.db.db_base_plugin_v2 [None req-a62b5b7d-4e20-4534-935f-74b5e532c0fe admin admin] Deleting subnet f5cf9592-7b6c-4eba-b546-68b41c284733 {{(pid=106201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 21 12:31:17.108327 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-a62b5b7d-4e20-4534-935f-74b5e532c0fe admin admin] Publish callbacks [] for subnet (f5cf9592-7b6c-4eba-b546-68b41c284733), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:17.147891 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-a62b5b7d-4e20-4534-935f-74b5e532c0fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6930226'] for subnet (f5cf9592-7b6c-4eba-b546-68b41c284733), precommit_delete_associations {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:17.233002 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-a62b5b7d-4e20-4534-935f-74b5e532c0fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462926'] for subnet (f5cf9592-7b6c-4eba-b546-68b41c284733), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:17.289855 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-a62b5b7d-4e20-4534-935f-74b5e532c0fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6788977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7012724'] for subnet (f5cf9592-7b6c-4eba-b546-68b41c284733), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:17.319672 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62b5b7d-4e20-4534-935f-74b5e532c0fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5cf9592-7b6c-4eba-b546-68b41c284733,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:17.325256 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-a62b5b7d-4e20-4534-935f-74b5e532c0fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544014'] for subnet (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:17.331340 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4f6330-4270-48b4-85ef-a136a443d53b None None] Network b3f0e30c-c130-4bd6-a99c-2726089c3f25 requested from dv-cinder-858678-1-iscsi {{(pid=106203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 12:31:17.333808 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 60586) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:31:17.334307 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-a62b5b7d-4e20-4534-935f-74b5e532c0fe admin admin] 10.222.0.71 "DELETE /networking/v2.0/subnets/f5cf9592-7b6c-4eba-b546-68b41c284733 HTTP/1.1" status: 204 len: 168 time: 0.2700472 Sep 21 12:31:17.380977 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:17.411345 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-948e6c14-d3b0-487e-8c25-b2c61cefcd31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535227'] for network (b3f0e30c-c130-4bd6-a99c-2726089c3f25), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:17.462020 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [None req-948e6c14-d3b0-487e-8c25-b2c61cefcd31 admin admin] Deleting port b41f453c-e6c1-4776-92c2-72fe0c00540d {{(pid=106202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:31:17.462363 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-948e6c14-d3b0-487e-8c25-b2c61cefcd31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (b41f453c-e6c1-4776-92c2-72fe0c00540d), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:17.475914 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:17.530925 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [None req-948e6c14-d3b0-487e-8c25-b2c61cefcd31 admin admin] For port b41f453c-e6c1-4776-92c2-72fe0c00540d, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=b41f453c-e6c1-4776-92c2-72fe0c00540d,segment=NetworkSegment(8f611811-e093-433f-9aea-61970f40e4b3),segment_id=8f611811-e093-433f-9aea-61970f40e4b3)] {{(pid=106202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:31:17.531618 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-948e6c14-d3b0-487e-8c25-b2c61cefcd31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (b41f453c-e6c1-4776-92c2-72fe0c00540d), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:17.543479 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [None req-948e6c14-d3b0-487e-8c25-b2c61cefcd31 admin admin] Calling delete_port for b41f453c-e6c1-4776-92c2-72fe0c00540d owned by network:dhcp {{(pid=106202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:31:17.596819 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba1ff52-5612-46c0-85bf-7ba10487e598 None None] DHCP port deletion for b3f0e30c-c130-4bd6-a99c-2726089c3f25 request from dv-cinder-858678-1-iscsi {{(pid=106203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 21 12:31:17.638853 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-fba1ff52-5612-46c0-85bf-7ba10487e598 None None] Deleting port b41f453c-e6c1-4776-92c2-72fe0c00540d {{(pid=106203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:31:17.639401 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-fba1ff52-5612-46c0-85bf-7ba10487e598 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (b41f453c-e6c1-4776-92c2-72fe0c00540d), before_delete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:17.641597 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-948e6c14-d3b0-487e-8c25-b2c61cefcd31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (b41f453c-e6c1-4776-92c2-72fe0c00540d), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:17.668424 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948e6c14-d3b0-487e-8c25-b2c61cefcd31 admin admin] Pushing event deleted for resources: {'Port': ['ID=b41f453c-e6c1-4776-92c2-72fe0c00540d,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:17.670402 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948e6c14-d3b0-487e-8c25-b2c61cefcd31 admin admin] No DVR routers for this DVR port b41f453c-e6c1-4776-92c2-72fe0c00540d on host dv-cinder-858678-1-iscsi {{(pid=106202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 12:31:17.712283 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-fba1ff52-5612-46c0-85bf-7ba10487e598 None None] For port b41f453c-e6c1-4776-92c2-72fe0c00540d, host dv-cinder-858678-1-iscsi, got binding levels [] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:31:17.712764 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-fba1ff52-5612-46c0-85bf-7ba10487e598 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (b41f453c-e6c1-4776-92c2-72fe0c00540d), precommit_delete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:17.726725 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-fba1ff52-5612-46c0-85bf-7ba10487e598 None None] Calling delete_port for b41f453c-e6c1-4776-92c2-72fe0c00540d owned by network:dhcp {{(pid=106203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:31:17.729423 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.ipam_backend_mixin [None req-fba1ff52-5612-46c0-85bf-7ba10487e598 None None] Port b41f453c-e6c1-4776-92c2-72fe0c00540d was not found and therefore no delete operation was performed {{(pid=106203) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 21 12:31:17.730626 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-fba1ff52-5612-46c0-85bf-7ba10487e598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810'] for port (b41f453c-e6c1-4776-92c2-72fe0c00540d), after_delete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:17.755292 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-948e6c14-d3b0-487e-8c25-b2c61cefcd31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548197', 'neutron.services.segments.db._delete_segments_for_network-8735121314753'] for network (b3f0e30c-c130-4bd6-a99c-2726089c3f25), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:17.763792 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba1ff52-5612-46c0-85bf-7ba10487e598 None None] Pushing event deleted for resources: {'Port': ['ID=b41f453c-e6c1-4776-92c2-72fe0c00540d,revision_number=None']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:17.771609 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba1ff52-5612-46c0-85bf-7ba10487e598 None None] No DVR routers for this DVR port b41f453c-e6c1-4776-92c2-72fe0c00540d on host dv-cinder-858678-1-iscsi {{(pid=106203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 12:31:17.790289 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba1ff52-5612-46c0-85bf-7ba10487e598 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:31:17.791128 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba1ff52-5612-46c0-85bf-7ba10487e598 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:31:17.791661 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba1ff52-5612-46c0-85bf-7ba10487e598 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:31:17.792132 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba1ff52-5612-46c0-85bf-7ba10487e598 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:31:17.792953 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba1ff52-5612-46c0-85bf-7ba10487e598 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:31:17.793464 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba1ff52-5612-46c0-85bf-7ba10487e598 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:31:17.793801 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba1ff52-5612-46c0-85bf-7ba10487e598 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:31:17.794144 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.services.segments.db [None req-948e6c14-d3b0-487e-8c25-b2c61cefcd31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3f0e30c-c130-4bd6-a99c-2726089c3f25']}} {{(pid=106202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:31:17.794283 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba1ff52-5612-46c0-85bf-7ba10487e598 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:31:17.794473 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba1ff52-5612-46c0-85bf-7ba10487e598 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:31:17.794835 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba1ff52-5612-46c0-85bf-7ba10487e598 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:31:17.795166 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba1ff52-5612-46c0-85bf-7ba10487e598 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:31:17.795685 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba1ff52-5612-46c0-85bf-7ba10487e598 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:31:17.797101 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba1ff52-5612-46c0-85bf-7ba10487e598 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:31:17.797588 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba1ff52-5612-46c0-85bf-7ba10487e598 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:31:17.797936 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba1ff52-5612-46c0-85bf-7ba10487e598 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:31:17.813663 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.services.segments.db [None req-948e6c14-d3b0-487e-8c25-b2c61cefcd31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f611811-e093-433f-9aea-61970f40e4b3') {'for_net_delete': True} {{(pid=106202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:31:17.813961 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.services.segments.db [None req-948e6c14-d3b0-487e-8c25-b2c61cefcd31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f611811-e093-433f-9aea-61970f40e4b3') {} {{(pid=106202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:31:17.824707 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-948e6c14-d3b0-487e-8c25-b2c61cefcd31 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735121314645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6891113'] for segment (8f611811-e093-433f-9aea-61970f40e4b3), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:17.839904 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-948e6c14-d3b0-487e-8c25-b2c61cefcd31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355690'] for segment (8f611811-e093-433f-9aea-61970f40e4b3), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:17.847342 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-948e6c14-d3b0-487e-8c25-b2c61cefcd31 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=106202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 12:31:17.847740 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-948e6c14-d3b0-487e-8c25-b2c61cefcd31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6955165'] for segment (8f611811-e093-433f-9aea-61970f40e4b3), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:17.896890 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.services.segments.plugin [-] Segment 8f611811-e093-433f-9aea-61970f40e4b3 resource provider aggregate not found Sep 21 12:31:17.932718 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.services.segments.plugin [-] Segment 8f611811-e093-433f-9aea-61970f40e4b3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8f611811-e093-433f-9aea-61970f40e4b3 found for delete ", "request_id": "req-9591e2b7-afd1-499f-a6d0-b4332e1e8486"}]} Sep 21 12:31:17.932718 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-948e6c14-d3b0-487e-8c25-b2c61cefcd31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534153'] for network (b3f0e30c-c130-4bd6-a99c-2726089c3f25), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:17.938483 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-948e6c14-d3b0-487e-8c25-b2c61cefcd31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544014'] for network (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:17.942810 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-948e6c14-d3b0-487e-8c25-b2c61cefcd31 admin admin] 10.222.0.71 "DELETE /networking/v2.0/networks/b3f0e30c-c130-4bd6-a99c-2726089c3f25 HTTP/1.1" status: 204 len: 168 time: 0.6075568 Sep 21 12:31:17.960857 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948e6c14-d3b0-487e-8c25-b2c61cefcd31 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3f0e30c-c130-4bd6-a99c-2726089c3f25,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:17.992160 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 0ff2efdf-b046-4153-ae1f-9a2adb08b6fc no longer exists at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 12:31:18.016009 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] No Port match for: 0ff2efdf-b046-4153-ae1f-9a2adb08b6fc {{(pid=106203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 12:31:18.016352 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 0ff2efdf-b046-4153-ae1f-9a2adb08b6fc not bound to the agent host dv-cinder-858678-1-iscsi {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 12:31:18.016768 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 9e0ba373-651e-4982-9c48-5c0bf838797e no longer exists at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 12:31:18.035379 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] No Port match for: 9e0ba373-651e-4982-9c48-5c0bf838797e {{(pid=106203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 12:31:18.035726 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 9e0ba373-651e-4982-9c48-5c0bf838797e not bound to the agent host dv-cinder-858678-1-iscsi {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 12:31:18.038772 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device b41f453c-e6c1-4776-92c2-72fe0c00540d no longer exists at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 12:31:18.054059 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] No Port match for: b41f453c-e6c1-4776-92c2-72fe0c00540d {{(pid=106203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 12:31:18.054402 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device b41f453c-e6c1-4776-92c2-72fe0c00540d not bound to the agent host dv-cinder-858678-1-iscsi {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 12:31:18.128180 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 60596) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:31:18.168332 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-2136e39e-9452-45d4-8a2b-e3aa60c6ad48 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=5e6ef4f3de1943ffbde82d3f0a19542f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0388243 Sep 21 12:31:18.171424 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 60598) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:31:18.220718 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-05998932-62a4-4fc8-86c1-30ff0a25545a admin admin] Publish callbacks [] for security_group (f9d21609-c22e-4c68-a695-b3a4a31d3889), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:18.243283 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-05998932-62a4-4fc8-86c1-30ff0a25545a admin admin] Publish callbacks [] for security_group (f9d21609-c22e-4c68-a695-b3a4a31d3889), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:18.304468 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-05998932-62a4-4fc8-86c1-30ff0a25545a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (f9d21609-c22e-4c68-a695-b3a4a31d3889), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:18.307059 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-05998932-62a4-4fc8-86c1-30ff0a25545a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:18.308273 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-05998932-62a4-4fc8-86c1-30ff0a25545a admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/f9d21609-c22e-4c68-a695-b3a4a31d3889 HTTP/1.1" status: 204 len: 168 time: 0.1355650 Sep 21 12:31:18.316742 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05998932-62a4-4fc8-86c1-30ff0a25545a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d21609-c22e-4c68-a695-b3a4a31d3889,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:18.554499 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (986f726e-8c98-4005-b3b7-e033305b1240), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:19.019615 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 60622) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:31:19.117818 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [None req-3d7c3d46-7ddd-4103-bbfe-d398736f9eca admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-307258962-network', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:31:19.137545 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7c3d46-7ddd-4103-bbfe-d398736f9eca admin admin] Made reservation on behalf of bd7f2ef25e054b619068baf878bead18 for: {'network': 1} {{(pid=106202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:31:19.139888 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-3d7c3d46-7ddd-4103-bbfe-d398736f9eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for network (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:19.148776 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-3d7c3d46-7ddd-4103-bbfe-d398736f9eca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:19.234337 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-3d7c3d46-7ddd-4103-bbfe-d398736f9eca admin admin] Publish callbacks [] for security_group (b2d581b0-a482-4f42-adc4-6dc1bf2af570), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:19.238029 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-3d7c3d46-7ddd-4103-bbfe-d398736f9eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (b2d581b0-a482-4f42-adc4-6dc1bf2af570), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:19.264597 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d7c3d46-7ddd-4103-bbfe-d398736f9eca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=106202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 12:31:19.273934 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7c3d46-7ddd-4103-bbfe-d398736f9eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d581b0-a482-4f42-adc4-6dc1bf2af570,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:19.281912 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-3d7c3d46-7ddd-4103-bbfe-d398736f9eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355690'] for segment (9a81ab1a-c91c-421a-be88-b87f2c0b7773), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:19.282068 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.db.segments_db [None req-3d7c3d46-7ddd-4103-bbfe-d398736f9eca admin admin] Added segment 9a81ab1a-c91c-421a-be88-b87f2c0b7773 of type vlan for network e8f74bce-cdd1-4f64-9fe4-35f38581a3e4 Sep 21 12:31:19.322513 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-3d7c3d46-7ddd-4103-bbfe-d398736f9eca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735120869551'] for network (e8f74bce-cdd1-4f64-9fe4-35f38581a3e4), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:19.345312 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:19.351817 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-3d7c3d46-7ddd-4103-bbfe-d398736f9eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028'] for network (e8f74bce-cdd1-4f64-9fe4-35f38581a3e4), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:19.352815 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7c3d46-7ddd-4103-bbfe-d398736f9eca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:31:19.353420 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-3d7c3d46-7ddd-4103-bbfe-d398736f9eca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544014'] for network (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:19.409646 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-3d7c3d46-7ddd-4103-bbfe-d398736f9eca admin admin] 10.222.0.71 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3888953 Sep 21 12:31:19.412768 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 60626) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:31:19.417772 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.v2.base [None req-a5c55e13-bda7-4356-a077-39a9544f3db1 admin admin] Request body: {'subnet': {'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-307258962-subnet', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:31:19.423406 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7c3d46-7ddd-4103-bbfe-d398736f9eca admin admin] Pushing event updated for resources: {'Network': ['ID=e8f74bce-cdd1-4f64-9fe4-35f38581a3e4,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:19.433622 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Network e8f74bce-cdd1-4f64-9fe4-35f38581a3e4 details requested by agent ovs-agent-dv-cinder-858678-1-iscsi with host dv-cinder-858678-1-iscsi {{(pid=106203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 12:31:19.438906 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c55e13-bda7-4356-a077-39a9544f3db1 admin admin] Made reservation on behalf of bd7f2ef25e054b619068baf878bead18 for: {'subnet': 1} {{(pid=106201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:31:19.441762 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-a5c55e13-bda7-4356-a077-39a9544f3db1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7012699'] for subnet (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:19.522960 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:INSERT=4,neutron:SELECT=86,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:19.562564 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:19.618106 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-a5c55e13-bda7-4356-a077-39a9544f3db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6786222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7012685'] for subnet (62b0a2ff-8728-481a-b55a-ce99e8ef1e63), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:19.664969 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c55e13-bda7-4356-a077-39a9544f3db1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62b0a2ff-8728-481a-b55a-ce99e8ef1e63,revision_number=0']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:19.684078 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c55e13-bda7-4356-a077-39a9544f3db1 admin admin] Checking segment: {'id': '9a81ab1a-c91c-421a-be88-b87f2c0b7773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:31:19.684427 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c55e13-bda7-4356-a077-39a9544f3db1 admin admin] Network hostable DHCP agents. Network: e8f74bce-cdd1-4f64-9fe4-35f38581a3e4, hostable agents: ['f73c601a-29a1-4353-9f34-efd4ba2e6501'], hosted agents: [] {{(pid=106201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 12:31:19.703360 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c55e13-bda7-4356-a077-39a9544f3db1 admin admin] Network e8f74bce-cdd1-4f64-9fe4-35f38581a3e4 is scheduled to be hosted by DHCP agent f73c601a-29a1-4353-9f34-efd4ba2e6501 with binding_index 1 {{(pid=106201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 12:31:19.717631 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.base_scheduler [None req-a5c55e13-bda7-4356-a077-39a9544f3db1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858678-1-iscsi, e8f74bce-cdd1-4f64-9fe4-35f38581a3e4) {{(pid=106201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:31:19.721564 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c55e13-bda7-4356-a077-39a9544f3db1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:31:19.722157 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-a5c55e13-bda7-4356-a077-39a9544f3db1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544014'] for subnet (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:19.726588 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a93f12-dc0c-4246-9c2a-92cbd412a862 None None] Network e8f74bce-cdd1-4f64-9fe4-35f38581a3e4 requested from dv-cinder-858678-1-iscsi {{(pid=106203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 12:31:19.738746 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-a5c55e13-bda7-4356-a077-39a9544f3db1 admin admin] 10.222.0.71 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3248696 Sep 21 12:31:19.741489 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 60628) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:31:19.745754 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.v2.base [None req-9327d6ea-cf1b-4d78-b586-7632e0e1e13e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-307258962-router', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d'}}} {{(pid=106201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:31:19.775464 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-9327d6ea-cf1b-4d78-b586-7632e0e1e13e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4986'] for router (7790f097-110a-4e2e-b7cb-1db12730b695), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:19.776577 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-9327d6ea-cf1b-4d78-b586-7632e0e1e13e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4963'] for router (7790f097-110a-4e2e-b7cb-1db12730b695), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:19.827910 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-9327d6ea-cf1b-4d78-b586-7632e0e1e13e admin admin] Publish callbacks [] for router_controller (7790f097-110a-4e2e-b7cb-1db12730b695), precommit_add_association {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:19.833989 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2deeb827-00ba-423d-a00d-0a8143be95d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp926fb466-bfb5-5eb1-bc3c-68df119c7c5e-e8f74bce-cdd1-4f64-9fe4-35f38581a3e4', 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4', 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'fixed_ips': [{'subnet_id': '62b0a2ff-8728-481a-b55a-ce99e8ef1e63'}]}} from dv-cinder-858678-1-iscsi. {{(pid=106203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 21 12:31:19.834970 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-2deeb827-00ba-423d-a00d-0a8143be95d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (None), before_create {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:20.011277 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-9327d6ea-cf1b-4d78-b586-7632e0e1e13e admin admin] Publish callbacks [] for router_gateway (7790f097-110a-4e2e-b7cb-1db12730b695), precommit_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:20.020926 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.db_base_plugin_common [None req-2deeb827-00ba-423d-a00d-0a8143be95d6 None None] Allocated IP 172.20.0.2 (e8f74bce-cdd1-4f64-9fe4-35f38581a3e4/62b0a2ff-8728-481a-b55a-ce99e8ef1e63/191a5b10-0a4f-4b42-b16c-83cdca830fbc) {{(pid=106203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:31:20.166742 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:20.168120 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-2deeb827-00ba-423d-a00d-0a8143be95d6 None None] Publish callbacks [] for port (191a5b10-0a4f-4b42-b16c-83cdca830fbc), precommit_create {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:20.175077 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-2deeb827-00ba-423d-a00d-0a8143be95d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735120900801'] for port (191a5b10-0a4f-4b42-b16c-83cdca830fbc), after_create {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:20.178997 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:20.209919 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-9327d6ea-cf1b-4d78-b586-7632e0e1e13e admin admin] Publish callbacks [] for router_gateway (7790f097-110a-4e2e-b7cb-1db12730b695), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:20.228133 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2deeb827-00ba-423d-a00d-0a8143be95d6 None None] Network e8f74bce-cdd1-4f64-9fe4-35f38581a3e4 is already hosted by enough agents. {{(pid=106203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:31:20.229960 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-9327d6ea-cf1b-4d78-b586-7632e0e1e13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:20.231843 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.scheduler.base_scheduler [None req-2deeb827-00ba-423d-a00d-0a8143be95d6 None None] Resources bound (agent type, host, resource id): {{(pid=106203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:31:20.234339 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2deeb827-00ba-423d-a00d-0a8143be95d6 None None] Received port after_create {{(pid=106203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 12:31:20.236559 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deeb827-00ba-423d-a00d-0a8143be95d6 None None] Pushing event updated for resources: {'Port': ['ID=191a5b10-0a4f-4b42-b16c-83cdca830fbc,revision_number=1']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:20.296364 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.managers [None req-2deeb827-00ba-423d-a00d-0a8143be95d6 None None] Attempting to bind port 191a5b10-0a4f-4b42-b16c-83cdca830fbc on host dv-cinder-858678-1-iscsi for vnic_type normal with profile {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 12:31:20.296737 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.managers [None req-2deeb827-00ba-423d-a00d-0a8143be95d6 None None] Attempting to bind port 191a5b10-0a4f-4b42-b16c-83cdca830fbc by drivers openvswitch,hyperv on host dv-cinder-858678-1-iscsi at level 0 using segments [{'id': '9a81ab1a-c91c-421a-be88-b87f2c0b7773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4'}] {{(pid=106203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 12:31:20.297111 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2deeb827-00ba-423d-a00d-0a8143be95d6 None None] Attempting to bind port 191a5b10-0a4f-4b42-b16c-83cdca830fbc on network e8f74bce-cdd1-4f64-9fe4-35f38581a3e4 {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:31:20.349340 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2deeb827-00ba-423d-a00d-0a8143be95d6 None None] Checking agent: {'id': '57fb69a9-4edc-44fd-8965-b65708e41306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858678-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 12, 12, 11), 'started_at': datetime.datetime(2022, 9, 21, 12, 12, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 12, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858678-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 12:31:20.349702 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2deeb827-00ba-423d-a00d-0a8143be95d6 None None] Checking segment: {'id': '9a81ab1a-c91c-421a-be88-b87f2c0b7773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:31:20.350101 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-2deeb827-00ba-423d-a00d-0a8143be95d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:20.350513 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2deeb827-00ba-423d-a00d-0a8143be95d6 None None] Bound using segment: {'id': '9a81ab1a-c91c-421a-be88-b87f2c0b7773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4'} {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 12:31:20.350985 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.managers [None req-2deeb827-00ba-423d-a00d-0a8143be95d6 None None] Bound port: 191a5b10-0a4f-4b42-b16c-83cdca830fbc, host: dv-cinder-858678-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a81ab1a-c91c-421a-be88-b87f2c0b7773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4'}}] {{(pid=106203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 12:31:20.351379 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-2deeb827-00ba-423d-a00d-0a8143be95d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (191a5b10-0a4f-4b42-b16c-83cdca830fbc), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:20.416852 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-2deeb827-00ba-423d-a00d-0a8143be95d6 None None] For port 191a5b10-0a4f-4b42-b16c-83cdca830fbc, host dv-cinder-858678-1-iscsi, cleared binding levels {{(pid=106203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:31:20.420293 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-2deeb827-00ba-423d-a00d-0a8143be95d6 None None] For port 191a5b10-0a4f-4b42-b16c-83cdca830fbc, host dv-cinder-858678-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=191a5b10-0a4f-4b42-b16c-83cdca830fbc,segment=NetworkSegment(9a81ab1a-c91c-421a-be88-b87f2c0b7773),segment_id=9a81ab1a-c91c-421a-be88-b87f2c0b7773)] {{(pid=106203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:31:20.435403 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-2deeb827-00ba-423d-a00d-0a8143be95d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (191a5b10-0a4f-4b42-b16c-83cdca830fbc), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:20.493190 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deeb827-00ba-423d-a00d-0a8143be95d6 None None] Pushing event updated for resources: {'Port': ['ID=191a5b10-0a4f-4b42-b16c-83cdca830fbc,revision_number=2']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:20.571151 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.db.db_base_plugin_common [None req-9327d6ea-cf1b-4d78-b586-7632e0e1e13e admin admin] Allocated IP 172.27.0.246 (988e67c4-a01e-4c04-8cb9-1b0dd07d668d/691ea813-de87-4809-9e6b-d8504be0b97f/38ab0a3c-d859-4900-8927-c30c165851cf) {{(pid=106201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:31:20.700121 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-9327d6ea-cf1b-4d78-b586-7632e0e1e13e admin admin] Publish callbacks [] for port (38ab0a3c-d859-4900-8927-c30c165851cf), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:20.701513 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:20.736961 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-9327d6ea-cf1b-4d78-b586-7632e0e1e13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735120900801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6788894'] for port (38ab0a3c-d859-4900-8927-c30c165851cf), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:20.741307 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:20.791786 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9327d6ea-cf1b-4d78-b586-7632e0e1e13e admin admin] Network 988e67c4-a01e-4c04-8cb9-1b0dd07d668d is already hosted by enough agents. {{(pid=106201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:31:20.793370 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9327d6ea-cf1b-4d78-b586-7632e0e1e13e admin admin] Pushing event updated for resources: {'Port': ['ID=38ab0a3c-d859-4900-8927-c30c165851cf,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:20.796398 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.base_scheduler [None req-9327d6ea-cf1b-4d78-b586-7632e0e1e13e admin admin] Resources bound (agent type, host, resource id): {{(pid=106201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:31:20.798482 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9327d6ea-cf1b-4d78-b586-7632e0e1e13e admin admin] Received port after_create {{(pid=106201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 12:31:21.043203 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-9327d6ea-cf1b-4d78-b586-7632e0e1e13e admin admin] Publish callbacks [] for router_gateway (7790f097-110a-4e2e-b7cb-1db12730b695), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:21.243372 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-9327d6ea-cf1b-4d78-b586-7632e0e1e13e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534052'] for router (7790f097-110a-4e2e-b7cb-1db12730b695), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:21.387438 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8161ca58-2384-46fd-b35c-c1d102ce23fe None None] Network e8f74bce-cdd1-4f64-9fe4-35f38581a3e4 requested from dv-cinder-858678-1-iscsi {{(pid=106203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 12:31:21.392034 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9327d6ea-cf1b-4d78-b586-7632e0e1e13e admin admin] Router 7790f097-110a-4e2e-b7cb-1db12730b695 is scheduled to L3 agent 4f31b8b6-17c0-474d-bf52-0481ff2a5cf7 with binding_index 1 {{(pid=106201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 12:31:21.469504 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-855cad8a-4fb5-472a-b6a7-aa9df5065e41 None None] Provisioning complete for port 191a5b10-0a4f-4b42-b16c-83cdca830fbc triggered by entity DHCP. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:31:21.469871 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-855cad8a-4fb5-472a-b6a7-aa9df5065e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (191a5b10-0a4f-4b42-b16c-83cdca830fbc), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:21.470240 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-855cad8a-4fb5-472a-b6a7-aa9df5065e41 None None] Attempt 1 to provision port 191a5b10-0a4f-4b42-b16c-83cdca830fbc Sep 21 12:31:21.505975 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9327d6ea-cf1b-4d78-b586-7632e0e1e13e admin admin] Notify agent at l3_agent.dv-cinder-858678-1-iscsi the message routers_updated {{(pid=106201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:31:21.525905 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a914f4-d524-4421-9432-24d198c3c6cc None None] Sync routers for ids ['7790f097-110a-4e2e-b7cb-1db12730b695'] in dv-cinder-858678-1-iscsi {{(pid=106203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:31:21.528125 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-9327d6ea-cf1b-4d78-b586-7632e0e1e13e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:21.529371 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-9327d6ea-cf1b-4d78-b586-7632e0e1e13e admin admin] 10.222.0.71 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7869544 Sep 21 12:31:21.532885 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 60634) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:31:21.542364 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=79,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=12 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:21.555788 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a914f4-d524-4421-9432-24d198c3c6cc None None] Routers {'7790f097-110a-4e2e-b7cb-1db12730b695'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:31:21.556431 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-a7a914f4-d524-4421-9432-24d198c3c6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:31:09Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['7790f097-110a-4e2e-b7cb-1db12730b695'], 'active': True} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:31:21.671322 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-855cad8a-4fb5-472a-b6a7-aa9df5065e41 None None] Current status of the port 191a5b10-0a4f-4b42-b16c-83cdca830fbc is: DOWN; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:31:21.671675 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-855cad8a-4fb5-472a-b6a7-aa9df5065e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (191a5b10-0a4f-4b42-b16c-83cdca830fbc), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:21.730311 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-855cad8a-4fb5-472a-b6a7-aa9df5065e41 None None] For port 191a5b10-0a4f-4b42-b16c-83cdca830fbc, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=191a5b10-0a4f-4b42-b16c-83cdca830fbc,segment=NetworkSegment(9a81ab1a-c91c-421a-be88-b87f2c0b7773),segment_id=9a81ab1a-c91c-421a-be88-b87f2c0b7773)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:31:21.733924 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.agents_db [None req-f0b1ed15-d02e-46f0-bd67-2b506ff8404e None None] Agent healthcheck: found 6 active agents {{(pid=106204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:31:21.736400 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvr_db [None req-a7a914f4-d524-4421-9432-24d198c3c6cc None None] Set router 7790f097-110a-4e2e-b7cb-1db12730b695 gateway port host: dv-cinder-858678-1-iscsi {{(pid=106203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:31:21.739382 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-855cad8a-4fb5-472a-b6a7-aa9df5065e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (191a5b10-0a4f-4b42-b16c-83cdca830fbc), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:22.014629 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-2b8f0a70-1ec6-4a3a-9aef-07201324e191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:22.030537 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-73b03b21-a4ca-4ecd-a2c0-8ad486956517 None None] Provisioning complete for port 191a5b10-0a4f-4b42-b16c-83cdca830fbc triggered by entity DHCP. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:31:22.030537 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-73b03b21-a4ca-4ecd-a2c0-8ad486956517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (191a5b10-0a4f-4b42-b16c-83cdca830fbc), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:22.030537 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-73b03b21-a4ca-4ecd-a2c0-8ad486956517 None None] Attempt 1 to provision port 191a5b10-0a4f-4b42-b16c-83cdca830fbc Sep 21 12:31:22.067151 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 191a5b10-0a4f-4b42-b16c-83cdca830fbc up at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:31:22.093438 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855cad8a-4fb5-472a-b6a7-aa9df5065e41 None None] Pushing event updated for resources: {'Port': ['ID=191a5b10-0a4f-4b42-b16c-83cdca830fbc,revision_number=3']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:22.112220 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:22.116523 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:22.182585 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.db_base_plugin_common [None req-2b8f0a70-1ec6-4a3a-9aef-07201324e191 admin admin] Allocated IP 172.20.0.1 (e8f74bce-cdd1-4f64-9fe4-35f38581a3e4/62b0a2ff-8728-481a-b55a-ce99e8ef1e63/1e924c8b-82a3-464e-81f6-ae4bda862ab6) {{(pid=106202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:31:22.212386 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Provisioning complete for port 191a5b10-0a4f-4b42-b16c-83cdca830fbc triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:31:22.212762 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (191a5b10-0a4f-4b42-b16c-83cdca830fbc), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:22.213100 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Attempt 1 to provision port 191a5b10-0a4f-4b42-b16c-83cdca830fbc Sep 21 12:31:22.252928 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-a7a914f4-d524-4421-9432-24d198c3c6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'name': 'tempest-AttachVolumeNegativeTest-307258962-router', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '38ab0a3c-d859-4900-8927-c30c165851cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:31:19Z', 'updated_at': '2022-09-21T12:31:20Z', 'revision_number': 3, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'gw_port': {'id': '38ab0a3c-d859-4900-8927-c30c165851cf', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:20Z', 'updated_at': '2022-09-21T12:31:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi'}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:31:22.260017 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-73b03b21-a4ca-4ecd-a2c0-8ad486956517 None None] Current status of the port 191a5b10-0a4f-4b42-b16c-83cdca830fbc is: ACTIVE; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:31:22.289844 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a914f4-d524-4421-9432-24d198c3c6cc None None] Checking router: 7790f097-110a-4e2e-b7cb-1db12730b695 for host: dv-cinder-858678-1-iscsi {{(pid=106203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:31:22.290111 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a914f4-d524-4421-9432-24d198c3c6cc None None] Updating router 7790f097-110a-4e2e-b7cb-1db12730b695 port 38ab0a3c-d859-4900-8927-c30c165851cf binding host dv-cinder-858678-1-iscsi {{(pid=106203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 12:31:22.299275 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-2b8f0a70-1ec6-4a3a-9aef-07201324e191 admin admin] Publish callbacks [] for port (1e924c8b-82a3-464e-81f6-ae4bda862ab6), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:22.329428 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-a7a914f4-d524-4421-9432-24d198c3c6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (38ab0a3c-d859-4900-8927-c30c165851cf), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:22.343890 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-2b8f0a70-1ec6-4a3a-9aef-07201324e191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735120900801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (1e924c8b-82a3-464e-81f6-ae4bda862ab6), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:22.378359 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:22.381270 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8f0a70-1ec6-4a3a-9aef-07201324e191 admin admin] Network e8f74bce-cdd1-4f64-9fe4-35f38581a3e4 is already hosted by enough agents. {{(pid=106202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:31:22.387951 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Current status of the port 191a5b10-0a4f-4b42-b16c-83cdca830fbc is: ACTIVE; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:31:22.388495 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.base_scheduler [None req-2b8f0a70-1ec6-4a3a-9aef-07201324e191 admin admin] Resources bound (agent type, host, resource id): {{(pid=106202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:31:22.393229 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8f0a70-1ec6-4a3a-9aef-07201324e191 admin admin] Received port after_create {{(pid=106202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 12:31:22.431129 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8f0a70-1ec6-4a3a-9aef-07201324e191 admin admin] Pushing event updated for resources: {'Port': ['ID=1e924c8b-82a3-464e-81f6-ae4bda862ab6,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:22.452206 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-2b8f0a70-1ec6-4a3a-9aef-07201324e191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-624413'] for router_interface (7790f097-110a-4e2e-b7cb-1db12730b695), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:22.455355 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:22.613357 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-2b8f0a70-1ec6-4a3a-9aef-07201324e191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (1e924c8b-82a3-464e-81f6-ae4bda862ab6), before_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:22.647902 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-a7a914f4-d524-4421-9432-24d198c3c6cc None None] Publish callbacks [] for port (38ab0a3c-d859-4900-8927-c30c165851cf), precommit_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:22.653707 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-a7a914f4-d524-4421-9432-24d198c3c6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (38ab0a3c-d859-4900-8927-c30c165851cf), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:22.703441 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.managers [None req-a7a914f4-d524-4421-9432-24d198c3c6cc None None] Attempting to bind port 38ab0a3c-d859-4900-8927-c30c165851cf on host dv-cinder-858678-1-iscsi for vnic_type normal with profile {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 12:31:22.703723 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.managers [None req-a7a914f4-d524-4421-9432-24d198c3c6cc None None] Attempting to bind port 38ab0a3c-d859-4900-8927-c30c165851cf by drivers openvswitch,hyperv on host dv-cinder-858678-1-iscsi at level 0 using segments [{'id': '0a2e6652-942c-46a2-8162-ab1d320b7f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d'}] {{(pid=106203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 12:31:22.703951 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a914f4-d524-4421-9432-24d198c3c6cc None None] Attempting to bind port 38ab0a3c-d859-4900-8927-c30c165851cf on network 988e67c4-a01e-4c04-8cb9-1b0dd07d668d {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:31:22.737931 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-19e74699-cf99-4695-8a70-4f6f2eaf3c29 None None] Provisioning complete for port 1e924c8b-82a3-464e-81f6-ae4bda862ab6 triggered by entity DHCP. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:31:22.738300 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-19e74699-cf99-4695-8a70-4f6f2eaf3c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (1e924c8b-82a3-464e-81f6-ae4bda862ab6), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:22.738636 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-19e74699-cf99-4695-8a70-4f6f2eaf3c29 None None] Attempt 1 to provision port 1e924c8b-82a3-464e-81f6-ae4bda862ab6 Sep 21 12:31:22.770612 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903cb798-8670-4914-adbd-5b04bd816d8f None None] Pushing event updated for resources: {'Port': ['ID=38ab0a3c-d859-4900-8927-c30c165851cf,revision_number=2']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:22.793761 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-19e74699-cf99-4695-8a70-4f6f2eaf3c29 None None] Port 1e924c8b-82a3-464e-81f6-ae4bda862ab6 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:31:22.798752 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a914f4-d524-4421-9432-24d198c3c6cc None None] Checking agent: {'id': '57fb69a9-4edc-44fd-8965-b65708e41306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858678-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 12, 12, 11), 'started_at': datetime.datetime(2022, 9, 21, 12, 12, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 12, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858678-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 12:31:22.799124 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a914f4-d524-4421-9432-24d198c3c6cc None None] Checking segment: {'id': '0a2e6652-942c-46a2-8162-ab1d320b7f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:31:22.799523 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-a7a914f4-d524-4421-9432-24d198c3c6cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:22.799940 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a914f4-d524-4421-9432-24d198c3c6cc None None] Bound using segment: {'id': '0a2e6652-942c-46a2-8162-ab1d320b7f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d'} {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 12:31:22.800411 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.managers [None req-a7a914f4-d524-4421-9432-24d198c3c6cc None None] Bound port: 38ab0a3c-d859-4900-8927-c30c165851cf, host: dv-cinder-858678-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2e6652-942c-46a2-8162-ab1d320b7f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d'}}] {{(pid=106203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 12:31:22.800793 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-a7a914f4-d524-4421-9432-24d198c3c6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (38ab0a3c-d859-4900-8927-c30c165851cf), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:22.857565 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-a7a914f4-d524-4421-9432-24d198c3c6cc None None] For port 38ab0a3c-d859-4900-8927-c30c165851cf, host dv-cinder-858678-1-iscsi, cleared binding levels {{(pid=106203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:31:22.861717 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-a7a914f4-d524-4421-9432-24d198c3c6cc None None] For port 38ab0a3c-d859-4900-8927-c30c165851cf, host dv-cinder-858678-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=38ab0a3c-d859-4900-8927-c30c165851cf,segment=NetworkSegment(0a2e6652-942c-46a2-8162-ab1d320b7f7e),segment_id=0a2e6652-942c-46a2-8162-ab1d320b7f7e)] {{(pid=106203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:31:22.868673 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-a7a914f4-d524-4421-9432-24d198c3c6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (38ab0a3c-d859-4900-8927-c30c165851cf), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:22.903798 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:22.915099 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a914f4-d524-4421-9432-24d198c3c6cc None None] Routers {'7790f097-110a-4e2e-b7cb-1db12730b695'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:31:22.915732 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-a7a914f4-d524-4421-9432-24d198c3c6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:31:09Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['7790f097-110a-4e2e-b7cb-1db12730b695'], 'active': True} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:31:22.959222 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:22.966761 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903cb798-8670-4914-adbd-5b04bd816d8f None None] Pushing event updated for resources: {'Port': ['ID=38ab0a3c-d859-4900-8927-c30c165851cf,revision_number=3']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:23.058665 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvr_db [None req-a7a914f4-d524-4421-9432-24d198c3c6cc None None] Set router 7790f097-110a-4e2e-b7cb-1db12730b695 gateway port host: dv-cinder-858678-1-iscsi {{(pid=106203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:31:23.064600 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-2b8f0a70-1ec6-4a3a-9aef-07201324e191 admin admin] Publish callbacks [] for port (1e924c8b-82a3-464e-81f6-ae4bda862ab6), precommit_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:23.069016 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-2b8f0a70-1ec6-4a3a-9aef-07201324e191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6955121'] for port (1e924c8b-82a3-464e-81f6-ae4bda862ab6), after_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:23.146258 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8f0a70-1ec6-4a3a-9aef-07201324e191 admin admin] Pushing event updated for resources: {'Port': ['ID=1e924c8b-82a3-464e-81f6-ae4bda862ab6,revision_number=2']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:23.148825 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-2b8f0a70-1ec6-4a3a-9aef-07201324e191 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-544034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624521'] for router_interface (7790f097-110a-4e2e-b7cb-1db12730b695), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:23.246338 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8f0a70-1ec6-4a3a-9aef-07201324e191 admin admin] Network e8f74bce-cdd1-4f64-9fe4-35f38581a3e4 is already hosted by enough agents. {{(pid=106202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:31:23.247885 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.base_scheduler [None req-2b8f0a70-1ec6-4a3a-9aef-07201324e191 admin admin] Resources bound (agent type, host, resource id): {{(pid=106202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:31:23.258282 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-a7a914f4-d524-4421-9432-24d198c3c6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'name': 'tempest-AttachVolumeNegativeTest-307258962-router', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '38ab0a3c-d859-4900-8927-c30c165851cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:31:19Z', 'updated_at': '2022-09-21T12:31:22Z', 'revision_number': 4, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'gw_port': {'id': '38ab0a3c-d859-4900-8927-c30c165851cf', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:20Z', 'updated_at': '2022-09-21T12:31:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': '1e924c8b-82a3-464e-81f6-ae4bda862ab6', 'name': '', 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'mac_address': 'fa:16:3e:ea:ce:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '62b0a2ff-8728-481a-b55a-ce99e8ef1e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:22Z', 'updated_at': '2022-09-21T12:31:22Z', 'revision_number': 1, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'subnets': [{'id': '62b0a2ff-8728-481a-b55a-ce99e8ef1e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:31:23.288933 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a914f4-d524-4421-9432-24d198c3c6cc None None] The sync data for ids ['7790f097-110a-4e2e-b7cb-1db12730b695'] in dv-cinder-858678-1-iscsi is: [{'id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'name': 'tempest-AttachVolumeNegativeTest-307258962-router', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '38ab0a3c-d859-4900-8927-c30c165851cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:31:19Z', 'updated_at': '2022-09-21T12:31:22Z', 'revision_number': 4, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'gw_port': {'id': '38ab0a3c-d859-4900-8927-c30c165851cf', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:20Z', 'updated_at': '2022-09-21T12:31:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': '1e924c8b-82a3-464e-81f6-ae4bda862ab6', 'name': '', 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'mac_address': 'fa:16:3e:ea:ce:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '62b0a2ff-8728-481a-b55a-ce99e8ef1e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:22Z', 'updated_at': '2022-09-21T12:31:22Z', 'revision_number': 1, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'subnets': [{'id': '62b0a2ff-8728-481a-b55a-ce99e8ef1e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:31:23.294454 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-19e74699-cf99-4695-8a70-4f6f2eaf3c29 None None] Attempt 2 to provision port 1e924c8b-82a3-464e-81f6-ae4bda862ab6 Sep 21 12:31:23.341190 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-19e74699-cf99-4695-8a70-4f6f2eaf3c29 None None] Port 1e924c8b-82a3-464e-81f6-ae4bda862ab6 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:31:23.379784 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b8f0a70-1ec6-4a3a-9aef-07201324e191 admin admin] Router 7790f097-110a-4e2e-b7cb-1db12730b695 has already been hosted by L3 agent 4f31b8b6-17c0-474d-bf52-0481ff2a5cf7 {{(pid=106202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 12:31:23.489590 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b8f0a70-1ec6-4a3a-9aef-07201324e191 admin admin] Notify agent at l3_agent.dv-cinder-858678-1-iscsi the message routers_updated {{(pid=106202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:31:23.494383 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-2b8f0a70-1ec6-4a3a-9aef-07201324e191 admin admin] 10.222.0.71 "PUT /networking/v2.0/routers/7790f097-110a-4e2e-b7cb-1db12730b695/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9602809 Sep 21 12:31:23.842682 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-19e74699-cf99-4695-8a70-4f6f2eaf3c29 None None] Attempt 3 to provision port 1e924c8b-82a3-464e-81f6-ae4bda862ab6 Sep 21 12:31:23.876301 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-19e74699-cf99-4695-8a70-4f6f2eaf3c29 None None] Port 1e924c8b-82a3-464e-81f6-ae4bda862ab6 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:31:23.985754 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 191a5b10-0a4f-4b42-b16c-83cdca830fbc up at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:31:24.036820 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Provisioning complete for port 191a5b10-0a4f-4b42-b16c-83cdca830fbc triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:31:24.037195 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (191a5b10-0a4f-4b42-b16c-83cdca830fbc), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:24.037535 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Attempt 1 to provision port 191a5b10-0a4f-4b42-b16c-83cdca830fbc Sep 21 12:31:24.124154 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Current status of the port 191a5b10-0a4f-4b42-b16c-83cdca830fbc is: ACTIVE; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:31:24.378551 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-19e74699-cf99-4695-8a70-4f6f2eaf3c29 None None] Attempt 4 to provision port 1e924c8b-82a3-464e-81f6-ae4bda862ab6 Sep 21 12:31:24.413537 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-19e74699-cf99-4695-8a70-4f6f2eaf3c29 None None] Port 1e924c8b-82a3-464e-81f6-ae4bda862ab6 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:31:24.830139 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 60650) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:31:24.834695 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [None req-951c41c9-9887-45cc-af25-dac00e2a6578 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Request body: {'security_group': {'name': 'tempest-securitygroup--44220694', 'description': 'tempest-description--1030139279'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:31:24.846923 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=100 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:24.860605 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-951c41c9-9887-45cc-af25-dac00e2a6578 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for security_group (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:24.914617 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-19e74699-cf99-4695-8a70-4f6f2eaf3c29 None None] Attempt 5 to provision port 1e924c8b-82a3-464e-81f6-ae4bda862ab6 Sep 21 12:31:24.934247 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-951c41c9-9887-45cc-af25-dac00e2a6578 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for security_group (ca132cc9-ce04-48d0-b411-e24cd12d036c), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:24.939682 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-951c41c9-9887-45cc-af25-dac00e2a6578 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (ca132cc9-ce04-48d0-b411-e24cd12d036c), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:24.956878 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-19e74699-cf99-4695-8a70-4f6f2eaf3c29 None None] Port 1e924c8b-82a3-464e-81f6-ae4bda862ab6 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:31:24.972141 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-951c41c9-9887-45cc-af25-dac00e2a6578 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for security_group (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:24.973363 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-951c41c9-9887-45cc-af25-dac00e2a6578 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1421852 Sep 21 12:31:24.976455 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 60652) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:31:24.980998 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.v2.base [None req-05ae3283-c924-4eff-864c-dc730322850d tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Request body: {'security_group_rule': {'security_group_id': 'ca132cc9-ce04-48d0-b411-e24cd12d036c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:31:24.990464 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c41c9-9887-45cc-af25-dac00e2a6578 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca132cc9-ce04-48d0-b411-e24cd12d036c,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:25.011227 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-05ae3283-c924-4eff-864c-dc730322850d tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for security_group_rule (4336c207-a550-4a8b-8099-ad6313917dc8), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:25.061143 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:25.071423 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-05ae3283-c924-4eff-864c-dc730322850d tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for security_group_rule (4336c207-a550-4a8b-8099-ad6313917dc8), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:25.075658 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-05ae3283-c924-4eff-864c-dc730322850d tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663432'] for security_group_rule (4336c207-a550-4a8b-8099-ad6313917dc8), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:25.084490 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=4 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:25.098930 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ae3283-c924-4eff-864c-dc730322850d tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4336c207-a550-4a8b-8099-ad6313917dc8,revision_number=0']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:25.105009 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-05ae3283-c924-4eff-864c-dc730322850d tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:25.106492 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-05ae3283-c924-4eff-864c-dc730322850d tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1287704 Sep 21 12:31:25.109045 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 60654) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:31:25.113355 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.v2.base [None req-b3ac5462-3642-4150-b5b6-6656567426dd tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Request body: {'security_group_rule': {'security_group_id': 'ca132cc9-ce04-48d0-b411-e24cd12d036c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:31:25.143323 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-b3ac5462-3642-4150-b5b6-6656567426dd tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for security_group_rule (2385beb3-c481-4708-a621-755e771ee45c), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:25.204930 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-b3ac5462-3642-4150-b5b6-6656567426dd tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for security_group_rule (2385beb3-c481-4708-a621-755e771ee45c), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:25.209114 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-b3ac5462-3642-4150-b5b6-6656567426dd tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663432'] for security_group_rule (2385beb3-c481-4708-a621-755e771ee45c), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:25.227684 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac5462-3642-4150-b5b6-6656567426dd tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2385beb3-c481-4708-a621-755e771ee45c,revision_number=0']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:25.240706 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-b3ac5462-3642-4150-b5b6-6656567426dd tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:25.244259 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-b3ac5462-3642-4150-b5b6-6656567426dd tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1320717 Sep 21 12:31:25.245416 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 60658) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:31:25.253776 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.v2.base [None req-31b23971-e6d9-4cdd-8c62-4e7449859cfb tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Request body: {'floatingip': {'floating_network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d'}} {{(pid=106201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:31:25.273120 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-31b23971-e6d9-4cdd-8c62-4e7449859cfb tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:25.277582 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f3be42-49e8-46dc-a23d-96c926f8ee4f None None] Sync routers for ids ['7790f097-110a-4e2e-b7cb-1db12730b695'] in dv-cinder-858678-1-iscsi {{(pid=106204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:31:25.287587 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f3be42-49e8-46dc-a23d-96c926f8ee4f None None] Routers {'7790f097-110a-4e2e-b7cb-1db12730b695'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:31:25.288227 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-96f3be42-49e8-46dc-a23d-96c926f8ee4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:31:09Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['7790f097-110a-4e2e-b7cb-1db12730b695'], 'active': True} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:31:25.322398 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=100 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:25.360116 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-31b23971-e6d9-4cdd-8c62-4e7449859cfb tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:25.398562 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvr_db [None req-96f3be42-49e8-46dc-a23d-96c926f8ee4f None None] Set router 7790f097-110a-4e2e-b7cb-1db12730b695 gateway port host: dv-cinder-858678-1-iscsi {{(pid=106204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:31:25.457736 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-19e74699-cf99-4695-8a70-4f6f2eaf3c29 None None] Attempt 6 to provision port 1e924c8b-82a3-464e-81f6-ae4bda862ab6 Sep 21 12:31:25.464790 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.db.db_base_plugin_common [None req-31b23971-e6d9-4cdd-8c62-4e7449859cfb tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Allocated IP 172.27.0.86 (988e67c4-a01e-4c04-8cb9-1b0dd07d668d/691ea813-de87-4809-9e6b-d8504be0b97f/4a9349f7-8294-438a-86e8-fdc12409850d) {{(pid=106201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:31:25.492385 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-19e74699-cf99-4695-8a70-4f6f2eaf3c29 None None] Port 1e924c8b-82a3-464e-81f6-ae4bda862ab6 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:31:25.581902 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-31b23971-e6d9-4cdd-8c62-4e7449859cfb tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for port (4a9349f7-8294-438a-86e8-fdc12409850d), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:25.587155 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-96f3be42-49e8-46dc-a23d-96c926f8ee4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'name': 'tempest-AttachVolumeNegativeTest-307258962-router', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '38ab0a3c-d859-4900-8927-c30c165851cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:31:19Z', 'updated_at': '2022-09-21T12:31:22Z', 'revision_number': 4, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'gw_port': {'id': '38ab0a3c-d859-4900-8927-c30c165851cf', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:20Z', 'updated_at': '2022-09-21T12:31:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': '1e924c8b-82a3-464e-81f6-ae4bda862ab6', 'name': '', 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'mac_address': 'fa:16:3e:ea:ce:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '62b0a2ff-8728-481a-b55a-ce99e8ef1e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:22Z', 'updated_at': '2022-09-21T12:31:22Z', 'revision_number': 2, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'subnets': [{'id': '62b0a2ff-8728-481a-b55a-ce99e8ef1e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:31:25.616311 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-31b23971-e6d9-4cdd-8c62-4e7449859cfb tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735120900801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6788894'] for port (4a9349f7-8294-438a-86e8-fdc12409850d), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:25.618160 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f3be42-49e8-46dc-a23d-96c926f8ee4f None None] Checking router: 7790f097-110a-4e2e-b7cb-1db12730b695 for host: dv-cinder-858678-1-iscsi {{(pid=106204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:31:25.618516 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f3be42-49e8-46dc-a23d-96c926f8ee4f None None] Updating router 7790f097-110a-4e2e-b7cb-1db12730b695 port 1e924c8b-82a3-464e-81f6-ae4bda862ab6 binding host dv-cinder-858678-1-iscsi {{(pid=106204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 12:31:25.645738 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-96f3be42-49e8-46dc-a23d-96c926f8ee4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (1e924c8b-82a3-464e-81f6-ae4bda862ab6), before_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:25.657944 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b23971-e6d9-4cdd-8c62-4e7449859cfb tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Network 988e67c4-a01e-4c04-8cb9-1b0dd07d668d is already hosted by enough agents. {{(pid=106201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:31:25.662950 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.base_scheduler [None req-31b23971-e6d9-4cdd-8c62-4e7449859cfb tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Resources bound (agent type, host, resource id): {{(pid=106201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:31:25.665088 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b23971-e6d9-4cdd-8c62-4e7449859cfb tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Pushing event updated for resources: {'Port': ['ID=4a9349f7-8294-438a-86e8-fdc12409850d,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:25.667227 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b23971-e6d9-4cdd-8c62-4e7449859cfb tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Received port after_create {{(pid=106201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 12:31:25.752198 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-31b23971-e6d9-4cdd-8c62-4e7449859cfb tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for floatingip (75ff7c16-006a-41c2-beb4-b0a80390eadd), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:25.790036 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-31b23971-e6d9-4cdd-8c62-4e7449859cfb tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (4a9349f7-8294-438a-86e8-fdc12409850d), before_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:25.812169 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:INSERT=6,neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:25.828962 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:25.913460 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-96f3be42-49e8-46dc-a23d-96c926f8ee4f None None] Publish callbacks [] for port (1e924c8b-82a3-464e-81f6-ae4bda862ab6), precommit_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:25.920948 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-96f3be42-49e8-46dc-a23d-96c926f8ee4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (1e924c8b-82a3-464e-81f6-ae4bda862ab6), after_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:25.957272 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-31b23971-e6d9-4cdd-8c62-4e7449859cfb tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for port (4a9349f7-8294-438a-86e8-fdc12409850d), precommit_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:25.962264 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-31b23971-e6d9-4cdd-8c62-4e7449859cfb tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6788903'] for port (4a9349f7-8294-438a-86e8-fdc12409850d), after_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:25.968043 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46319f17-8a6b-4e89-a40e-9af033d86c6d None None] Pushing event updated for resources: {'Port': ['ID=1e924c8b-82a3-464e-81f6-ae4bda862ab6,revision_number=3']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:25.975266 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:25.977315 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46319f17-8a6b-4e89-a40e-9af033d86c6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:31:25.977656 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46319f17-8a6b-4e89-a40e-9af033d86c6d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:31:25.977993 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46319f17-8a6b-4e89-a40e-9af033d86c6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:31:25.978349 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46319f17-8a6b-4e89-a40e-9af033d86c6d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:31:25.979057 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46319f17-8a6b-4e89-a40e-9af033d86c6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:31:25.979057 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46319f17-8a6b-4e89-a40e-9af033d86c6d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:31:25.979314 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46319f17-8a6b-4e89-a40e-9af033d86c6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:31:25.979631 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46319f17-8a6b-4e89-a40e-9af033d86c6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:31:25.979989 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46319f17-8a6b-4e89-a40e-9af033d86c6d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:31:25.980310 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46319f17-8a6b-4e89-a40e-9af033d86c6d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:31:25.980627 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46319f17-8a6b-4e89-a40e-9af033d86c6d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:31:25.980961 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46319f17-8a6b-4e89-a40e-9af033d86c6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:31:25.981280 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46319f17-8a6b-4e89-a40e-9af033d86c6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:31:25.981593 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46319f17-8a6b-4e89-a40e-9af033d86c6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:31:25.981906 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46319f17-8a6b-4e89-a40e-9af033d86c6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:31:25.993259 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-19e74699-cf99-4695-8a70-4f6f2eaf3c29 None None] Attempt 7 to provision port 1e924c8b-82a3-464e-81f6-ae4bda862ab6 Sep 21 12:31:25.998681 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 38ab0a3c-d859-4900-8927-c30c165851cf up at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:31:26.037895 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-31b23971-e6d9-4cdd-8c62-4e7449859cfb tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534182'] for floatingip (75ff7c16-006a-41c2-beb4-b0a80390eadd), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:26.041926 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b23971-e6d9-4cdd-8c62-4e7449859cfb tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Pushing event updated for resources: {'Port': ['ID=4a9349f7-8294-438a-86e8-fdc12409850d,revision_number=2']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:26.057678 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-31b23971-e6d9-4cdd-8c62-4e7449859cfb tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for floatingip (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:26.067576 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-31b23971-e6d9-4cdd-8c62-4e7449859cfb tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8115091 Sep 21 12:31:26.067733 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-19e74699-cf99-4695-8a70-4f6f2eaf3c29 None None] Port 1e924c8b-82a3-464e-81f6-ae4bda862ab6 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:31:26.075895 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.managers [None req-96f3be42-49e8-46dc-a23d-96c926f8ee4f None None] Attempting to bind port 1e924c8b-82a3-464e-81f6-ae4bda862ab6 on host dv-cinder-858678-1-iscsi for vnic_type normal with profile {{(pid=106204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 12:31:26.076402 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.managers [None req-96f3be42-49e8-46dc-a23d-96c926f8ee4f None None] Attempting to bind port 1e924c8b-82a3-464e-81f6-ae4bda862ab6 by drivers openvswitch,hyperv on host dv-cinder-858678-1-iscsi at level 0 using segments [{'id': '9a81ab1a-c91c-421a-be88-b87f2c0b7773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4'}] {{(pid=106204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 12:31:26.077505 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f3be42-49e8-46dc-a23d-96c926f8ee4f None None] Attempting to bind port 1e924c8b-82a3-464e-81f6-ae4bda862ab6 on network e8f74bce-cdd1-4f64-9fe4-35f38581a3e4 {{(pid=106204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:31:26.086458 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Provisioning complete for port 38ab0a3c-d859-4900-8927-c30c165851cf triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:31:26.087042 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (38ab0a3c-d859-4900-8927-c30c165851cf), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:26.088086 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Attempt 1 to provision port 38ab0a3c-d859-4900-8927-c30c165851cf Sep 21 12:31:26.121303 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f3be42-49e8-46dc-a23d-96c926f8ee4f None None] Checking agent: {'id': '57fb69a9-4edc-44fd-8965-b65708e41306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858678-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 12, 12, 11), 'started_at': datetime.datetime(2022, 9, 21, 12, 12, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 12, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858678-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 12:31:26.121741 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f3be42-49e8-46dc-a23d-96c926f8ee4f None None] Checking segment: {'id': '9a81ab1a-c91c-421a-be88-b87f2c0b7773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:31:26.122297 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-96f3be42-49e8-46dc-a23d-96c926f8ee4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:26.122662 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f3be42-49e8-46dc-a23d-96c926f8ee4f None None] Bound using segment: {'id': '9a81ab1a-c91c-421a-be88-b87f2c0b7773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4'} {{(pid=106204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 12:31:26.123206 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.managers [None req-96f3be42-49e8-46dc-a23d-96c926f8ee4f None None] Bound port: 1e924c8b-82a3-464e-81f6-ae4bda862ab6, host: dv-cinder-858678-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a81ab1a-c91c-421a-be88-b87f2c0b7773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4'}}] {{(pid=106204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 12:31:26.124218 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-96f3be42-49e8-46dc-a23d-96c926f8ee4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (1e924c8b-82a3-464e-81f6-ae4bda862ab6), before_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:26.170652 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Current status of the port 38ab0a3c-d859-4900-8927-c30c165851cf is: DOWN; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:31:26.171242 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (38ab0a3c-d859-4900-8927-c30c165851cf), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:26.190500 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:26.192821 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.db [None req-96f3be42-49e8-46dc-a23d-96c926f8ee4f None None] For port 1e924c8b-82a3-464e-81f6-ae4bda862ab6, host dv-cinder-858678-1-iscsi, cleared binding levels {{(pid=106204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:31:26.196221 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.db [None req-96f3be42-49e8-46dc-a23d-96c926f8ee4f None None] For port 1e924c8b-82a3-464e-81f6-ae4bda862ab6, host dv-cinder-858678-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=1e924c8b-82a3-464e-81f6-ae4bda862ab6,segment=NetworkSegment(9a81ab1a-c91c-421a-be88-b87f2c0b7773),segment_id=9a81ab1a-c91c-421a-be88-b87f2c0b7773)] {{(pid=106204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:31:26.197433 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] For port 38ab0a3c-d859-4900-8927-c30c165851cf, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=38ab0a3c-d859-4900-8927-c30c165851cf,segment=NetworkSegment(0a2e6652-942c-46a2-8162-ab1d320b7f7e),segment_id=0a2e6652-942c-46a2-8162-ab1d320b7f7e)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:31:26.202920 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (38ab0a3c-d859-4900-8927-c30c165851cf), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:26.204018 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-96f3be42-49e8-46dc-a23d-96c926f8ee4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (1e924c8b-82a3-464e-81f6-ae4bda862ab6), after_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:26.226394 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:26.234011 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8896fdf9-334a-464a-b082-233567f74956 req-8664f12f-c061-4ffc-a43b-29e953602160 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--44220694&fields=id&tenant_id=bd7f2ef25e054b619068baf878bead18 HTTP/1.1" status: 200 len: 267 time: 0.0509279 Sep 21 12:31:26.265613 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Pushing event updated for resources: {'Port': ['ID=38ab0a3c-d859-4900-8927-c30c165851cf,revision_number=4']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:26.335495 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f3be42-49e8-46dc-a23d-96c926f8ee4f None None] Routers {'7790f097-110a-4e2e-b7cb-1db12730b695'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:31:26.336152 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-96f3be42-49e8-46dc-a23d-96c926f8ee4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:31:09Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['7790f097-110a-4e2e-b7cb-1db12730b695'], 'active': True} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:31:26.357381 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8896fdf9-334a-464a-b082-233567f74956 req-22f97d66-3b32-4a2d-b55f-5586e981e0d5 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:31:26.358839 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8896fdf9-334a-464a-b082-233567f74956 req-22f97d66-3b32-4a2d-b55f-5586e981e0d5 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/networks?id=e8f74bce-cdd1-4f64-9fe4-35f38581a3e4 HTTP/1.1" status: 200 len: 814 time: 0.1140661 Sep 21 12:31:26.374023 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8896fdf9-334a-464a-b082-233567f74956 req-562336ba-f355-489d-ac56-cf88a9658452 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/quotas/bd7f2ef25e054b619068baf878bead18 HTTP/1.1" status: 200 len: 375 time: 0.0090134 Sep 21 12:31:26.382417 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46319f17-8a6b-4e89-a40e-9af033d86c6d None None] Pushing event updated for resources: {'Port': ['ID=1e924c8b-82a3-464e-81f6-ae4bda862ab6,revision_number=4']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:26.423497 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8896fdf9-334a-464a-b082-233567f74956 req-f51c9e7e-6285-4604-a7f4-81dfafb581d9 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=bd7f2ef25e054b619068baf878bead18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442977 Sep 21 12:31:26.439602 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [req-8896fdf9-334a-464a-b082-233567f74956 req-2a2867b6-cacf-4bea-92ac-3e3f8a7f852a service neutron] http://10.222.0.71:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106202) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 12:31:26.440625 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8896fdf9-334a-464a-b082-233567f74956 req-2a2867b6-cacf-4bea-92ac-3e3f8a7f852a service neutron] 10.222.0.71 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0059004 Sep 21 12:31:26.444970 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:26.456599 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvr_db [None req-96f3be42-49e8-46dc-a23d-96c926f8ee4f None None] Set router 7790f097-110a-4e2e-b7cb-1db12730b695 gateway port host: dv-cinder-858678-1-iscsi {{(pid=106204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:31:26.540989 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8896fdf9-334a-464a-b082-233567f74956 req-693544e6-a403-40fa-a539-a98ac4b2b811 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/e8f74bce-cdd1-4f64-9fe4-35f38581a3e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945449 Sep 21 12:31:26.561551 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-19e74699-cf99-4695-8a70-4f6f2eaf3c29 None None] Attempt 8 to provision port 1e924c8b-82a3-464e-81f6-ae4bda862ab6 Sep 21 12:31:26.605446 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:26.646076 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-19e74699-cf99-4695-8a70-4f6f2eaf3c29 None None] Current status of the port 1e924c8b-82a3-464e-81f6-ae4bda862ab6 is: DOWN; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:31:26.646645 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-19e74699-cf99-4695-8a70-4f6f2eaf3c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (1e924c8b-82a3-464e-81f6-ae4bda862ab6), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:26.649492 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8896fdf9-334a-464a-b082-233567f74956 req-acb1c0d7-738b-4781-88ba-7788a8ee1ffa service neutron] 10.222.0.71 "GET /networking/v2.0/networks/e8f74bce-cdd1-4f64-9fe4-35f38581a3e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026514 Sep 21 12:31:26.659178 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-96f3be42-49e8-46dc-a23d-96c926f8ee4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'name': 'tempest-AttachVolumeNegativeTest-307258962-router', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '38ab0a3c-d859-4900-8927-c30c165851cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:31:19Z', 'updated_at': '2022-09-21T12:31:22Z', 'revision_number': 4, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'gw_port': {'id': '38ab0a3c-d859-4900-8927-c30c165851cf', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:20Z', 'updated_at': '2022-09-21T12:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': '1e924c8b-82a3-464e-81f6-ae4bda862ab6', 'name': '', 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'mac_address': 'fa:16:3e:ea:ce:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '62b0a2ff-8728-481a-b55a-ce99e8ef1e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:22Z', 'updated_at': '2022-09-21T12:31:26Z', 'revision_number': 4, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'subnets': [{'id': '62b0a2ff-8728-481a-b55a-ce99e8ef1e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:31:26.688271 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f3be42-49e8-46dc-a23d-96c926f8ee4f None None] The sync data for ids ['7790f097-110a-4e2e-b7cb-1db12730b695'] in dv-cinder-858678-1-iscsi is: [{'id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'name': 'tempest-AttachVolumeNegativeTest-307258962-router', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '38ab0a3c-d859-4900-8927-c30c165851cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:31:19Z', 'updated_at': '2022-09-21T12:31:22Z', 'revision_number': 4, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'gw_port': {'id': '38ab0a3c-d859-4900-8927-c30c165851cf', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:20Z', 'updated_at': '2022-09-21T12:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': '1e924c8b-82a3-464e-81f6-ae4bda862ab6', 'name': '', 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'mac_address': 'fa:16:3e:ea:ce:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '62b0a2ff-8728-481a-b55a-ce99e8ef1e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:22Z', 'updated_at': '2022-09-21T12:31:26Z', 'revision_number': 4, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'subnets': [{'id': '62b0a2ff-8728-481a-b55a-ce99e8ef1e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:31:26.688582 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-19e74699-cf99-4695-8a70-4f6f2eaf3c29 None None] For port 1e924c8b-82a3-464e-81f6-ae4bda862ab6, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=1e924c8b-82a3-464e-81f6-ae4bda862ab6,segment=NetworkSegment(9a81ab1a-c91c-421a-be88-b87f2c0b7773),segment_id=9a81ab1a-c91c-421a-be88-b87f2c0b7773)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:31:26.693397 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-19e74699-cf99-4695-8a70-4f6f2eaf3c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (1e924c8b-82a3-464e-81f6-ae4bda862ab6), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:26.751845 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e74699-cf99-4695-8a70-4f6f2eaf3c29 None None] Pushing event updated for resources: {'Port': ['ID=1e924c8b-82a3-464e-81f6-ae4bda862ab6,revision_number=5']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:26.821869 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-c9d85744-c1a4-4b39-80e0-9b83669cad8a None None] Provisioning complete for port 1e924c8b-82a3-464e-81f6-ae4bda862ab6 triggered by entity DHCP. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:31:26.822267 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c9d85744-c1a4-4b39-80e0-9b83669cad8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (1e924c8b-82a3-464e-81f6-ae4bda862ab6), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:26.822605 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-c9d85744-c1a4-4b39-80e0-9b83669cad8a None None] Attempt 1 to provision port 1e924c8b-82a3-464e-81f6-ae4bda862ab6 Sep 21 12:31:26.855773 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-4d8382e1-2f9f-4c88-8ce7-7c512e3cfa4d req-663ceb4c-cb23-4080-b8da-b9ec10c6c97c tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=e17630cc-94bc-4b00-a64e-3c092f04cb1a HTTP/1.1" status: 200 len: 210 time: 0.0289471 Sep 21 12:31:26.928417 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-c9d85744-c1a4-4b39-80e0-9b83669cad8a None None] Current status of the port 1e924c8b-82a3-464e-81f6-ae4bda862ab6 is: ACTIVE; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:31:27.974227 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-2f0b9b1e-9220-496b-8b6d-bdb17142daf3 req-575f0446-65ae-4a95-ba3e-4cd3d6d48e0a tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=e17630cc-94bc-4b00-a64e-3c092f04cb1a HTTP/1.1" status: 200 len: 210 time: 0.0395505 Sep 21 12:31:28.010502 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 1e924c8b-82a3-464e-81f6-ae4bda862ab6 up at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:31:28.063273 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Provisioning complete for port 1e924c8b-82a3-464e-81f6-ae4bda862ab6 triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:31:28.063840 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (1e924c8b-82a3-464e-81f6-ae4bda862ab6), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:28.064277 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Attempt 1 to provision port 1e924c8b-82a3-464e-81f6-ae4bda862ab6 Sep 21 12:31:28.078925 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8896fdf9-334a-464a-b082-233567f74956 req-86196c1d-0d00-4211-bc84-f58eaa947627 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:31:28.080602 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8896fdf9-334a-464a-b082-233567f74956 req-86196c1d-0d00-4211-bc84-f58eaa947627 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.66 "GET /networking/v2.0/networks?id=e8f74bce-cdd1-4f64-9fe4-35f38581a3e4 HTTP/1.1" status: 200 len: 814 time: 0.1175623 Sep 21 12:31:28.140561 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Current status of the port 1e924c8b-82a3-464e-81f6-ae4bda862ab6 is: ACTIVE; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:31:28.142085 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 38ab0a3c-d859-4900-8927-c30c165851cf up at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:31:28.154103 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8896fdf9-334a-464a-b082-233567f74956 req-ad46f45f-a72b-4f32-b216-007f9bb5c502 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.66 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=bd7f2ef25e054b619068baf878bead18 HTTP/1.1" status: 200 len: 378 time: 0.0565181 Sep 21 12:31:28.183932 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Provisioning complete for port 38ab0a3c-d859-4900-8927-c30c165851cf triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:31:28.184305 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (38ab0a3c-d859-4900-8927-c30c165851cf), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:28.184638 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Attempt 1 to provision port 38ab0a3c-d859-4900-8927-c30c165851cf Sep 21 12:31:28.258136 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Current status of the port 38ab0a3c-d859-4900-8927-c30c165851cf is: ACTIVE; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:31:28.270855 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [req-8896fdf9-334a-464a-b082-233567f74956 req-aaabe546-69fd-4fd9-9673-852f7682ec81 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Request body: {'port': {'device_id': 'e17630cc-94bc-4b00-a64e-3c092f04cb1a', 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4', 'admin_state_up': True, 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'security_groups': ['ca132cc9-ce04-48d0-b411-e24cd12d036c']}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:31:28.376469 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8896fdf9-334a-464a-b082-233567f74956 req-aaabe546-69fd-4fd9-9673-852f7682ec81 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Made reservation on behalf of bd7f2ef25e054b619068baf878bead18 for: {'port': 1} {{(pid=106202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:31:28.380329 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-8896fdf9-334a-464a-b082-233567f74956 req-aaabe546-69fd-4fd9-9673-852f7682ec81 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:28.400874 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:INSERT=7,neutron:SELECT=92,neutron:DELETE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:28.512069 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.db_base_plugin_common [req-8896fdf9-334a-464a-b082-233567f74956 req-aaabe546-69fd-4fd9-9673-852f7682ec81 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Allocated IP 172.20.0.3 (e8f74bce-cdd1-4f64-9fe4-35f38581a3e4/62b0a2ff-8728-481a-b55a-ce99e8ef1e63/050f2d58-b5dc-42b1-ac31-96b06caf931b) {{(pid=106202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:31:28.648903 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:28.654254 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-8896fdf9-334a-464a-b082-233567f74956 req-aaabe546-69fd-4fd9-9673-852f7682ec81 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for port (050f2d58-b5dc-42b1-ac31-96b06caf931b), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:28.687874 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-8896fdf9-334a-464a-b082-233567f74956 req-aaabe546-69fd-4fd9-9673-852f7682ec81 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735120900801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (050f2d58-b5dc-42b1-ac31-96b06caf931b), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:28.733908 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8896fdf9-334a-464a-b082-233567f74956 req-aaabe546-69fd-4fd9-9673-852f7682ec81 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Network e8f74bce-cdd1-4f64-9fe4-35f38581a3e4 is already hosted by enough agents. {{(pid=106202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:31:28.737079 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.base_scheduler [req-8896fdf9-334a-464a-b082-233567f74956 req-aaabe546-69fd-4fd9-9673-852f7682ec81 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Resources bound (agent type, host, resource id): {{(pid=106202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:31:28.740105 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.l3_dvrscheduler_db [req-8896fdf9-334a-464a-b082-233567f74956 req-aaabe546-69fd-4fd9-9673-852f7682ec81 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Received port after_create {{(pid=106202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 12:31:28.766218 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaabe546-69fd-4fd9-9673-852f7682ec81 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Pushing event updated for resources: {'Port': ['ID=050f2d58-b5dc-42b1-ac31-96b06caf931b,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:28.797709 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8896fdf9-334a-464a-b082-233567f74956 req-aaabe546-69fd-4fd9-9673-852f7682ec81 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:31:28.798336 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-8896fdf9-334a-464a-b082-233567f74956 req-aaabe546-69fd-4fd9-9673-852f7682ec81 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for port (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:28.815229 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8896fdf9-334a-464a-b082-233567f74956 req-aaabe546-69fd-4fd9-9673-852f7682ec81 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.66 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5481927 Sep 21 12:31:28.834385 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [req-8896fdf9-334a-464a-b082-233567f74956 req-16cdbbcf-ad14-44eb-8383-3249d5504f3e service neutron] Request body: {'port': {'device_id': 'e17630cc-94bc-4b00-a64e-3c092f04cb1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85867'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:31:28.901911 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-8896fdf9-334a-464a-b082-233567f74956 req-16cdbbcf-ad14-44eb-8383-3249d5504f3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (050f2d58-b5dc-42b1-ac31-96b06caf931b), before_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:28.964824 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-8ad17891-afb3-4979-8be4-5dc74710f0a2 None None] Provisioning complete for port 050f2d58-b5dc-42b1-ac31-96b06caf931b triggered by entity DHCP. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:31:28.965193 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8ad17891-afb3-4979-8be4-5dc74710f0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (050f2d58-b5dc-42b1-ac31-96b06caf931b), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:28.965717 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-8ad17891-afb3-4979-8be4-5dc74710f0a2 None None] Attempt 1 to provision port 050f2d58-b5dc-42b1-ac31-96b06caf931b Sep 21 12:31:28.997246 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8ad17891-afb3-4979-8be4-5dc74710f0a2 None None] Port 050f2d58-b5dc-42b1-ac31-96b06caf931b cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:31:29.103040 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0491152-0b00-4151-9e3a-309ea6e2a508 req-2cd3c8c9-b896-4500-900a-711bad8e1320 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:31:29.104571 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-a0491152-0b00-4151-9e3a-309ea6e2a508 req-2cd3c8c9-b896-4500-900a-711bad8e1320 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=e17630cc-94bc-4b00-a64e-3c092f04cb1a HTTP/1.1" status: 200 len: 931 time: 0.0459771 Sep 21 12:31:29.151511 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-a0491152-0b00-4151-9e3a-309ea6e2a508 req-b06c3c0f-3d05-46a2-bcb3-415d8a08853a tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=ca132cc9-ce04-48d0-b411-e24cd12d036c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408895 Sep 21 12:31:29.158282 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:29.162401 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.notifiers.nova [req-8896fdf9-334a-464a-b082-233567f74956 req-16cdbbcf-ad14-44eb-8383-3249d5504f3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 050f2d58-b5dc-42b1-ac31-96b06caf931b {{(pid=106202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 12:31:29.172926 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-8896fdf9-334a-464a-b082-233567f74956 req-16cdbbcf-ad14-44eb-8383-3249d5504f3e service neutron] Publish callbacks [] for port (050f2d58-b5dc-42b1-ac31-96b06caf931b), precommit_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:29.187962 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.provisioning_blocks [req-8896fdf9-334a-464a-b082-233567f74956 req-16cdbbcf-ad14-44eb-8383-3249d5504f3e service neutron] Transition to ACTIVE for port object 050f2d58-b5dc-42b1-ac31-96b06caf931b will not be triggered until provisioned by entity L2. {{(pid=106202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 12:31:29.191445 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-8896fdf9-334a-464a-b082-233567f74956 req-16cdbbcf-ad14-44eb-8383-3249d5504f3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6955121'] for port (050f2d58-b5dc-42b1-ac31-96b06caf931b), after_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:29.266765 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cdbbcf-ad14-44eb-8383-3249d5504f3e service neutron] Pushing event updated for resources: {'Port': ['ID=050f2d58-b5dc-42b1-ac31-96b06caf931b,revision_number=2']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:29.298097 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.managers [req-8896fdf9-334a-464a-b082-233567f74956 req-16cdbbcf-ad14-44eb-8383-3249d5504f3e service neutron] Attempting to bind port 050f2d58-b5dc-42b1-ac31-96b06caf931b on host hv-cinder-85867 for vnic_type normal with profile {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 12:31:29.298426 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.managers [req-8896fdf9-334a-464a-b082-233567f74956 req-16cdbbcf-ad14-44eb-8383-3249d5504f3e service neutron] Attempting to bind port 050f2d58-b5dc-42b1-ac31-96b06caf931b by drivers openvswitch,hyperv on host hv-cinder-85867 at level 0 using segments [{'id': '9a81ab1a-c91c-421a-be88-b87f2c0b7773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4'}] {{(pid=106202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 12:31:29.298756 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8896fdf9-334a-464a-b082-233567f74956 req-16cdbbcf-ad14-44eb-8383-3249d5504f3e service neutron] Attempting to bind port 050f2d58-b5dc-42b1-ac31-96b06caf931b on network e8f74bce-cdd1-4f64-9fe4-35f38581a3e4 {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:31:29.338773 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8896fdf9-334a-464a-b082-233567f74956 req-16cdbbcf-ad14-44eb-8383-3249d5504f3e service neutron] Port 050f2d58-b5dc-42b1-ac31-96b06caf931b on network e8f74bce-cdd1-4f64-9fe4-35f38581a3e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85867 {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 12:31:29.339098 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8896fdf9-334a-464a-b082-233567f74956 req-16cdbbcf-ad14-44eb-8383-3249d5504f3e service neutron] Attempting to bind port 050f2d58-b5dc-42b1-ac31-96b06caf931b on network e8f74bce-cdd1-4f64-9fe4-35f38581a3e4 {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:31:29.384158 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8896fdf9-334a-464a-b082-233567f74956 req-16cdbbcf-ad14-44eb-8383-3249d5504f3e service neutron] Checking agent: {'id': '986f726e-8c98-4005-b3b7-e033305b1240', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85867', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 12, 18, 46), 'started_at': datetime.datetime(2022, 9, 21, 12, 18, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 12, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 12:31:29.384485 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8896fdf9-334a-464a-b082-233567f74956 req-16cdbbcf-ad14-44eb-8383-3249d5504f3e service neutron] Checking segment: {'id': '9a81ab1a-c91c-421a-be88-b87f2c0b7773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:31:29.384861 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8896fdf9-334a-464a-b082-233567f74956 req-16cdbbcf-ad14-44eb-8383-3249d5504f3e service neutron] Bound using segment: {'id': '9a81ab1a-c91c-421a-be88-b87f2c0b7773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4'} {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 12:31:29.385305 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.managers [req-8896fdf9-334a-464a-b082-233567f74956 req-16cdbbcf-ad14-44eb-8383-3249d5504f3e service neutron] Bound port: 050f2d58-b5dc-42b1-ac31-96b06caf931b, host: hv-cinder-85867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a81ab1a-c91c-421a-be88-b87f2c0b7773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4'}}] {{(pid=106202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 12:31:29.385645 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-8896fdf9-334a-464a-b082-233567f74956 req-16cdbbcf-ad14-44eb-8383-3249d5504f3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (050f2d58-b5dc-42b1-ac31-96b06caf931b), before_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:29.445868 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [req-8896fdf9-334a-464a-b082-233567f74956 req-16cdbbcf-ad14-44eb-8383-3249d5504f3e service neutron] For port 050f2d58-b5dc-42b1-ac31-96b06caf931b, host hv-cinder-85867, cleared binding levels {{(pid=106202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:31:29.448977 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [req-8896fdf9-334a-464a-b082-233567f74956 req-16cdbbcf-ad14-44eb-8383-3249d5504f3e service neutron] For port 050f2d58-b5dc-42b1-ac31-96b06caf931b, host hv-cinder-85867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=050f2d58-b5dc-42b1-ac31-96b06caf931b,segment=NetworkSegment(9a81ab1a-c91c-421a-be88-b87f2c0b7773),segment_id=9a81ab1a-c91c-421a-be88-b87f2c0b7773)] {{(pid=106202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:31:29.456548 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-8896fdf9-334a-464a-b082-233567f74956 req-16cdbbcf-ad14-44eb-8383-3249d5504f3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6955121'] for port (050f2d58-b5dc-42b1-ac31-96b06caf931b), after_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:29.460815 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8896fdf9-334a-464a-b082-233567f74956 req-16cdbbcf-ad14-44eb-8383-3249d5504f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:31:29.461428 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-8896fdf9-334a-464a-b082-233567f74956 req-16cdbbcf-ad14-44eb-8383-3249d5504f3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for port (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:29.462817 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8896fdf9-334a-464a-b082-233567f74956 req-16cdbbcf-ad14-44eb-8383-3249d5504f3e service neutron] 10.222.0.66 "PUT /networking/v2.0/ports/050f2d58-b5dc-42b1-ac31-96b06caf931b HTTP/1.1" status: 200 len: 1093 time: 0.6327825 Sep 21 12:31:29.463394 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e17630cc-94bc-4b00-a64e-3c092f04cb1a', 'tag': '050f2d58-b5dc-42b1-ac31-96b06caf931b'}] {{(pid=106202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:31:29.465706 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f69dec5372d12bc1dbf2d83c258da0d8b658e28cfccadcad30c8a09044815e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eca3905-7f8c-4fb4-b04c-33955744849e" -d '{"events": [{"name": "network-changed", "server_uuid": "e17630cc-94bc-4b00-a64e-3c092f04cb1a", "tag": "050f2d58-b5dc-42b1-ac31-96b06caf931b"}]}' {{(pid=106202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:31:29.490841 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:29.504834 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-8ad17891-afb3-4979-8be4-5dc74710f0a2 None None] Attempt 2 to provision port 050f2d58-b5dc-42b1-ac31-96b06caf931b Sep 21 12:31:29.508077 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 12:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541ac8f5-3a76-4558-b974-0caf5e62d312 x-openstack-request-id: req-541ac8f5-3a76-4558-b974-0caf5e62d312 {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:31:29.508473 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e17630cc-94bc-4b00-a64e-3c092f04cb1a", "tag": "050f2d58-b5dc-42b1-ac31-96b06caf931b", "status": "completed", "code": 200}]} {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:31:29.508835 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-541ac8f5-3a76-4558-b974-0caf5e62d312 {{(pid=106202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:31:29.509299 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-541ac8f5-3a76-4558-b974-0caf5e62d312'] response: {'name': 'network-changed', 'server_uuid': 'e17630cc-94bc-4b00-a64e-3c092f04cb1a', 'tag': '050f2d58-b5dc-42b1-ac31-96b06caf931b', 'status': 'completed', 'code': 200} Sep 21 12:31:29.526353 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cdbbcf-ad14-44eb-8383-3249d5504f3e service neutron] Pushing event updated for resources: {'Port': ['ID=050f2d58-b5dc-42b1-ac31-96b06caf931b,revision_number=3']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:29.554790 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8ad17891-afb3-4979-8be4-5dc74710f0a2 None None] Port 050f2d58-b5dc-42b1-ac31-96b06caf931b had new provisioning blocks added so it will not transition to active. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 21 12:31:29.579231 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [req-8896fdf9-334a-464a-b082-233567f74956 req-c80d6d56-2d71-493a-ad3e-e546de287068 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] http://10.222.0.71:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106202) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 12:31:29.580337 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8896fdf9-334a-464a-b082-233567f74956 req-c80d6d56-2d71-493a-ad3e-e546de287068 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.66 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0067384 Sep 21 12:31:29.634342 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca3905-7f8c-4fb4-b04c-33955744849e req-a26a8a00-15e4-4b96-b52c-4a6c39fc1058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:31:29.635858 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-6eca3905-7f8c-4fb4-b04c-33955744849e req-a26a8a00-15e4-4b96-b52c-4a6c39fc1058 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=bd7f2ef25e054b619068baf878bead18&device_id=e17630cc-94bc-4b00-a64e-3c092f04cb1a HTTP/1.1" status: 200 len: 1127 time: 0.0421281 Sep 21 12:31:29.743919 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca3905-7f8c-4fb4-b04c-33955744849e req-57cb779d-1a97-4493-ad3f-973b91877fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:31:29.745724 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-6eca3905-7f8c-4fb4-b04c-33955744849e req-57cb779d-1a97-4493-ad3f-973b91877fef service neutron] 10.222.0.66 "GET /networking/v2.0/networks?tenant_id=bd7f2ef25e054b619068baf878bead18&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0978291 Sep 21 12:31:29.848696 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca3905-7f8c-4fb4-b04c-33955744849e req-a7b58930-56d4-4446-be35-d3dbe0fc23c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:31:29.850140 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-6eca3905-7f8c-4fb4-b04c-33955744849e req-a7b58930-56d4-4446-be35-d3dbe0fc23c2 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0975890 Sep 21 12:31:29.954001 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8896fdf9-334a-464a-b082-233567f74956 req-ffee08a7-c861-4638-9b3f-a3eb507ed95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:31:29.955510 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8896fdf9-334a-464a-b082-233567f74956 req-ffee08a7-c861-4638-9b3f-a3eb507ed95c service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=bd7f2ef25e054b619068baf878bead18&device_id=e17630cc-94bc-4b00-a64e-3c092f04cb1a HTTP/1.1" status: 200 len: 1127 time: 0.0446355 Sep 21 12:31:30.008956 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8896fdf9-334a-464a-b082-233567f74956 req-f3332d65-08b3-4385-b140-1f62d39a439d service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=050f2d58-b5dc-42b1-ac31-96b06caf931b HTTP/1.1" status: 200 len: 217 time: 0.0327289 Sep 21 12:31:30.060669 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8896fdf9-334a-464a-b082-233567f74956 req-61755df6-77b9-4cc8-980a-f48ee8d50415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:31:30.062675 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8896fdf9-334a-464a-b082-233567f74956 req-61755df6-77b9-4cc8-980a-f48ee8d50415 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=62b0a2ff-8728-481a-b55a-ce99e8ef1e63 HTTP/1.1" status: 200 len: 853 time: 0.0470641 Sep 21 12:31:30.105122 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8896fdf9-334a-464a-b082-233567f74956 req-acdd6c2d-7c74-4d7e-b53a-44d920601634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:31:30.106562 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8896fdf9-334a-464a-b082-233567f74956 req-acdd6c2d-7c74-4d7e-b53a-44d920601634 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=e8f74bce-cdd1-4f64-9fe4-35f38581a3e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381157 Sep 21 12:31:30.202830 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8896fdf9-334a-464a-b082-233567f74956 req-161484ed-be40-4bd6-80be-9a90885378c0 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e8f74bce-cdd1-4f64-9fe4-35f38581a3e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895011 Sep 21 12:31:30.271826 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a6fcfa-8e96-47e7-b74e-387bf942e393 req-f97295b9-dcd5-4d68-a007-9655aebd753c tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:31:30.273238 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-f8a6fcfa-8e96-47e7-b74e-387bf942e393 req-f97295b9-dcd5-4d68-a007-9655aebd753c tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=e17630cc-94bc-4b00-a64e-3c092f04cb1a HTTP/1.1" status: 200 len: 943 time: 0.0456824 Sep 21 12:31:30.289685 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:30.302450 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8896fdf9-334a-464a-b082-233567f74956 req-b7643dad-490f-4732-8741-b00013e1171f service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e8f74bce-cdd1-4f64-9fe4-35f38581a3e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929880 Sep 21 12:31:30.330952 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-f8a6fcfa-8e96-47e7-b74e-387bf942e393 req-81c6cba0-aee6-466d-a7e2-66a0074f99ba tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=ca132cc9-ce04-48d0-b411-e24cd12d036c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0516136 Sep 21 12:31:31.455042 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa1e088-f02a-4750-a6d8-053d5accce1a req-6ff63a1c-967b-4527-899e-9263ad3d7112 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:31:31.456499 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-dfa1e088-f02a-4750-a6d8-053d5accce1a req-6ff63a1c-967b-4527-899e-9263ad3d7112 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=e17630cc-94bc-4b00-a64e-3c092f04cb1a HTTP/1.1" status: 200 len: 943 time: 0.0470197 Sep 21 12:31:31.506999 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-dfa1e088-f02a-4750-a6d8-053d5accce1a req-be4036b2-ca9a-4df7-bb58-cb81a5fdae3f tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=ca132cc9-ce04-48d0-b411-e24cd12d036c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449462 Sep 21 12:31:32.625982 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eaf71d-fd8d-427f-97fb-bcba722f0e27 req-96d1bf41-a776-44cb-8ce0-6ae12daaf010 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:31:32.627480 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-29eaf71d-fd8d-427f-97fb-bcba722f0e27 req-96d1bf41-a776-44cb-8ce0-6ae12daaf010 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=e17630cc-94bc-4b00-a64e-3c092f04cb1a HTTP/1.1" status: 200 len: 943 time: 0.0458007 Sep 21 12:31:32.678449 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-29eaf71d-fd8d-427f-97fb-bcba722f0e27 req-194723e4-c736-40f9-8306-35ce28ef26ef tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=ca132cc9-ce04-48d0-b411-e24cd12d036c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454214 Sep 21 12:31:33.571928 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 050f2d58-b5dc-42b1-ac31-96b06caf931b details requested by agent hyperv_hv-cinder-85867 with host hv-cinder-85867 {{(pid=106203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 12:31:33.647169 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:33.676636 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port 050f2d58-b5dc-42b1-ac31-96b06caf931b, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=050f2d58-b5dc-42b1-ac31-96b06caf931b,segment=NetworkSegment(9a81ab1a-c91c-421a-be88-b87f2c0b7773),segment_id=9a81ab1a-c91c-421a-be88-b87f2c0b7773)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:31:33.689838 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Returning: {'device': '050f2d58-b5dc-42b1-ac31-96b06caf931b', 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4', 'port_id': '050f2d58-b5dc-42b1-ac31-96b06caf931b', 'mac_address': 'fa:16:3e:c1:bc:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62b0a2ff-8728-481a-b55a-ce99e8ef1e63', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 12:31:33.733917 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Current status of the port 050f2d58-b5dc-42b1-ac31-96b06caf931b is: DOWN; New status is: BUILD {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:31:33.734567 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (050f2d58-b5dc-42b1-ac31-96b06caf931b), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:33.750026 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.notifiers.nova [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 050f2d58-b5dc-42b1-ac31-96b06caf931b {{(pid=106203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 12:31:33.769953 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:33.772611 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port 050f2d58-b5dc-42b1-ac31-96b06caf931b, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=050f2d58-b5dc-42b1-ac31-96b06caf931b,segment=NetworkSegment(9a81ab1a-c91c-421a-be88-b87f2c0b7773),segment_id=9a81ab1a-c91c-421a-be88-b87f2c0b7773)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:31:33.777674 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (050f2d58-b5dc-42b1-ac31-96b06caf931b), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:33.804216 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cc7487-0bc2-4ee4-82d2-ac4637008bc1 req-f25f05b4-ccbc-4ce1-a2fd-eb0c88886cbe tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:31:33.805752 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-d5cc7487-0bc2-4ee4-82d2-ac4637008bc1 req-f25f05b4-ccbc-4ce1-a2fd-eb0c88886cbe tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=e17630cc-94bc-4b00-a64e-3c092f04cb1a HTTP/1.1" status: 200 len: 943 time: 0.0499604 Sep 21 12:31:33.824013 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Pushing event updated for resources: {'Port': ['ID=050f2d58-b5dc-42b1-ac31-96b06caf931b,revision_number=4']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:33.854914 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-d5cc7487-0bc2-4ee4-82d2-ac4637008bc1 req-a1c1cb3c-722f-4602-b1d4-c63aa5568b92 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=ca132cc9-ce04-48d0-b411-e24cd12d036c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433753 Sep 21 12:31:34.668681 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] get_ports_and_sgs() called for port_ids ['050f2d58-b5dc-42b1-ac31-96b06caf931b'] {{(pid=106203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 12:31:34.986931 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeac7d0-86a5-461a-b5b6-22c292f8a231 req-109209b3-8ce1-4799-8a4e-0ad160fe5090 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:31:34.988310 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-7aeac7d0-86a5-461a-b5b6-22c292f8a231 req-109209b3-8ce1-4799-8a4e-0ad160fe5090 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=e17630cc-94bc-4b00-a64e-3c092f04cb1a HTTP/1.1" status: 200 len: 944 time: 0.0572987 Sep 21 12:31:35.034562 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-7aeac7d0-86a5-461a-b5b6-22c292f8a231 req-2b1bc026-f288-4835-88fe-aa015cfd2acc tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=ca132cc9-ce04-48d0-b411-e24cd12d036c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406094 Sep 21 12:31:35.815242 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 050f2d58-b5dc-42b1-ac31-96b06caf931b up at agent hyperv_hv-cinder-85867 {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:31:35.857585 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Provisioning for port 050f2d58-b5dc-42b1-ac31-96b06caf931b completed by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 21 12:31:35.864382 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Provisioning complete for port 050f2d58-b5dc-42b1-ac31-96b06caf931b triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:31:35.864912 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (050f2d58-b5dc-42b1-ac31-96b06caf931b), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:35.865424 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Attempt 1 to provision port 050f2d58-b5dc-42b1-ac31-96b06caf931b Sep 21 12:31:36.064835 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Current status of the port 050f2d58-b5dc-42b1-ac31-96b06caf931b is: BUILD; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:31:36.065225 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (050f2d58-b5dc-42b1-ac31-96b06caf931b), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:36.089633 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e17630cc-94bc-4b00-a64e-3c092f04cb1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050f2d58-b5dc-42b1-ac31-96b06caf931b'}] {{(pid=106203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:31:36.092146 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f5c4d77a05fc023d1f839eaccf47ad38217f4e21b3a59551d1b02ed6bd0851a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3526ae-0b64-4087-9d51-45229f53a358" -d '{"events": [{"server_uuid": "e17630cc-94bc-4b00-a64e-3c092f04cb1a", "name": "network-vif-plugged", "status": "completed", "tag": "050f2d58-b5dc-42b1-ac31-96b06caf931b"}]}' {{(pid=106203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:31:36.105480 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port 050f2d58-b5dc-42b1-ac31-96b06caf931b, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=050f2d58-b5dc-42b1-ac31-96b06caf931b,segment=NetworkSegment(9a81ab1a-c91c-421a-be88-b87f2c0b7773),segment_id=9a81ab1a-c91c-421a-be88-b87f2c0b7773)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:31:36.110107 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (050f2d58-b5dc-42b1-ac31-96b06caf931b), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:36.136380 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 12:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a4988e1-3afa-4763-bc5e-1296829eea7b x-openstack-request-id: req-4a4988e1-3afa-4763-bc5e-1296829eea7b {{(pid=106203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:31:36.136675 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e17630cc-94bc-4b00-a64e-3c092f04cb1a", "name": "network-vif-plugged", "status": "completed", "tag": "050f2d58-b5dc-42b1-ac31-96b06caf931b", "code": 200}]} {{(pid=106203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:31:36.136919 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4a4988e1-3afa-4763-bc5e-1296829eea7b {{(pid=106203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:31:36.137309 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a4988e1-3afa-4763-bc5e-1296829eea7b'] response: {'server_uuid': 'e17630cc-94bc-4b00-a64e-3c092f04cb1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050f2d58-b5dc-42b1-ac31-96b06caf931b', 'code': 200} Sep 21 12:31:36.158124 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b17ed3-06a8-47b0-9ee9-0b16e57a31f0 req-28e90629-68ff-4d54-bd66-4f8a1155f233 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:31:36.159614 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-a4b17ed3-06a8-47b0-9ee9-0b16e57a31f0 req-28e90629-68ff-4d54-bd66-4f8a1155f233 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=e17630cc-94bc-4b00-a64e-3c092f04cb1a HTTP/1.1" status: 200 len: 945 time: 0.0480013 Sep 21 12:31:36.162755 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Pushing event updated for resources: {'Port': ['ID=050f2d58-b5dc-42b1-ac31-96b06caf931b,revision_number=5']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:36.214367 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-a4b17ed3-06a8-47b0-9ee9-0b16e57a31f0 req-bef14bc1-2ed4-41fc-897b-476d9f6da48b tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=ca132cc9-ce04-48d0-b411-e24cd12d036c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457377 Sep 21 12:31:36.359066 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f7f52c-1b16-4fcb-90e9-d4ab564e6349 req-3ec65f74-638d-4e05-9a96-5a0460b373a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:31:36.360550 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e0f7f52c-1b16-4fcb-90e9-d4ab564e6349 req-3ec65f74-638d-4e05-9a96-5a0460b373a2 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=e17630cc-94bc-4b00-a64e-3c092f04cb1a HTTP/1.1" status: 200 len: 1129 time: 0.0467563 Sep 21 12:31:36.383012 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-4f4e529e-6c10-4b12-b8f5-7dd98e1fbde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (f73c601a-29a1-4353-9f34-efd4ba2e6501), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:36.410090 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e0f7f52c-1b16-4fcb-90e9-d4ab564e6349 req-92aa192c-8ee6-4de5-a453-1e33c8c099d7 service neutron] 10.222.0.66 "GET /networking/v2.0/security-groups?id=ca132cc9-ce04-48d0-b411-e24cd12d036c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424347 Sep 21 12:31:37.345614 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fcbd64-c8f2-4c8f-9d8c-b2bf27781b51 req-e68160b3-556b-428f-b4f1-5815ca93d5f9 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:31:37.347097 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-03fcbd64-c8f2-4c8f-9d8c-b2bf27781b51 req-e68160b3-556b-428f-b4f1-5815ca93d5f9 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=e17630cc-94bc-4b00-a64e-3c092f04cb1a HTTP/1.1" status: 200 len: 945 time: 0.0518780 Sep 21 12:31:37.394060 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-03fcbd64-c8f2-4c8f-9d8c-b2bf27781b51 req-829963d9-3844-4176-a0c8-21b68d41856b tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=ca132cc9-ce04-48d0-b411-e24cd12d036c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414147 Sep 21 12:31:38.540040 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0582ac5-fac7-49ff-83dc-630f2442fd66 req-aa941f9d-218a-4c46-b08d-167b8921dff0 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:31:38.541615 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-a0582ac5-fac7-49ff-83dc-630f2442fd66 req-aa941f9d-218a-4c46-b08d-167b8921dff0 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=e17630cc-94bc-4b00-a64e-3c092f04cb1a HTTP/1.1" status: 200 len: 945 time: 0.0590215 Sep 21 12:31:38.569469 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=100 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:38.592540 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-a0582ac5-fac7-49ff-83dc-630f2442fd66 req-787007b4-1af9-4eda-83a2-9754b021fdf3 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=ca132cc9-ce04-48d0-b411-e24cd12d036c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435116 Sep 21 12:31:38.639154 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-b9d3ccf6-504a-43ad-9426-40561cebdd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (4f31b8b6-17c0-474d-bf52-0481ff2a5cf7), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:38.710815 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672db12b-150f-4e15-ad1c-98d64c4c4d99 req-f751878d-a118-4ff9-88a7-f15dc25f5167 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:31:38.712322 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-672db12b-150f-4e15-ad1c-98d64c4c4d99 req-f751878d-a118-4ff9-88a7-f15dc25f5167 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=e17630cc-94bc-4b00-a64e-3c092f04cb1a HTTP/1.1" status: 200 len: 945 time: 0.0459709 Sep 21 12:31:38.722493 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 60760) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:31:38.726776 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.v2.base [None req-acfd4cc2-6525-4333-baf4-9d17c0dd7c5b tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Request body: {'floatingip': {'port_id': '050f2d58-b5dc-42b1-ac31-96b06caf931b'}} {{(pid=106201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:31:38.768010 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-acfd4cc2-6525-4333-baf4-9d17c0dd7c5b tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for floatingip (75ff7c16-006a-41c2-beb4-b0a80390eadd), before_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:38.866151 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:39.099636 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:39.185282 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-acfd4cc2-6525-4333-baf4-9d17c0dd7c5b tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:39.188802 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-acfd4cc2-6525-4333-baf4-9d17c0dd7c5b tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534182'] for floatingip (75ff7c16-006a-41c2-beb4-b0a80390eadd), after_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:39.284530 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.db.l3_db [None req-acfd4cc2-6525-4333-baf4-9d17c0dd7c5b tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Floating IP 75ff7c16-006a-41c2-beb4-b0a80390eadd associated. External IP: 172.27.0.86, port: 050f2d58-b5dc-42b1-ac31-96b06caf931b. Sep 21 12:31:39.717013 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acfd4cc2-6525-4333-baf4-9d17c0dd7c5b tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Router 7790f097-110a-4e2e-b7cb-1db12730b695 has already been hosted by L3 agent 4f31b8b6-17c0-474d-bf52-0481ff2a5cf7 {{(pid=106201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 12:31:39.829945 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acfd4cc2-6525-4333-baf4-9d17c0dd7c5b tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Notify agent at l3_agent.dv-cinder-858678-1-iscsi the message routers_updated {{(pid=106201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:31:39.834811 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-acfd4cc2-6525-4333-baf4-9d17c0dd7c5b tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for floatingip (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:39.840541 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cace5d-ea35-43e1-9530-0fae58d3a9a9 None None] Sync routers for ids ['7790f097-110a-4e2e-b7cb-1db12730b695'] in dv-cinder-858678-1-iscsi {{(pid=106203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:31:39.850081 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cace5d-ea35-43e1-9530-0fae58d3a9a9 None None] Routers {'7790f097-110a-4e2e-b7cb-1db12730b695'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:31:39.850686 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-22cace5d-ea35-43e1-9530-0fae58d3a9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:31:39Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['7790f097-110a-4e2e-b7cb-1db12730b695'], 'active': True} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:31:39.869671 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-acfd4cc2-6525-4333-baf4-9d17c0dd7c5b tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "PUT /networking/v2.0/floatingips/75ff7c16-006a-41c2-beb4-b0a80390eadd HTTP/1.1" status: 200 len: 990 time: 1.1461377 Sep 21 12:31:39.870323 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e17630cc-94bc-4b00-a64e-3c092f04cb1a', 'tag': '050f2d58-b5dc-42b1-ac31-96b06caf931b'}] {{(pid=106201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:31:39.872691 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}820e190412424329cfb88a87f9088cb5fffe4f23ca632413c3a8305fb0e7ba95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2692eb5-62d7-487c-ae71-083b342d5c90" -d '{"events": [{"name": "network-changed", "server_uuid": "e17630cc-94bc-4b00-a64e-3c092f04cb1a", "tag": "050f2d58-b5dc-42b1-ac31-96b06caf931b"}]}' {{(pid=106201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:31:39.913474 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 12:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7db44f-de1f-4728-bbc9-55c3b4f040af x-openstack-request-id: req-bd7db44f-de1f-4728-bbc9-55c3b4f040af {{(pid=106201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:31:39.913768 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e17630cc-94bc-4b00-a64e-3c092f04cb1a", "tag": "050f2d58-b5dc-42b1-ac31-96b06caf931b", "status": "completed", "code": 200}]} {{(pid=106201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:31:39.914020 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-bd7db44f-de1f-4728-bbc9-55c3b4f040af {{(pid=106201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:31:39.914423 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd7db44f-de1f-4728-bbc9-55c3b4f040af'] response: {'name': 'network-changed', 'server_uuid': 'e17630cc-94bc-4b00-a64e-3c092f04cb1a', 'tag': '050f2d58-b5dc-42b1-ac31-96b06caf931b', 'status': 'completed', 'code': 200} Sep 21 12:31:39.972775 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-740e41e1-10de-4b2e-a9f0-9582d49d2a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (d7a8950b-d4d7-4646-ba54-d395483871b4), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:39.974533 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvr_db [None req-22cace5d-ea35-43e1-9530-0fae58d3a9a9 None None] Set router 7790f097-110a-4e2e-b7cb-1db12730b695 gateway port host: dv-cinder-858678-1-iscsi {{(pid=106203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:31:40.013718 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:40.017825 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2692eb5-62d7-487c-ae71-083b342d5c90 req-fec9fa1c-9b4c-4648-9e60-97dec66506b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:31:40.020359 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b2692eb5-62d7-487c-ae71-083b342d5c90 req-fec9fa1c-9b4c-4648-9e60-97dec66506b4 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=bd7f2ef25e054b619068baf878bead18&device_id=e17630cc-94bc-4b00-a64e-3c092f04cb1a HTTP/1.1" status: 200 len: 1129 time: 0.0427423 Sep 21 12:31:40.049246 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:40.119901 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2692eb5-62d7-487c-ae71-083b342d5c90 req-84176bad-90f4-4c25-ad5b-48be82f38ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:31:40.121363 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b2692eb5-62d7-487c-ae71-083b342d5c90 req-84176bad-90f4-4c25-ad5b-48be82f38ec6 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=e8f74bce-cdd1-4f64-9fe4-35f38581a3e4 HTTP/1.1" status: 200 len: 915 time: 0.0957799 Sep 21 12:31:40.193380 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-22cace5d-ea35-43e1-9530-0fae58d3a9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'name': 'tempest-AttachVolumeNegativeTest-307258962-router', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '38ab0a3c-d859-4900-8927-c30c165851cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:31:19Z', 'updated_at': '2022-09-21T12:31:22Z', 'revision_number': 4, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'gw_port': {'id': '38ab0a3c-d859-4900-8927-c30c165851cf', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:20Z', 'updated_at': '2022-09-21T12:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_floatingips': [{'id': '75ff7c16-006a-41c2-beb4-b0a80390eadd', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'floating_ip_address': '172.27.0.86', 'floating_network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'router_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'port_id': '050f2d58-b5dc-42b1-ac31-96b06caf931b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4', 'mac_address': 'fa:16:3e:c1:bc:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17630cc-94bc-4b00-a64e-3c092f04cb1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T12:31:25Z', 'updated_at': '2022-09-21T12:31:39Z', 'revision_number': 1, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e924c8b-82a3-464e-81f6-ae4bda862ab6', 'name': '', 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'mac_address': 'fa:16:3e:ea:ce:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '62b0a2ff-8728-481a-b55a-ce99e8ef1e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:22Z', 'updated_at': '2022-09-21T12:31:26Z', 'revision_number': 5, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'subnets': [{'id': '62b0a2ff-8728-481a-b55a-ce99e8ef1e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:31:40.217195 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cace5d-ea35-43e1-9530-0fae58d3a9a9 None None] Checking router: 7790f097-110a-4e2e-b7cb-1db12730b695 for host: dv-cinder-858678-1-iscsi {{(pid=106203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:31:40.225546 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cace5d-ea35-43e1-9530-0fae58d3a9a9 None None] Routers {'7790f097-110a-4e2e-b7cb-1db12730b695'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:31:40.226062 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-22cace5d-ea35-43e1-9530-0fae58d3a9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:31:39Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['7790f097-110a-4e2e-b7cb-1db12730b695'], 'active': True} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:31:40.326685 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvr_db [None req-22cace5d-ea35-43e1-9530-0fae58d3a9a9 None None] Set router 7790f097-110a-4e2e-b7cb-1db12730b695 gateway port host: dv-cinder-858678-1-iscsi {{(pid=106203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:31:40.535847 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-22cace5d-ea35-43e1-9530-0fae58d3a9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'name': 'tempest-AttachVolumeNegativeTest-307258962-router', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '38ab0a3c-d859-4900-8927-c30c165851cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:31:19Z', 'updated_at': '2022-09-21T12:31:22Z', 'revision_number': 4, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'gw_port': {'id': '38ab0a3c-d859-4900-8927-c30c165851cf', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:20Z', 'updated_at': '2022-09-21T12:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_floatingips': [{'id': '75ff7c16-006a-41c2-beb4-b0a80390eadd', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'floating_ip_address': '172.27.0.86', 'floating_network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'router_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'port_id': '050f2d58-b5dc-42b1-ac31-96b06caf931b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4', 'mac_address': 'fa:16:3e:c1:bc:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17630cc-94bc-4b00-a64e-3c092f04cb1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T12:31:25Z', 'updated_at': '2022-09-21T12:31:39Z', 'revision_number': 1, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e924c8b-82a3-464e-81f6-ae4bda862ab6', 'name': '', 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'mac_address': 'fa:16:3e:ea:ce:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '62b0a2ff-8728-481a-b55a-ce99e8ef1e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:22Z', 'updated_at': '2022-09-21T12:31:26Z', 'revision_number': 5, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'subnets': [{'id': '62b0a2ff-8728-481a-b55a-ce99e8ef1e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:31:40.560416 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cace5d-ea35-43e1-9530-0fae58d3a9a9 None None] The sync data for ids ['7790f097-110a-4e2e-b7cb-1db12730b695'] in dv-cinder-858678-1-iscsi is: [{'id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'name': 'tempest-AttachVolumeNegativeTest-307258962-router', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '38ab0a3c-d859-4900-8927-c30c165851cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:31:19Z', 'updated_at': '2022-09-21T12:31:22Z', 'revision_number': 4, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'gw_port': {'id': '38ab0a3c-d859-4900-8927-c30c165851cf', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:20Z', 'updated_at': '2022-09-21T12:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_floatingips': [{'id': '75ff7c16-006a-41c2-beb4-b0a80390eadd', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'floating_ip_address': '172.27.0.86', 'floating_network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'router_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'port_id': '050f2d58-b5dc-42b1-ac31-96b06caf931b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4', 'mac_address': 'fa:16:3e:c1:bc:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17630cc-94bc-4b00-a64e-3c092f04cb1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T12:31:25Z', 'updated_at': '2022-09-21T12:31:39Z', 'revision_number': 1, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e924c8b-82a3-464e-81f6-ae4bda862ab6', 'name': '', 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'mac_address': 'fa:16:3e:ea:ce:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '62b0a2ff-8728-481a-b55a-ce99e8ef1e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:22Z', 'updated_at': '2022-09-21T12:31:26Z', 'revision_number': 5, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'subnets': [{'id': '62b0a2ff-8728-481a-b55a-ce99e8ef1e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:31:40.741119 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191cff87-b875-4091-9700-ce5e504abfd7 None None] New status for floating IP 75ff7c16-006a-41c2-beb4-b0a80390eadd: ACTIVE {{(pid=106204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 21 12:31:41.277217 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (57fb69a9-4edc-44fd-8965-b65708e41306), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:41.433550 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b2692eb5-62d7-487c-ae71-083b342d5c90 req-f79db187-33f8-45c4-a17c-6c060a8181fd service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=050f2d58-b5dc-42b1-ac31-96b06caf931b HTTP/1.1" status: 200 len: 1000 time: 0.0570116 Sep 21 12:31:41.515000 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c3e59811-0015-48e8-afb5-3d82d64b721e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (cef1489a-7471-4b81-a7c5-b9e507e96767), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:42.197260 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2692eb5-62d7-487c-ae71-083b342d5c90 req-7d308bc7-b466-4571-bc65-447c69aa1c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:31:42.198642 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b2692eb5-62d7-487c-ae71-083b342d5c90 req-7d308bc7-b466-4571-bc65-447c69aa1c45 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=62b0a2ff-8728-481a-b55a-ce99e8ef1e63 HTTP/1.1" status: 200 len: 853 time: 0.0495322 Sep 21 12:31:43.448599 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2692eb5-62d7-487c-ae71-083b342d5c90 req-3dc2fb87-e150-43b4-a567-1fee55bdea3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:31:43.450359 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b2692eb5-62d7-487c-ae71-083b342d5c90 req-3dc2fb87-e150-43b4-a567-1fee55bdea3e service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=e8f74bce-cdd1-4f64-9fe4-35f38581a3e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395212 Sep 21 12:31:43.545004 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b2692eb5-62d7-487c-ae71-083b342d5c90 req-e20cb34a-0cdb-496a-b695-bea962b5c5a6 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e8f74bce-cdd1-4f64-9fe4-35f38581a3e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879595 Sep 21 12:31:43.633644 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b2692eb5-62d7-487c-ae71-083b342d5c90 req-33b6ac6d-2d8c-4317-804e-2565ce55d63a service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e8f74bce-cdd1-4f64-9fe4-35f38581a3e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828104 Sep 21 12:31:47.863152 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c5678-6f32-4bc2-aef3-2f07f5683bd3 req-f63a1c11-158c-403d-b85d-a34e75397fcb tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:31:47.865009 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-9e3c5678-6f32-4bc2-aef3-2f07f5683bd3 req-f63a1c11-158c-403d-b85d-a34e75397fcb tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=66e9cb90-c71a-420a-b647-991844d5c17c HTTP/1.1" status: 200 len: 945 time: 0.0477524 Sep 21 12:31:47.922439 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-9e3c5678-6f32-4bc2-aef3-2f07f5683bd3 req-626db995-3d16-46b9-b97f-5cda05df034b tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d9e8d7e-7a10-40ad-8dfe-7e3854a595ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514443 Sep 21 12:31:48.554272 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (986f726e-8c98-4005-b3b7-e033305b1240), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:49.046308 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90566eec-0245-4dc6-987b-fb814063f16e req-77771092-d06c-4125-a784-cd44d2498ab9 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:31:49.048029 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-90566eec-0245-4dc6-987b-fb814063f16e req-77771092-d06c-4125-a784-cd44d2498ab9 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=66e9cb90-c71a-420a-b647-991844d5c17c HTTP/1.1" status: 200 len: 945 time: 0.0470731 Sep 21 12:31:49.107035 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-90566eec-0245-4dc6-987b-fb814063f16e req-c3be1fdb-c77d-4f01-8f9e-8435427f7e75 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d9e8d7e-7a10-40ad-8dfe-7e3854a595ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530567 Sep 21 12:31:49.692875 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 60820) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:31:49.795443 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-2b13806f-89d3-4ae3-bbdc-9f62c0d3625d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:49.814080 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:49.875702 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-2b13806f-89d3-4ae3-bbdc-9f62c0d3625d admin admin] Publish callbacks [] for security_group (18f02cc6-808d-4d86-913f-10eec1506f3a), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:49.880052 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-2b13806f-89d3-4ae3-bbdc-9f62c0d3625d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (18f02cc6-808d-4d86-913f-10eec1506f3a), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:49.919230 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-2b13806f-89d3-4ae3-bbdc-9f62c0d3625d admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=268c4b5144dc4b89b6433997055a50b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2252657 Sep 21 12:31:49.920102 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b13806f-89d3-4ae3-bbdc-9f62c0d3625d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f02cc6-808d-4d86-913f-10eec1506f3a,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:49.922684 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 60824) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:31:49.927836 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b13806f-89d3-4ae3-bbdc-9f62c0d3625d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:31:49.928203 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b13806f-89d3-4ae3-bbdc-9f62c0d3625d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:31:49.928544 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b13806f-89d3-4ae3-bbdc-9f62c0d3625d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:31:49.928881 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b13806f-89d3-4ae3-bbdc-9f62c0d3625d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:31:49.929215 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b13806f-89d3-4ae3-bbdc-9f62c0d3625d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:31:49.929534 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b13806f-89d3-4ae3-bbdc-9f62c0d3625d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:31:49.929855 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b13806f-89d3-4ae3-bbdc-9f62c0d3625d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:31:49.930177 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b13806f-89d3-4ae3-bbdc-9f62c0d3625d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:31:49.930510 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b13806f-89d3-4ae3-bbdc-9f62c0d3625d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:31:49.930824 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b13806f-89d3-4ae3-bbdc-9f62c0d3625d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:31:49.931145 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b13806f-89d3-4ae3-bbdc-9f62c0d3625d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:31:49.931464 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b13806f-89d3-4ae3-bbdc-9f62c0d3625d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:31:49.931802 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b13806f-89d3-4ae3-bbdc-9f62c0d3625d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:31:49.932120 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b13806f-89d3-4ae3-bbdc-9f62c0d3625d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:31:49.932436 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b13806f-89d3-4ae3-bbdc-9f62c0d3625d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:31:49.937340 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=100 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:49.972569 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-7be8acad-ef0b-44a4-94cc-a84e6f626cdd admin admin] Publish callbacks [] for security_group (18f02cc6-808d-4d86-913f-10eec1506f3a), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:49.992514 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-7be8acad-ef0b-44a4-94cc-a84e6f626cdd admin admin] Publish callbacks [] for security_group (18f02cc6-808d-4d86-913f-10eec1506f3a), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:50.039778 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-7be8acad-ef0b-44a4-94cc-a84e6f626cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (18f02cc6-808d-4d86-913f-10eec1506f3a), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:50.042200 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-7be8acad-ef0b-44a4-94cc-a84e6f626cdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:50.043327 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-7be8acad-ef0b-44a4-94cc-a84e6f626cdd admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/18f02cc6-808d-4d86-913f-10eec1506f3a HTTP/1.1" status: 204 len: 168 time: 0.1192942 Sep 21 12:31:50.052044 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be8acad-ef0b-44a4-94cc-a84e6f626cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f02cc6-808d-4d86-913f-10eec1506f3a,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:50.059174 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be8acad-ef0b-44a4-94cc-a84e6f626cdd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:31:50.059516 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be8acad-ef0b-44a4-94cc-a84e6f626cdd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:31:50.059878 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be8acad-ef0b-44a4-94cc-a84e6f626cdd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:31:50.060213 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be8acad-ef0b-44a4-94cc-a84e6f626cdd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:31:50.060537 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be8acad-ef0b-44a4-94cc-a84e6f626cdd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:31:50.060859 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be8acad-ef0b-44a4-94cc-a84e6f626cdd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:31:50.061177 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be8acad-ef0b-44a4-94cc-a84e6f626cdd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:31:50.061540 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be8acad-ef0b-44a4-94cc-a84e6f626cdd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:31:50.061797 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be8acad-ef0b-44a4-94cc-a84e6f626cdd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:31:50.062229 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be8acad-ef0b-44a4-94cc-a84e6f626cdd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:31:50.062616 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be8acad-ef0b-44a4-94cc-a84e6f626cdd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:31:50.062935 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be8acad-ef0b-44a4-94cc-a84e6f626cdd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:31:50.063359 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be8acad-ef0b-44a4-94cc-a84e6f626cdd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:31:50.063678 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be8acad-ef0b-44a4-94cc-a84e6f626cdd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:31:50.064020 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be8acad-ef0b-44a4-94cc-a84e6f626cdd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:31:50.235007 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac7a1b0-799c-4402-8f4c-65e04d55f49e req-911bff57-7850-405f-8270-c7b73f108c38 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:31:50.236547 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-3ac7a1b0-799c-4402-8f4c-65e04d55f49e req-911bff57-7850-405f-8270-c7b73f108c38 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=66e9cb90-c71a-420a-b647-991844d5c17c HTTP/1.1" status: 200 len: 945 time: 0.0483308 Sep 21 12:31:50.287002 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-3ac7a1b0-799c-4402-8f4c-65e04d55f49e req-392e8ddf-28a3-4eae-91aa-44aa27b8cc70 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d9e8d7e-7a10-40ad-8dfe-7e3854a595ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448339 Sep 21 12:31:50.677400 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 60848) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:31:50.776038 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [None req-aaeacc9c-f0a5-4cc7-8999-64ec60d2739c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1524629230-network', 'tenant_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:31:50.800235 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaeacc9c-f0a5-4cc7-8999-64ec60d2739c admin admin] Made reservation on behalf of 04bda0b59d3b4bfabf6f1b84fec0d6a6 for: {'network': 1} {{(pid=106202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:31:50.802411 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-aaeacc9c-f0a5-4cc7-8999-64ec60d2739c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for network (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:50.810826 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-aaeacc9c-f0a5-4cc7-8999-64ec60d2739c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:50.844764 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=30,neutron:UPDATE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:50.846383 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:50.846729 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:50.888346 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-aaeacc9c-f0a5-4cc7-8999-64ec60d2739c admin admin] Publish callbacks [] for security_group (907e4bac-ce59-41df-b474-b80a4fb2dafc), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:50.893483 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-aaeacc9c-f0a5-4cc7-8999-64ec60d2739c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (907e4bac-ce59-41df-b474-b80a4fb2dafc), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:50.919183 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaeacc9c-f0a5-4cc7-8999-64ec60d2739c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=106202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 12:31:50.929418 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeacc9c-f0a5-4cc7-8999-64ec60d2739c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=907e4bac-ce59-41df-b474-b80a4fb2dafc,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:50.934408 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-aaeacc9c-f0a5-4cc7-8999-64ec60d2739c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355690'] for segment (fe673fec-1364-4308-9af3-7334b5f7774a), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:50.934754 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.db.segments_db [None req-aaeacc9c-f0a5-4cc7-8999-64ec60d2739c admin admin] Added segment fe673fec-1364-4308-9af3-7334b5f7774a of type vlan for network df063f4b-39ab-4616-b570-b4e44f12336f Sep 21 12:31:50.976923 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-aaeacc9c-f0a5-4cc7-8999-64ec60d2739c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735120869551'] for network (df063f4b-39ab-4616-b570-b4e44f12336f), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:51.001049 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-aaeacc9c-f0a5-4cc7-8999-64ec60d2739c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028'] for network (df063f4b-39ab-4616-b570-b4e44f12336f), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:51.002010 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaeacc9c-f0a5-4cc7-8999-64ec60d2739c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:31:51.002583 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-aaeacc9c-f0a5-4cc7-8999-64ec60d2739c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544014'] for network (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:51.057623 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-aaeacc9c-f0a5-4cc7-8999-64ec60d2739c admin admin] 10.222.0.71 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3790150 Sep 21 12:31:51.060751 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 60852) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:31:51.066292 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.v2.base [None req-76a977b4-97ea-408e-93a5-d11ee027e2be admin admin] Request body: {'subnet': {'network_id': 'df063f4b-39ab-4616-b570-b4e44f12336f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1524629230-subnet', 'tenant_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'ip_version': 4}} {{(pid=106201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:31:51.069424 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeacc9c-f0a5-4cc7-8999-64ec60d2739c admin admin] Pushing event updated for resources: {'Network': ['ID=df063f4b-39ab-4616-b570-b4e44f12336f,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:51.079822 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Network df063f4b-39ab-4616-b570-b4e44f12336f details requested by agent ovs-agent-dv-cinder-858678-1-iscsi with host dv-cinder-858678-1-iscsi {{(pid=106203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 12:31:51.091325 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a977b4-97ea-408e-93a5-d11ee027e2be admin admin] Made reservation on behalf of 04bda0b59d3b4bfabf6f1b84fec0d6a6 for: {'subnet': 1} {{(pid=106201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:31:51.093731 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-76a977b4-97ea-408e-93a5-d11ee027e2be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7012699'] for subnet (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:51.096163 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:51.260969 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-76a977b4-97ea-408e-93a5-d11ee027e2be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6786222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7012685'] for subnet (e7695b35-fb3b-4bad-9fa2-f93cecf3dac8), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:51.314349 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a977b4-97ea-408e-93a5-d11ee027e2be admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7695b35-fb3b-4bad-9fa2-f93cecf3dac8,revision_number=0']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:51.330605 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a977b4-97ea-408e-93a5-d11ee027e2be admin admin] Checking segment: {'id': 'fe673fec-1364-4308-9af3-7334b5f7774a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'df063f4b-39ab-4616-b570-b4e44f12336f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:31:51.330955 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a977b4-97ea-408e-93a5-d11ee027e2be admin admin] Network hostable DHCP agents. Network: df063f4b-39ab-4616-b570-b4e44f12336f, hostable agents: ['f73c601a-29a1-4353-9f34-efd4ba2e6501'], hosted agents: [] {{(pid=106201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 12:31:51.348344 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a977b4-97ea-408e-93a5-d11ee027e2be admin admin] Network df063f4b-39ab-4616-b570-b4e44f12336f is scheduled to be hosted by DHCP agent f73c601a-29a1-4353-9f34-efd4ba2e6501 with binding_index 1 {{(pid=106201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 12:31:51.360644 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.base_scheduler [None req-76a977b4-97ea-408e-93a5-d11ee027e2be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858678-1-iscsi, df063f4b-39ab-4616-b570-b4e44f12336f) {{(pid=106201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:31:51.365348 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a977b4-97ea-408e-93a5-d11ee027e2be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:31:51.365950 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-76a977b4-97ea-408e-93a5-d11ee027e2be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544014'] for subnet (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:51.371397 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee270b0-9f67-4b41-b995-8129cc10ce9b None None] Network df063f4b-39ab-4616-b570-b4e44f12336f requested from dv-cinder-858678-1-iscsi {{(pid=106203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 12:31:51.410882 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 60856) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:31:51.411122 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-76a977b4-97ea-408e-93a5-d11ee027e2be admin admin] 10.222.0.71 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3491747 Sep 21 12:31:51.416699 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [None req-8a9a44ba-96a1-466a-b330-b4e04b60e65f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1524629230-router', 'tenant_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d'}}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:31:51.425279 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eae351-4630-494a-9040-c72a140d11f2 req-2ae5221c-379b-4695-8bc1-d588f58ca83c tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:31:51.426960 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-e5eae351-4630-494a-9040-c72a140d11f2 req-2ae5221c-379b-4695-8bc1-d588f58ca83c tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=66e9cb90-c71a-420a-b647-991844d5c17c HTTP/1.1" status: 200 len: 945 time: 0.0571582 Sep 21 12:31:51.440997 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-8a9a44ba-96a1-466a-b330-b4e04b60e65f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4986'] for router (cd1770d6-720c-444f-b058-b1486f26d12b), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:51.441656 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-8a9a44ba-96a1-466a-b330-b4e04b60e65f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4963'] for router (cd1770d6-720c-444f-b058-b1486f26d12b), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:51.482917 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-e5eae351-4630-494a-9040-c72a140d11f2 req-74fadb1c-433d-4742-a0d1-6882657913d2 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d9e8d7e-7a10-40ad-8dfe-7e3854a595ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493391 Sep 21 12:31:51.486417 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bb306a-418a-470a-98b4-83a66f0466ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp926fb466-bfb5-5eb1-bc3c-68df119c7c5e-df063f4b-39ab-4616-b570-b4e44f12336f', 'network_id': 'df063f4b-39ab-4616-b570-b4e44f12336f', 'project_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'fixed_ips': [{'subnet_id': 'e7695b35-fb3b-4bad-9fa2-f93cecf3dac8'}]}} from dv-cinder-858678-1-iscsi. {{(pid=106203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 21 12:31:51.487605 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-f7bb306a-418a-470a-98b4-83a66f0466ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (None), before_create {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:51.510476 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-8a9a44ba-96a1-466a-b330-b4e04b60e65f admin admin] Publish callbacks [] for router_controller (cd1770d6-720c-444f-b058-b1486f26d12b), precommit_add_association {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:51.630615 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:51.631536 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.db_base_plugin_common [None req-f7bb306a-418a-470a-98b4-83a66f0466ac None None] Allocated IP 172.20.0.2 (df063f4b-39ab-4616-b570-b4e44f12336f/e7695b35-fb3b-4bad-9fa2-f93cecf3dac8/98869842-9c17-42f7-bed0-191a14319abc) {{(pid=106203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:31:51.667096 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-8a9a44ba-96a1-466a-b330-b4e04b60e65f admin admin] Publish callbacks [] for router_gateway (cd1770d6-720c-444f-b058-b1486f26d12b), precommit_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:51.698024 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:51.698657 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:51.755882 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f5ead-6676-4874-9117-97bb5f815073 req-44656877-52bb-457a-b1ce-69da9126135d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:31:51.757372 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8c2f5ead-6676-4874-9117-97bb5f815073 req-44656877-52bb-457a-b1ce-69da9126135d service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=95515a2858124583ac138aa6350e4bc3&device_id=66e9cb90-c71a-420a-b647-991844d5c17c HTTP/1.1" status: 200 len: 1129 time: 0.1342735 Sep 21 12:31:51.783728 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-f7bb306a-418a-470a-98b4-83a66f0466ac None None] Publish callbacks [] for port (98869842-9c17-42f7-bed0-191a14319abc), precommit_create {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:51.790466 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-f7bb306a-418a-470a-98b4-83a66f0466ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735120900801'] for port (98869842-9c17-42f7-bed0-191a14319abc), after_create {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:51.828653 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bb306a-418a-470a-98b4-83a66f0466ac None None] Network df063f4b-39ab-4616-b570-b4e44f12336f is already hosted by enough agents. {{(pid=106203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:31:51.835797 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.scheduler.base_scheduler [None req-f7bb306a-418a-470a-98b4-83a66f0466ac None None] Resources bound (agent type, host, resource id): {{(pid=106203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:31:51.839497 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bb306a-418a-470a-98b4-83a66f0466ac None None] Received port after_create {{(pid=106203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 12:31:51.842741 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bb306a-418a-470a-98b4-83a66f0466ac None None] Pushing event updated for resources: {'Port': ['ID=98869842-9c17-42f7-bed0-191a14319abc,revision_number=1']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:51.898983 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.managers [None req-f7bb306a-418a-470a-98b4-83a66f0466ac None None] Attempting to bind port 98869842-9c17-42f7-bed0-191a14319abc on host dv-cinder-858678-1-iscsi for vnic_type normal with profile {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 12:31:51.899449 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.managers [None req-f7bb306a-418a-470a-98b4-83a66f0466ac None None] Attempting to bind port 98869842-9c17-42f7-bed0-191a14319abc by drivers openvswitch,hyperv on host dv-cinder-858678-1-iscsi at level 0 using segments [{'id': 'fe673fec-1364-4308-9af3-7334b5f7774a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'df063f4b-39ab-4616-b570-b4e44f12336f'}] {{(pid=106203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 12:31:51.899843 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bb306a-418a-470a-98b4-83a66f0466ac None None] Attempting to bind port 98869842-9c17-42f7-bed0-191a14319abc on network df063f4b-39ab-4616-b570-b4e44f12336f {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:31:51.947135 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bb306a-418a-470a-98b4-83a66f0466ac None None] Checking agent: {'id': '57fb69a9-4edc-44fd-8965-b65708e41306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858678-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 12, 12, 11), 'started_at': datetime.datetime(2022, 9, 21, 12, 12, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 12, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858678-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 12:31:51.947593 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bb306a-418a-470a-98b4-83a66f0466ac None None] Checking segment: {'id': 'fe673fec-1364-4308-9af3-7334b5f7774a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'df063f4b-39ab-4616-b570-b4e44f12336f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:31:51.948038 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-f7bb306a-418a-470a-98b4-83a66f0466ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:51.948434 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bb306a-418a-470a-98b4-83a66f0466ac None None] Bound using segment: {'id': 'fe673fec-1364-4308-9af3-7334b5f7774a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'df063f4b-39ab-4616-b570-b4e44f12336f'} {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 12:31:51.948910 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.managers [None req-f7bb306a-418a-470a-98b4-83a66f0466ac None None] Bound port: 98869842-9c17-42f7-bed0-191a14319abc, host: dv-cinder-858678-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe673fec-1364-4308-9af3-7334b5f7774a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'df063f4b-39ab-4616-b570-b4e44f12336f'}}] {{(pid=106203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 12:31:51.949292 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-f7bb306a-418a-470a-98b4-83a66f0466ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (98869842-9c17-42f7-bed0-191a14319abc), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:52.014702 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-f7bb306a-418a-470a-98b4-83a66f0466ac None None] For port 98869842-9c17-42f7-bed0-191a14319abc, host dv-cinder-858678-1-iscsi, cleared binding levels {{(pid=106203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:31:52.018745 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-f7bb306a-418a-470a-98b4-83a66f0466ac None None] For port 98869842-9c17-42f7-bed0-191a14319abc, host dv-cinder-858678-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=98869842-9c17-42f7-bed0-191a14319abc,segment=NetworkSegment(fe673fec-1364-4308-9af3-7334b5f7774a),segment_id=fe673fec-1364-4308-9af3-7334b5f7774a)] {{(pid=106203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:31:52.025556 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-f7bb306a-418a-470a-98b4-83a66f0466ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (98869842-9c17-42f7-bed0-191a14319abc), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:52.077766 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bb306a-418a-470a-98b4-83a66f0466ac None None] Pushing event updated for resources: {'Port': ['ID=98869842-9c17-42f7-bed0-191a14319abc,revision_number=2']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:52.230701 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-8a9a44ba-96a1-466a-b330-b4e04b60e65f admin admin] Publish callbacks [] for router_gateway (cd1770d6-720c-444f-b058-b1486f26d12b), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:52.234060 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f5ead-6676-4874-9117-97bb5f815073 req-d9ca4a82-fcd7-4a15-ab50-5615b233e239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:31:52.235548 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8c2f5ead-6676-4874-9117-97bb5f815073 req-d9ca4a82-fcd7-4a15-ab50-5615b233e239 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=f443e4f9-b2cf-41c0-aace-fc1b385c5aad HTTP/1.1" status: 200 len: 909 time: 0.4560063 Sep 21 12:31:52.259434 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-8a9a44ba-96a1-466a-b330-b4e04b60e65f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:52.355931 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8c2f5ead-6676-4874-9117-97bb5f815073 req-a038a255-f250-4134-9bd8-88839ec7b9ae service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15af239b-da86-43fe-81e4-6adb2158f5c6 HTTP/1.1" status: 200 len: 1001 time: 0.1027842 Sep 21 12:31:52.394569 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:52.445512 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f5ead-6676-4874-9117-97bb5f815073 req-252e4efb-315c-447e-9887-a98014db9bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:31:52.447016 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8c2f5ead-6676-4874-9117-97bb5f815073 req-252e4efb-315c-447e-9887-a98014db9bff service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=30c54aec-003f-4946-8d2e-88ee44f1f187 HTTP/1.1" status: 200 len: 847 time: 0.0840747 Sep 21 12:31:52.457965 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.db_base_plugin_common [None req-8a9a44ba-96a1-466a-b330-b4e04b60e65f admin admin] Allocated IP 172.27.0.114 (988e67c4-a01e-4c04-8cb9-1b0dd07d668d/691ea813-de87-4809-9e6b-d8504be0b97f/d02713a9-0dcf-45fa-9c8f-29c964e28feb) {{(pid=106202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:31:52.523421 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f5ead-6676-4874-9117-97bb5f815073 req-3687ba11-8aa1-4ed1-8503-9c764efd4210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:31:52.524982 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8c2f5ead-6676-4874-9117-97bb5f815073 req-3687ba11-8aa1-4ed1-8503-9c764efd4210 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=f443e4f9-b2cf-41c0-aace-fc1b385c5aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0683076 Sep 21 12:31:52.678986 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d5201-60d9-4ab6-ae40-35107d90d0e4 req-d4fa4773-30ed-411d-837a-f1a369064701 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:31:52.680523 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-c66d5201-60d9-4ab6-ae40-35107d90d0e4 req-d4fa4773-30ed-411d-837a-f1a369064701 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=66e9cb90-c71a-420a-b647-991844d5c17c HTTP/1.1" status: 200 len: 945 time: 0.1107585 Sep 21 12:31:52.766089 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-8a9a44ba-96a1-466a-b330-b4e04b60e65f admin admin] Publish callbacks [] for port (d02713a9-0dcf-45fa-9c8f-29c964e28feb), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:52.778994 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8c2f5ead-6676-4874-9117-97bb5f815073 req-807ad8e7-618e-4842-8d24-38cf0f919c0b service neutron] 10.222.0.66 "GET /networking/v2.0/networks/f443e4f9-b2cf-41c0-aace-fc1b385c5aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433999 Sep 21 12:31:52.790201 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:52.816150 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-c66d5201-60d9-4ab6-ae40-35107d90d0e4 req-d673c305-78a1-4bf6-a299-003d7c136c7e tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d9e8d7e-7a10-40ad-8dfe-7e3854a595ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261492 Sep 21 12:31:52.890999 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-8a9a44ba-96a1-466a-b330-b4e04b60e65f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735120900801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (d02713a9-0dcf-45fa-9c8f-29c964e28feb), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:52.940568 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8c2f5ead-6676-4874-9117-97bb5f815073 req-b8e69deb-f55a-4b62-a6c9-62aec16ee453 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/f443e4f9-b2cf-41c0-aace-fc1b385c5aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547649 Sep 21 12:31:52.951573 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9a44ba-96a1-466a-b330-b4e04b60e65f admin admin] Network 988e67c4-a01e-4c04-8cb9-1b0dd07d668d is already hosted by enough agents. {{(pid=106202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:31:52.955356 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.base_scheduler [None req-8a9a44ba-96a1-466a-b330-b4e04b60e65f admin admin] Resources bound (agent type, host, resource id): {{(pid=106202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:31:52.957807 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9a44ba-96a1-466a-b330-b4e04b60e65f admin admin] Received port after_create {{(pid=106202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 12:31:52.959867 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9a44ba-96a1-466a-b330-b4e04b60e65f admin admin] Pushing event updated for resources: {'Port': ['ID=d02713a9-0dcf-45fa-9c8f-29c964e28feb,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:52.977178 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f66227f-e43a-4b4d-bcb0-e10419aeae74 None None] Network df063f4b-39ab-4616-b570-b4e44f12336f requested from dv-cinder-858678-1-iscsi {{(pid=106203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 12:31:53.036946 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-c682ba30-45cd-465f-a359-b7dd05b7f316 None None] Provisioning complete for port 98869842-9c17-42f7-bed0-191a14319abc triggered by entity DHCP. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:31:53.037342 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c682ba30-45cd-465f-a359-b7dd05b7f316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (98869842-9c17-42f7-bed0-191a14319abc), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:53.037654 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-c682ba30-45cd-465f-a359-b7dd05b7f316 None None] Attempt 1 to provision port 98869842-9c17-42f7-bed0-191a14319abc Sep 21 12:31:53.162195 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-c682ba30-45cd-465f-a359-b7dd05b7f316 None None] Current status of the port 98869842-9c17-42f7-bed0-191a14319abc is: DOWN; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:31:53.162575 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c682ba30-45cd-465f-a359-b7dd05b7f316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (98869842-9c17-42f7-bed0-191a14319abc), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:53.197680 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-c682ba30-45cd-465f-a359-b7dd05b7f316 None None] For port 98869842-9c17-42f7-bed0-191a14319abc, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=98869842-9c17-42f7-bed0-191a14319abc,segment=NetworkSegment(fe673fec-1364-4308-9af3-7334b5f7774a),segment_id=fe673fec-1364-4308-9af3-7334b5f7774a)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:31:53.203277 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c682ba30-45cd-465f-a359-b7dd05b7f316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (98869842-9c17-42f7-bed0-191a14319abc), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:53.205682 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:53.218435 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-8a9a44ba-96a1-466a-b330-b4e04b60e65f admin admin] Publish callbacks [] for router_gateway (cd1770d6-720c-444f-b058-b1486f26d12b), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:53.256552 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c682ba30-45cd-465f-a359-b7dd05b7f316 None None] Pushing event updated for resources: {'Port': ['ID=98869842-9c17-42f7-bed0-191a14319abc,revision_number=3']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:53.420694 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-8a9a44ba-96a1-466a-b330-b4e04b60e65f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534052'] for router (cd1770d6-720c-444f-b058-b1486f26d12b), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:53.424934 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-1bd75aac-1c41-434e-8233-36d60b410bc4 None None] Provisioning complete for port 98869842-9c17-42f7-bed0-191a14319abc triggered by entity DHCP. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:31:53.425523 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1bd75aac-1c41-434e-8233-36d60b410bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (98869842-9c17-42f7-bed0-191a14319abc), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:53.425879 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-1bd75aac-1c41-434e-8233-36d60b410bc4 None None] Attempt 1 to provision port 98869842-9c17-42f7-bed0-191a14319abc Sep 21 12:31:53.492895 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:53.503586 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1bd75aac-1c41-434e-8233-36d60b410bc4 None None] Current status of the port 98869842-9c17-42f7-bed0-191a14319abc is: ACTIVE; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:31:53.557210 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a9a44ba-96a1-466a-b330-b4e04b60e65f admin admin] Router cd1770d6-720c-444f-b058-b1486f26d12b is scheduled to L3 agent 4f31b8b6-17c0-474d-bf52-0481ff2a5cf7 with binding_index 1 {{(pid=106202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 12:31:53.664296 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a9a44ba-96a1-466a-b330-b4e04b60e65f admin admin] Notify agent at l3_agent.dv-cinder-858678-1-iscsi the message routers_updated {{(pid=106202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:31:53.673772 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876ff1f7-acf3-44ee-9c74-5c82c9c208df None None] Sync routers for ids ['cd1770d6-720c-444f-b058-b1486f26d12b'] in dv-cinder-858678-1-iscsi {{(pid=106203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:31:53.682046 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-8a9a44ba-96a1-466a-b330-b4e04b60e65f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:53.683297 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-8a9a44ba-96a1-466a-b330-b4e04b60e65f admin admin] 10.222.0.71 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2710490 Sep 21 12:31:53.683544 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876ff1f7-acf3-44ee-9c74-5c82c9c208df None None] Routers {'cd1770d6-720c-444f-b058-b1486f26d12b'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:31:53.684192 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-876ff1f7-acf3-44ee-9c74-5c82c9c208df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:31:39Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['cd1770d6-720c-444f-b058-b1486f26d12b'], 'active': True} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:31:53.686083 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 60864) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:31:53.719647 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:53.773170 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:53.790117 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvr_db [None req-876ff1f7-acf3-44ee-9c74-5c82c9c208df None None] Set router cd1770d6-720c-444f-b058-b1486f26d12b gateway port host: dv-cinder-858678-1-iscsi {{(pid=106203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:31:53.961286 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a050b1-692d-44e9-ba4e-db365a92e5ea req-9692f234-a532-4f30-8bfa-9516a214e612 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:31:53.969473 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-f2a050b1-692d-44e9-ba4e-db365a92e5ea req-9692f234-a532-4f30-8bfa-9516a214e612 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=66e9cb90-c71a-420a-b647-991844d5c17c HTTP/1.1" status: 200 len: 945 time: 0.0622363 Sep 21 12:31:54.031401 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-f2a050b1-692d-44e9-ba4e-db365a92e5ea req-162be2a3-0219-4918-89f1-54259dda89a9 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d9e8d7e-7a10-40ad-8dfe-7e3854a595ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609589 Sep 21 12:31:54.037249 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 98869842-9c17-42f7-bed0-191a14319abc up at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:31:54.113627 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=100 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:54.132363 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Provisioning complete for port 98869842-9c17-42f7-bed0-191a14319abc triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:31:54.132620 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-9814ca3f-ee71-4aff-aa03-56e38889d01d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:54.132742 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (98869842-9c17-42f7-bed0-191a14319abc), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:54.133047 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Attempt 1 to provision port 98869842-9c17-42f7-bed0-191a14319abc Sep 21 12:31:54.163385 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-876ff1f7-acf3-44ee-9c74-5c82c9c208df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'name': 'tempest-TestVolumeBootPattern-1524629230-router', 'tenant_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'd02713a9-0dcf-45fa-9c8f-29c964e28feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:31:51Z', 'updated_at': '2022-09-21T12:31:53Z', 'revision_number': 3, 'project_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'gw_port': {'id': 'd02713a9-0dcf-45fa-9c8f-29c964e28feb', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e8:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:52Z', 'updated_at': '2022-09-21T12:31:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi'}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:31:54.194940 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876ff1f7-acf3-44ee-9c74-5c82c9c208df None None] Checking router: cd1770d6-720c-444f-b058-b1486f26d12b for host: dv-cinder-858678-1-iscsi {{(pid=106203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:31:54.195200 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876ff1f7-acf3-44ee-9c74-5c82c9c208df None None] Updating router cd1770d6-720c-444f-b058-b1486f26d12b port d02713a9-0dcf-45fa-9c8f-29c964e28feb binding host dv-cinder-858678-1-iscsi {{(pid=106203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 12:31:54.230130 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-876ff1f7-acf3-44ee-9c74-5c82c9c208df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (d02713a9-0dcf-45fa-9c8f-29c964e28feb), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:54.287742 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.db_base_plugin_common [None req-9814ca3f-ee71-4aff-aa03-56e38889d01d admin admin] Allocated IP 172.20.0.1 (df063f4b-39ab-4616-b570-b4e44f12336f/e7695b35-fb3b-4bad-9fa2-f93cecf3dac8/c3a3486b-81a8-4176-8cc4-8f7d1e721f8e) {{(pid=106202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:31:54.294058 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Current status of the port 98869842-9c17-42f7-bed0-191a14319abc is: ACTIVE; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:31:54.398568 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-9814ca3f-ee71-4aff-aa03-56e38889d01d admin admin] Publish callbacks [] for port (c3a3486b-81a8-4176-8cc4-8f7d1e721f8e), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:54.430783 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-9814ca3f-ee71-4aff-aa03-56e38889d01d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735120900801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (c3a3486b-81a8-4176-8cc4-8f7d1e721f8e), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:54.470164 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9814ca3f-ee71-4aff-aa03-56e38889d01d admin admin] Network df063f4b-39ab-4616-b570-b4e44f12336f is already hosted by enough agents. {{(pid=106202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:31:54.475218 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.base_scheduler [None req-9814ca3f-ee71-4aff-aa03-56e38889d01d admin admin] Resources bound (agent type, host, resource id): {{(pid=106202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:31:54.479530 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9814ca3f-ee71-4aff-aa03-56e38889d01d admin admin] Received port after_create {{(pid=106202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 12:31:54.503558 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9814ca3f-ee71-4aff-aa03-56e38889d01d admin admin] Pushing event updated for resources: {'Port': ['ID=c3a3486b-81a8-4176-8cc4-8f7d1e721f8e,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:54.514897 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-876ff1f7-acf3-44ee-9c74-5c82c9c208df None None] Publish callbacks [] for port (d02713a9-0dcf-45fa-9c8f-29c964e28feb), precommit_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:54.523431 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-876ff1f7-acf3-44ee-9c74-5c82c9c208df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (d02713a9-0dcf-45fa-9c8f-29c964e28feb), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:54.525049 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-9814ca3f-ee71-4aff-aa03-56e38889d01d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-624413'] for router_interface (cd1770d6-720c-444f-b058-b1486f26d12b), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:54.565536 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.managers [None req-876ff1f7-acf3-44ee-9c74-5c82c9c208df None None] Attempting to bind port d02713a9-0dcf-45fa-9c8f-29c964e28feb on host dv-cinder-858678-1-iscsi for vnic_type normal with profile {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 12:31:54.565890 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.managers [None req-876ff1f7-acf3-44ee-9c74-5c82c9c208df None None] Attempting to bind port d02713a9-0dcf-45fa-9c8f-29c964e28feb by drivers openvswitch,hyperv on host dv-cinder-858678-1-iscsi at level 0 using segments [{'id': '0a2e6652-942c-46a2-8162-ab1d320b7f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d'}] {{(pid=106203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 12:31:54.566260 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876ff1f7-acf3-44ee-9c74-5c82c9c208df None None] Attempting to bind port d02713a9-0dcf-45fa-9c8f-29c964e28feb on network 988e67c4-a01e-4c04-8cb9-1b0dd07d668d {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:31:54.604590 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce31ab78-d4b3-4313-b3c4-98aa4770de49 None None] Pushing event updated for resources: {'Port': ['ID=d02713a9-0dcf-45fa-9c8f-29c964e28feb,revision_number=2']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:54.625656 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876ff1f7-acf3-44ee-9c74-5c82c9c208df None None] Checking agent: {'id': '57fb69a9-4edc-44fd-8965-b65708e41306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858678-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 12, 12, 11), 'started_at': datetime.datetime(2022, 9, 21, 12, 12, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 12, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858678-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 12:31:54.626031 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876ff1f7-acf3-44ee-9c74-5c82c9c208df None None] Checking segment: {'id': '0a2e6652-942c-46a2-8162-ab1d320b7f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:31:54.626516 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-876ff1f7-acf3-44ee-9c74-5c82c9c208df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:54.626934 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876ff1f7-acf3-44ee-9c74-5c82c9c208df None None] Bound using segment: {'id': '0a2e6652-942c-46a2-8162-ab1d320b7f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d'} {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 12:31:54.627577 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.managers [None req-876ff1f7-acf3-44ee-9c74-5c82c9c208df None None] Bound port: d02713a9-0dcf-45fa-9c8f-29c964e28feb, host: dv-cinder-858678-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2e6652-942c-46a2-8162-ab1d320b7f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d'}}] {{(pid=106203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 12:31:54.628048 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-876ff1f7-acf3-44ee-9c74-5c82c9c208df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (d02713a9-0dcf-45fa-9c8f-29c964e28feb), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:54.631850 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:54.650825 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:54.670071 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-9814ca3f-ee71-4aff-aa03-56e38889d01d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (c3a3486b-81a8-4176-8cc4-8f7d1e721f8e), before_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:54.685028 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-876ff1f7-acf3-44ee-9c74-5c82c9c208df None None] For port d02713a9-0dcf-45fa-9c8f-29c964e28feb, host dv-cinder-858678-1-iscsi, cleared binding levels {{(pid=106203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:31:54.690383 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-876ff1f7-acf3-44ee-9c74-5c82c9c208df None None] For port d02713a9-0dcf-45fa-9c8f-29c964e28feb, host dv-cinder-858678-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=d02713a9-0dcf-45fa-9c8f-29c964e28feb,segment=NetworkSegment(0a2e6652-942c-46a2-8162-ab1d320b7f7e),segment_id=0a2e6652-942c-46a2-8162-ab1d320b7f7e)] {{(pid=106203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:31:54.697925 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-876ff1f7-acf3-44ee-9c74-5c82c9c208df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (d02713a9-0dcf-45fa-9c8f-29c964e28feb), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:54.732724 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:54.746272 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876ff1f7-acf3-44ee-9c74-5c82c9c208df None None] Routers {'cd1770d6-720c-444f-b058-b1486f26d12b'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:31:54.746829 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-876ff1f7-acf3-44ee-9c74-5c82c9c208df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:31:39Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['cd1770d6-720c-444f-b058-b1486f26d12b'], 'active': True} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:31:54.754717 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-23694d31-f124-45a5-8dd4-dbe0ed479038 None None] Provisioning complete for port c3a3486b-81a8-4176-8cc4-8f7d1e721f8e triggered by entity DHCP. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:31:54.755085 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-23694d31-f124-45a5-8dd4-dbe0ed479038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (c3a3486b-81a8-4176-8cc4-8f7d1e721f8e), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:54.755419 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-23694d31-f124-45a5-8dd4-dbe0ed479038 None None] Attempt 1 to provision port c3a3486b-81a8-4176-8cc4-8f7d1e721f8e Sep 21 12:31:54.827527 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce31ab78-d4b3-4313-b3c4-98aa4770de49 None None] Pushing event updated for resources: {'Port': ['ID=d02713a9-0dcf-45fa-9c8f-29c964e28feb,revision_number=3']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:54.844568 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:54.846391 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-23694d31-f124-45a5-8dd4-dbe0ed479038 None None] Port c3a3486b-81a8-4176-8cc4-8f7d1e721f8e cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:31:54.846815 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-9814ca3f-ee71-4aff-aa03-56e38889d01d admin admin] Publish callbacks [] for port (c3a3486b-81a8-4176-8cc4-8f7d1e721f8e), precommit_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:54.851430 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-9814ca3f-ee71-4aff-aa03-56e38889d01d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6955121'] for port (c3a3486b-81a8-4176-8cc4-8f7d1e721f8e), after_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:54.896851 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvr_db [None req-876ff1f7-acf3-44ee-9c74-5c82c9c208df None None] Set router cd1770d6-720c-444f-b058-b1486f26d12b gateway port host: dv-cinder-858678-1-iscsi {{(pid=106203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:31:54.921117 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9814ca3f-ee71-4aff-aa03-56e38889d01d admin admin] Pushing event updated for resources: {'Port': ['ID=c3a3486b-81a8-4176-8cc4-8f7d1e721f8e,revision_number=2']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:54.926162 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-9814ca3f-ee71-4aff-aa03-56e38889d01d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-544034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624521'] for router_interface (cd1770d6-720c-444f-b058-b1486f26d12b), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:55.019549 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9814ca3f-ee71-4aff-aa03-56e38889d01d admin admin] Network df063f4b-39ab-4616-b570-b4e44f12336f is already hosted by enough agents. {{(pid=106202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:31:55.021014 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.base_scheduler [None req-9814ca3f-ee71-4aff-aa03-56e38889d01d admin admin] Resources bound (agent type, host, resource id): {{(pid=106202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:31:55.088570 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-876ff1f7-acf3-44ee-9c74-5c82c9c208df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'name': 'tempest-TestVolumeBootPattern-1524629230-router', 'tenant_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'd02713a9-0dcf-45fa-9c8f-29c964e28feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:31:51Z', 'updated_at': '2022-09-21T12:31:54Z', 'revision_number': 4, 'project_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'gw_port': {'id': 'd02713a9-0dcf-45fa-9c8f-29c964e28feb', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e8:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:52Z', 'updated_at': '2022-09-21T12:31:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': 'c3a3486b-81a8-4176-8cc4-8f7d1e721f8e', 'name': '', 'network_id': 'df063f4b-39ab-4616-b570-b4e44f12336f', 'tenant_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'mac_address': 'fa:16:3e:83:7d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'e7695b35-fb3b-4bad-9fa2-f93cecf3dac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:54Z', 'updated_at': '2022-09-21T12:31:54Z', 'revision_number': 1, 'project_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'subnets': [{'id': 'e7695b35-fb3b-4bad-9fa2-f93cecf3dac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:31:55.115686 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876ff1f7-acf3-44ee-9c74-5c82c9c208df None None] The sync data for ids ['cd1770d6-720c-444f-b058-b1486f26d12b'] in dv-cinder-858678-1-iscsi is: [{'id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'name': 'tempest-TestVolumeBootPattern-1524629230-router', 'tenant_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'd02713a9-0dcf-45fa-9c8f-29c964e28feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:31:51Z', 'updated_at': '2022-09-21T12:31:54Z', 'revision_number': 4, 'project_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'gw_port': {'id': 'd02713a9-0dcf-45fa-9c8f-29c964e28feb', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e8:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:52Z', 'updated_at': '2022-09-21T12:31:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': 'c3a3486b-81a8-4176-8cc4-8f7d1e721f8e', 'name': '', 'network_id': 'df063f4b-39ab-4616-b570-b4e44f12336f', 'tenant_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'mac_address': 'fa:16:3e:83:7d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'e7695b35-fb3b-4bad-9fa2-f93cecf3dac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:54Z', 'updated_at': '2022-09-21T12:31:54Z', 'revision_number': 1, 'project_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'subnets': [{'id': 'e7695b35-fb3b-4bad-9fa2-f93cecf3dac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:31:55.185895 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf487f08-5636-40ac-a387-c776587d4f76 req-0a13a56e-af0d-4f21-a25c-5e95a9107de4 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:31:55.187497 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-bf487f08-5636-40ac-a387-c776587d4f76 req-0a13a56e-af0d-4f21-a25c-5e95a9107de4 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=66e9cb90-c71a-420a-b647-991844d5c17c HTTP/1.1" status: 200 len: 945 time: 0.0572042 Sep 21 12:31:55.221614 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9814ca3f-ee71-4aff-aa03-56e38889d01d admin admin] Router cd1770d6-720c-444f-b058-b1486f26d12b has already been hosted by L3 agent 4f31b8b6-17c0-474d-bf52-0481ff2a5cf7 {{(pid=106202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 12:31:55.296547 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-bf487f08-5636-40ac-a387-c776587d4f76 req-a075f2f6-8eb8-4220-9b5f-4fd6131f9967 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d9e8d7e-7a10-40ad-8dfe-7e3854a595ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026952 Sep 21 12:31:55.347105 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-23694d31-f124-45a5-8dd4-dbe0ed479038 None None] Attempt 2 to provision port c3a3486b-81a8-4176-8cc4-8f7d1e721f8e Sep 21 12:31:55.365866 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9814ca3f-ee71-4aff-aa03-56e38889d01d admin admin] Notify agent at l3_agent.dv-cinder-858678-1-iscsi the message routers_updated {{(pid=106202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:31:55.371265 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-9814ca3f-ee71-4aff-aa03-56e38889d01d admin admin] 10.222.0.71 "PUT /networking/v2.0/routers/cd1770d6-720c-444f-b058-b1486f26d12b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6842256 Sep 21 12:31:55.383865 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-23694d31-f124-45a5-8dd4-dbe0ed479038 None None] Port c3a3486b-81a8-4176-8cc4-8f7d1e721f8e cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:31:55.884652 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-23694d31-f124-45a5-8dd4-dbe0ed479038 None None] Attempt 3 to provision port c3a3486b-81a8-4176-8cc4-8f7d1e721f8e Sep 21 12:31:55.922756 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 60884) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:31:55.927803 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-23694d31-f124-45a5-8dd4-dbe0ed479038 None None] Port c3a3486b-81a8-4176-8cc4-8f7d1e721f8e cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:31:55.935337 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [None req-75e2b317-36d9-46b7-a3ed-4d6772ccb10f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1067043599-network', 'tenant_id': 'aee7cc95fa89440a9d6e270a694f04b0'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:31:55.965737 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e2b317-36d9-46b7-a3ed-4d6772ccb10f admin admin] Made reservation on behalf of aee7cc95fa89440a9d6e270a694f04b0 for: {'network': 1} {{(pid=106202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:31:55.968180 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-75e2b317-36d9-46b7-a3ed-4d6772ccb10f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for network (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:55.978045 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-75e2b317-36d9-46b7-a3ed-4d6772ccb10f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:55.995622 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device d02713a9-0dcf-45fa-9c8f-29c964e28feb up at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:31:56.042853 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:56.052583 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Provisioning complete for port d02713a9-0dcf-45fa-9c8f-29c964e28feb triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:31:56.053274 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (d02713a9-0dcf-45fa-9c8f-29c964e28feb), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:56.053274 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Attempt 1 to provision port d02713a9-0dcf-45fa-9c8f-29c964e28feb Sep 21 12:31:56.068094 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-75e2b317-36d9-46b7-a3ed-4d6772ccb10f admin admin] Publish callbacks [] for security_group (436e0f6b-a529-4496-b2a7-fc184f1e2c09), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:56.073130 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-75e2b317-36d9-46b7-a3ed-4d6772ccb10f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (436e0f6b-a529-4496-b2a7-fc184f1e2c09), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:56.102078 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75e2b317-36d9-46b7-a3ed-4d6772ccb10f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=106202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 12:31:56.113348 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e2b317-36d9-46b7-a3ed-4d6772ccb10f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=436e0f6b-a529-4496-b2a7-fc184f1e2c09,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:56.118458 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-75e2b317-36d9-46b7-a3ed-4d6772ccb10f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355690'] for segment (ce3ce067-2d7e-4323-9f36-f9966c87f59e), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:56.118798 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.db.segments_db [None req-75e2b317-36d9-46b7-a3ed-4d6772ccb10f admin admin] Added segment ce3ce067-2d7e-4323-9f36-f9966c87f59e of type vlan for network 45021fd7-45d5-4efe-bb61-86606d2e89a9 Sep 21 12:31:56.138959 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Current status of the port d02713a9-0dcf-45fa-9c8f-29c964e28feb is: DOWN; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:31:56.138959 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (d02713a9-0dcf-45fa-9c8f-29c964e28feb), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:56.161589 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] For port d02713a9-0dcf-45fa-9c8f-29c964e28feb, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=d02713a9-0dcf-45fa-9c8f-29c964e28feb,segment=NetworkSegment(0a2e6652-942c-46a2-8162-ab1d320b7f7e),segment_id=0a2e6652-942c-46a2-8162-ab1d320b7f7e)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:31:56.164507 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-75e2b317-36d9-46b7-a3ed-4d6772ccb10f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735120869551'] for network (45021fd7-45d5-4efe-bb61-86606d2e89a9), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:56.166305 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (d02713a9-0dcf-45fa-9c8f-29c964e28feb), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:56.203015 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-75e2b317-36d9-46b7-a3ed-4d6772ccb10f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028'] for network (45021fd7-45d5-4efe-bb61-86606d2e89a9), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:56.205210 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e2b317-36d9-46b7-a3ed-4d6772ccb10f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:31:56.205834 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-75e2b317-36d9-46b7-a3ed-4d6772ccb10f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544014'] for network (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:56.222251 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Pushing event updated for resources: {'Port': ['ID=d02713a9-0dcf-45fa-9c8f-29c964e28feb,revision_number=4']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:56.262618 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-75e2b317-36d9-46b7-a3ed-4d6772ccb10f admin admin] 10.222.0.71 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3385789 Sep 21 12:31:56.266454 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 60886) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:31:56.272413 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.v2.base [None req-12f8ea3f-c124-49bd-ab66-1bb980eb8526 admin admin] Request body: {'subnet': {'network_id': '45021fd7-45d5-4efe-bb61-86606d2e89a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1067043599-subnet', 'tenant_id': 'aee7cc95fa89440a9d6e270a694f04b0', 'ip_version': 4}} {{(pid=106201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:31:56.279361 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e2b317-36d9-46b7-a3ed-4d6772ccb10f admin admin] Pushing event updated for resources: {'Network': ['ID=45021fd7-45d5-4efe-bb61-86606d2e89a9,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:56.297616 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f8ea3f-c124-49bd-ab66-1bb980eb8526 admin admin] Made reservation on behalf of aee7cc95fa89440a9d6e270a694f04b0 for: {'subnet': 1} {{(pid=106201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:31:56.300554 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-12f8ea3f-c124-49bd-ab66-1bb980eb8526 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7012699'] for subnet (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:56.418679 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Network 45021fd7-45d5-4efe-bb61-86606d2e89a9 details requested by agent ovs-agent-dv-cinder-858678-1-iscsi with host dv-cinder-858678-1-iscsi {{(pid=106203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 12:31:56.432654 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-23694d31-f124-45a5-8dd4-dbe0ed479038 None None] Attempt 4 to provision port c3a3486b-81a8-4176-8cc4-8f7d1e721f8e Sep 21 12:31:56.501159 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c955b57-5cee-4601-8f6b-4ec28e9cd455 req-cd56a509-ba42-4d3a-aeb2-c4d45108db59 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:31:56.502665 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-2c955b57-5cee-4601-8f6b-4ec28e9cd455 req-cd56a509-ba42-4d3a-aeb2-c4d45108db59 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=66e9cb90-c71a-420a-b647-991844d5c17c HTTP/1.1" status: 200 len: 945 time: 0.0943749 Sep 21 12:31:56.504961 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:56.517209 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-23694d31-f124-45a5-8dd4-dbe0ed479038 None None] Port c3a3486b-81a8-4176-8cc4-8f7d1e721f8e cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:31:56.566216 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:56.575396 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:56.582971 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-12f8ea3f-c124-49bd-ab66-1bb980eb8526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6786222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7012685'] for subnet (b45b4a52-0186-429a-a2fc-3c890662b353), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:56.631224 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-2c955b57-5cee-4601-8f6b-4ec28e9cd455 req-5f87e6f3-aa46-41fc-a35c-8dfc91933f79 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d9e8d7e-7a10-40ad-8dfe-7e3854a595ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212239 Sep 21 12:31:56.658941 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f8ea3f-c124-49bd-ab66-1bb980eb8526 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b45b4a52-0186-429a-a2fc-3c890662b353,revision_number=0']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:56.674748 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f8ea3f-c124-49bd-ab66-1bb980eb8526 admin admin] Checking segment: {'id': 'ce3ce067-2d7e-4323-9f36-f9966c87f59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '45021fd7-45d5-4efe-bb61-86606d2e89a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:31:56.675101 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f8ea3f-c124-49bd-ab66-1bb980eb8526 admin admin] Network hostable DHCP agents. Network: 45021fd7-45d5-4efe-bb61-86606d2e89a9, hostable agents: ['f73c601a-29a1-4353-9f34-efd4ba2e6501'], hosted agents: [] {{(pid=106201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 12:31:56.693948 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f8ea3f-c124-49bd-ab66-1bb980eb8526 admin admin] Network 45021fd7-45d5-4efe-bb61-86606d2e89a9 is scheduled to be hosted by DHCP agent f73c601a-29a1-4353-9f34-efd4ba2e6501 with binding_index 1 {{(pid=106201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 12:31:56.702701 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.base_scheduler [None req-12f8ea3f-c124-49bd-ab66-1bb980eb8526 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858678-1-iscsi, 45021fd7-45d5-4efe-bb61-86606d2e89a9) {{(pid=106201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:31:56.707057 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f8ea3f-c124-49bd-ab66-1bb980eb8526 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:31:56.707650 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-12f8ea3f-c124-49bd-ab66-1bb980eb8526 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544014'] for subnet (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:56.711854 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcccaa2e-83ea-425c-8f58-88b1335b7f86 None None] Network 45021fd7-45d5-4efe-bb61-86606d2e89a9 requested from dv-cinder-858678-1-iscsi {{(pid=106203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 12:31:56.723519 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-12f8ea3f-c124-49bd-ab66-1bb980eb8526 admin admin] 10.222.0.71 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4552281 Sep 21 12:31:56.725992 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 60890) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:31:56.730222 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.v2.base [None req-0f145fac-1fc6-4a81-8b8b-0e44221d46e2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1067043599-router', 'tenant_id': 'aee7cc95fa89440a9d6e270a694f04b0', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d'}}} {{(pid=106201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:31:56.754000 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-0f145fac-1fc6-4a81-8b8b-0e44221d46e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4986'] for router (0bb9e84b-5cab-4535-b113-8d18ebbccf27), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:56.755898 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-0f145fac-1fc6-4a81-8b8b-0e44221d46e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628987', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4963'] for router (0bb9e84b-5cab-4535-b113-8d18ebbccf27), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:56.814287 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-0f145fac-1fc6-4a81-8b8b-0e44221d46e2 admin admin] Publish callbacks [] for router_controller (0bb9e84b-5cab-4535-b113-8d18ebbccf27), precommit_add_association {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:56.823730 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2db8064-da3a-4889-bd46-d699930088a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp926fb466-bfb5-5eb1-bc3c-68df119c7c5e-45021fd7-45d5-4efe-bb61-86606d2e89a9', 'network_id': '45021fd7-45d5-4efe-bb61-86606d2e89a9', 'project_id': 'aee7cc95fa89440a9d6e270a694f04b0', 'fixed_ips': [{'subnet_id': 'b45b4a52-0186-429a-a2fc-3c890662b353'}]}} from dv-cinder-858678-1-iscsi. {{(pid=106203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 21 12:31:56.824682 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-f2db8064-da3a-4889-bd46-d699930088a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (None), before_create {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:56.913888 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:56.952143 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-0f145fac-1fc6-4a81-8b8b-0e44221d46e2 admin admin] Publish callbacks [] for router_gateway (0bb9e84b-5cab-4535-b113-8d18ebbccf27), precommit_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:56.962805 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.db_base_plugin_common [None req-f2db8064-da3a-4889-bd46-d699930088a9 None None] Allocated IP 172.20.0.2 (45021fd7-45d5-4efe-bb61-86606d2e89a9/b45b4a52-0186-429a-a2fc-3c890662b353/08b64da7-67aa-4746-b403-7516e7c8aa3b) {{(pid=106203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:31:57.021649 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-23694d31-f124-45a5-8dd4-dbe0ed479038 None None] Attempt 5 to provision port c3a3486b-81a8-4176-8cc4-8f7d1e721f8e Sep 21 12:31:57.148083 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-0f145fac-1fc6-4a81-8b8b-0e44221d46e2 admin admin] Publish callbacks [] for router_gateway (0bb9e84b-5cab-4535-b113-8d18ebbccf27), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:57.168126 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-0f145fac-1fc6-4a81-8b8b-0e44221d46e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:57.187598 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-23694d31-f124-45a5-8dd4-dbe0ed479038 None None] Port c3a3486b-81a8-4176-8cc4-8f7d1e721f8e cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:31:57.271470 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-f2db8064-da3a-4889-bd46-d699930088a9 None None] Publish callbacks [] for port (08b64da7-67aa-4746-b403-7516e7c8aa3b), precommit_create {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:57.277017 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-f2db8064-da3a-4889-bd46-d699930088a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735120900801'] for port (08b64da7-67aa-4746-b403-7516e7c8aa3b), after_create {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:57.278712 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.db.db_base_plugin_common [None req-0f145fac-1fc6-4a81-8b8b-0e44221d46e2 admin admin] Allocated IP 172.27.0.216 (988e67c4-a01e-4c04-8cb9-1b0dd07d668d/691ea813-de87-4809-9e6b-d8504be0b97f/c38e53ad-a4ff-4e0e-a81b-a4604e28d531) {{(pid=106201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:31:57.316444 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4d9e1d-d17a-446f-a3eb-f406981a32cf None None] Sync routers for ids ['cd1770d6-720c-444f-b058-b1486f26d12b'] in dv-cinder-858678-1-iscsi {{(pid=106204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:31:57.326046 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2db8064-da3a-4889-bd46-d699930088a9 None None] Network 45021fd7-45d5-4efe-bb61-86606d2e89a9 is already hosted by enough agents. {{(pid=106203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:31:57.326837 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4d9e1d-d17a-446f-a3eb-f406981a32cf None None] Routers {'cd1770d6-720c-444f-b058-b1486f26d12b'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:31:57.327459 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-fb4d9e1d-d17a-446f-a3eb-f406981a32cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:31:39Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['cd1770d6-720c-444f-b058-b1486f26d12b'], 'active': True} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:31:57.329638 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.scheduler.base_scheduler [None req-f2db8064-da3a-4889-bd46-d699930088a9 None None] Resources bound (agent type, host, resource id): {{(pid=106203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:31:57.332060 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2db8064-da3a-4889-bd46-d699930088a9 None None] Received port after_create {{(pid=106203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 12:31:57.345539 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2db8064-da3a-4889-bd46-d699930088a9 None None] Pushing event updated for resources: {'Port': ['ID=08b64da7-67aa-4746-b403-7516e7c8aa3b,revision_number=1']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:57.396869 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.managers [None req-f2db8064-da3a-4889-bd46-d699930088a9 None None] Attempting to bind port 08b64da7-67aa-4746-b403-7516e7c8aa3b on host dv-cinder-858678-1-iscsi for vnic_type normal with profile {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 12:31:57.397266 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.managers [None req-f2db8064-da3a-4889-bd46-d699930088a9 None None] Attempting to bind port 08b64da7-67aa-4746-b403-7516e7c8aa3b by drivers openvswitch,hyperv on host dv-cinder-858678-1-iscsi at level 0 using segments [{'id': 'ce3ce067-2d7e-4323-9f36-f9966c87f59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '45021fd7-45d5-4efe-bb61-86606d2e89a9'}] {{(pid=106203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 12:31:57.397596 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2db8064-da3a-4889-bd46-d699930088a9 None None] Attempting to bind port 08b64da7-67aa-4746-b403-7516e7c8aa3b on network 45021fd7-45d5-4efe-bb61-86606d2e89a9 {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:31:57.401501 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-0f145fac-1fc6-4a81-8b8b-0e44221d46e2 admin admin] Publish callbacks [] for port (c38e53ad-a4ff-4e0e-a81b-a4604e28d531), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:57.424896 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:57.431976 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvr_db [None req-fb4d9e1d-d17a-446f-a3eb-f406981a32cf None None] Set router cd1770d6-720c-444f-b058-b1486f26d12b gateway port host: dv-cinder-858678-1-iscsi {{(pid=106204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:31:57.440514 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-0f145fac-1fc6-4a81-8b8b-0e44221d46e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735120900801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6788894'] for port (c38e53ad-a4ff-4e0e-a81b-a4604e28d531), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:57.442025 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2db8064-da3a-4889-bd46-d699930088a9 None None] Checking agent: {'id': '57fb69a9-4edc-44fd-8965-b65708e41306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858678-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 12, 12, 11), 'started_at': datetime.datetime(2022, 9, 21, 12, 12, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 12, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858678-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 12:31:57.442396 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2db8064-da3a-4889-bd46-d699930088a9 None None] Checking segment: {'id': 'ce3ce067-2d7e-4323-9f36-f9966c87f59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '45021fd7-45d5-4efe-bb61-86606d2e89a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:31:57.442792 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-f2db8064-da3a-4889-bd46-d699930088a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:57.443175 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2db8064-da3a-4889-bd46-d699930088a9 None None] Bound using segment: {'id': 'ce3ce067-2d7e-4323-9f36-f9966c87f59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '45021fd7-45d5-4efe-bb61-86606d2e89a9'} {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 12:31:57.443819 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.managers [None req-f2db8064-da3a-4889-bd46-d699930088a9 None None] Bound port: 08b64da7-67aa-4746-b403-7516e7c8aa3b, host: dv-cinder-858678-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3ce067-2d7e-4323-9f36-f9966c87f59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '45021fd7-45d5-4efe-bb61-86606d2e89a9'}}] {{(pid=106203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 12:31:57.444195 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-f2db8064-da3a-4889-bd46-d699930088a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (08b64da7-67aa-4746-b403-7516e7c8aa3b), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:57.477078 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:57.497878 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f145fac-1fc6-4a81-8b8b-0e44221d46e2 admin admin] Network 988e67c4-a01e-4c04-8cb9-1b0dd07d668d is already hosted by enough agents. {{(pid=106201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:31:57.499967 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f145fac-1fc6-4a81-8b8b-0e44221d46e2 admin admin] Pushing event updated for resources: {'Port': ['ID=c38e53ad-a4ff-4e0e-a81b-a4604e28d531,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:57.503317 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.base_scheduler [None req-0f145fac-1fc6-4a81-8b8b-0e44221d46e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:31:57.505387 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f145fac-1fc6-4a81-8b8b-0e44221d46e2 admin admin] Received port after_create {{(pid=106201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 12:31:57.522869 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-f2db8064-da3a-4889-bd46-d699930088a9 None None] For port 08b64da7-67aa-4746-b403-7516e7c8aa3b, host dv-cinder-858678-1-iscsi, cleared binding levels {{(pid=106203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:31:57.526298 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-f2db8064-da3a-4889-bd46-d699930088a9 None None] For port 08b64da7-67aa-4746-b403-7516e7c8aa3b, host dv-cinder-858678-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=08b64da7-67aa-4746-b403-7516e7c8aa3b,segment=NetworkSegment(ce3ce067-2d7e-4323-9f36-f9966c87f59e),segment_id=ce3ce067-2d7e-4323-9f36-f9966c87f59e)] {{(pid=106203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:31:57.534322 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-f2db8064-da3a-4889-bd46-d699930088a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (08b64da7-67aa-4746-b403-7516e7c8aa3b), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:57.601909 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2db8064-da3a-4889-bd46-d699930088a9 None None] Pushing event updated for resources: {'Port': ['ID=08b64da7-67aa-4746-b403-7516e7c8aa3b,revision_number=2']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:57.638782 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-fb4d9e1d-d17a-446f-a3eb-f406981a32cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'name': 'tempest-TestVolumeBootPattern-1524629230-router', 'tenant_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'd02713a9-0dcf-45fa-9c8f-29c964e28feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:31:51Z', 'updated_at': '2022-09-21T12:31:54Z', 'revision_number': 4, 'project_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'gw_port': {'id': 'd02713a9-0dcf-45fa-9c8f-29c964e28feb', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:52Z', 'updated_at': '2022-09-21T12:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': 'c3a3486b-81a8-4176-8cc4-8f7d1e721f8e', 'name': '', 'network_id': 'df063f4b-39ab-4616-b570-b4e44f12336f', 'tenant_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'mac_address': 'fa:16:3e:83:7d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'e7695b35-fb3b-4bad-9fa2-f93cecf3dac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:54Z', 'updated_at': '2022-09-21T12:31:54Z', 'revision_number': 2, 'project_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'subnets': [{'id': 'e7695b35-fb3b-4bad-9fa2-f93cecf3dac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:31:57.665790 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4d9e1d-d17a-446f-a3eb-f406981a32cf None None] Checking router: cd1770d6-720c-444f-b058-b1486f26d12b for host: dv-cinder-858678-1-iscsi {{(pid=106204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:31:57.666402 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4d9e1d-d17a-446f-a3eb-f406981a32cf None None] Updating router cd1770d6-720c-444f-b058-b1486f26d12b port c3a3486b-81a8-4176-8cc4-8f7d1e721f8e binding host dv-cinder-858678-1-iscsi {{(pid=106204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 12:31:57.689804 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-23694d31-f124-45a5-8dd4-dbe0ed479038 None None] Attempt 6 to provision port c3a3486b-81a8-4176-8cc4-8f7d1e721f8e Sep 21 12:31:57.701528 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-fb4d9e1d-d17a-446f-a3eb-f406981a32cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (c3a3486b-81a8-4176-8cc4-8f7d1e721f8e), before_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:57.763319 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-23694d31-f124-45a5-8dd4-dbe0ed479038 None None] Port c3a3486b-81a8-4176-8cc4-8f7d1e721f8e cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:31:57.772736 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:57.824563 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b5567-0529-44ea-b326-11e322b74d05 req-e4a5abf9-990e-4053-ad3a-592cc525e016 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:31:57.826889 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-985b5567-0529-44ea-b326-11e322b74d05 req-e4a5abf9-990e-4053-ad3a-592cc525e016 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=66e9cb90-c71a-420a-b647-991844d5c17c HTTP/1.1" status: 200 len: 945 time: 0.0971708 Sep 21 12:31:57.860723 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-0f145fac-1fc6-4a81-8b8b-0e44221d46e2 admin admin] Publish callbacks [] for router_gateway (0bb9e84b-5cab-4535-b113-8d18ebbccf27), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:57.898158 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-985b5567-0529-44ea-b326-11e322b74d05 req-9ff1b345-f8c7-4855-9089-3906f6657408 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d9e8d7e-7a10-40ad-8dfe-7e3854a595ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636628 Sep 21 12:31:58.047677 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-fb4d9e1d-d17a-446f-a3eb-f406981a32cf None None] Publish callbacks [] for port (c3a3486b-81a8-4176-8cc4-8f7d1e721f8e), precommit_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:58.058916 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-fb4d9e1d-d17a-446f-a3eb-f406981a32cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (c3a3486b-81a8-4176-8cc4-8f7d1e721f8e), after_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:58.089440 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-0f145fac-1fc6-4a81-8b8b-0e44221d46e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534052'] for router (0bb9e84b-5cab-4535-b113-8d18ebbccf27), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:58.097076 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device d02713a9-0dcf-45fa-9c8f-29c964e28feb up at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:31:58.125821 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce50f64-aee8-423a-9277-805be4e4ec4b None None] Pushing event updated for resources: {'Port': ['ID=c3a3486b-81a8-4176-8cc4-8f7d1e721f8e,revision_number=3']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:58.127375 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:58.156714 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.managers [None req-fb4d9e1d-d17a-446f-a3eb-f406981a32cf None None] Attempting to bind port c3a3486b-81a8-4176-8cc4-8f7d1e721f8e on host dv-cinder-858678-1-iscsi for vnic_type normal with profile {{(pid=106204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 12:31:58.157082 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.managers [None req-fb4d9e1d-d17a-446f-a3eb-f406981a32cf None None] Attempting to bind port c3a3486b-81a8-4176-8cc4-8f7d1e721f8e by drivers openvswitch,hyperv on host dv-cinder-858678-1-iscsi at level 0 using segments [{'id': 'fe673fec-1364-4308-9af3-7334b5f7774a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'df063f4b-39ab-4616-b570-b4e44f12336f'}] {{(pid=106204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 12:31:58.157448 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4d9e1d-d17a-446f-a3eb-f406981a32cf None None] Attempting to bind port c3a3486b-81a8-4176-8cc4-8f7d1e721f8e on network df063f4b-39ab-4616-b570-b4e44f12336f {{(pid=106204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:31:58.165141 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Provisioning complete for port d02713a9-0dcf-45fa-9c8f-29c964e28feb triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:31:58.165697 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (d02713a9-0dcf-45fa-9c8f-29c964e28feb), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:58.166134 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Attempt 1 to provision port d02713a9-0dcf-45fa-9c8f-29c964e28feb Sep 21 12:31:58.205634 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4d9e1d-d17a-446f-a3eb-f406981a32cf None None] Checking agent: {'id': '57fb69a9-4edc-44fd-8965-b65708e41306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858678-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 12, 12, 11), 'started_at': datetime.datetime(2022, 9, 21, 12, 12, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 12, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858678-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 12:31:58.206341 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4d9e1d-d17a-446f-a3eb-f406981a32cf None None] Checking segment: {'id': 'fe673fec-1364-4308-9af3-7334b5f7774a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'df063f4b-39ab-4616-b570-b4e44f12336f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:31:58.206927 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-fb4d9e1d-d17a-446f-a3eb-f406981a32cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:58.207316 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4d9e1d-d17a-446f-a3eb-f406981a32cf None None] Bound using segment: {'id': 'fe673fec-1364-4308-9af3-7334b5f7774a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'df063f4b-39ab-4616-b570-b4e44f12336f'} {{(pid=106204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 12:31:58.207803 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.managers [None req-fb4d9e1d-d17a-446f-a3eb-f406981a32cf None None] Bound port: c3a3486b-81a8-4176-8cc4-8f7d1e721f8e, host: dv-cinder-858678-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe673fec-1364-4308-9af3-7334b5f7774a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'df063f4b-39ab-4616-b570-b4e44f12336f'}}] {{(pid=106204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 12:31:58.208362 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-fb4d9e1d-d17a-446f-a3eb-f406981a32cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (c3a3486b-81a8-4176-8cc4-8f7d1e721f8e), before_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:58.233082 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f145fac-1fc6-4a81-8b8b-0e44221d46e2 admin admin] Router 0bb9e84b-5cab-4535-b113-8d18ebbccf27 is scheduled to L3 agent 4f31b8b6-17c0-474d-bf52-0481ff2a5cf7 with binding_index 1 {{(pid=106201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 12:31:58.253869 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Current status of the port d02713a9-0dcf-45fa-9c8f-29c964e28feb is: ACTIVE; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:31:58.255046 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 08b64da7-67aa-4746-b403-7516e7c8aa3b up at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:31:58.273066 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.db [None req-fb4d9e1d-d17a-446f-a3eb-f406981a32cf None None] For port c3a3486b-81a8-4176-8cc4-8f7d1e721f8e, host dv-cinder-858678-1-iscsi, cleared binding levels {{(pid=106204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:31:58.274922 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-23694d31-f124-45a5-8dd4-dbe0ed479038 None None] Attempt 7 to provision port c3a3486b-81a8-4176-8cc4-8f7d1e721f8e Sep 21 12:31:58.276424 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.db [None req-fb4d9e1d-d17a-446f-a3eb-f406981a32cf None None] For port c3a3486b-81a8-4176-8cc4-8f7d1e721f8e, host dv-cinder-858678-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=c3a3486b-81a8-4176-8cc4-8f7d1e721f8e,segment=NetworkSegment(fe673fec-1364-4308-9af3-7334b5f7774a),segment_id=fe673fec-1364-4308-9af3-7334b5f7774a)] {{(pid=106204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:31:58.284052 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-fb4d9e1d-d17a-446f-a3eb-f406981a32cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (c3a3486b-81a8-4176-8cc4-8f7d1e721f8e), after_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:58.315801 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:58.316657 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:58.320048 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-23694d31-f124-45a5-8dd4-dbe0ed479038 None None] Port c3a3486b-81a8-4176-8cc4-8f7d1e721f8e cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:31:58.330088 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Provisioning complete for port 08b64da7-67aa-4746-b403-7516e7c8aa3b triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:31:58.330461 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (08b64da7-67aa-4746-b403-7516e7c8aa3b), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:58.330796 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Attempt 1 to provision port 08b64da7-67aa-4746-b403-7516e7c8aa3b Sep 21 12:31:58.338771 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce50f64-aee8-423a-9277-805be4e4ec4b None None] Pushing event updated for resources: {'Port': ['ID=c3a3486b-81a8-4176-8cc4-8f7d1e721f8e,revision_number=4']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:58.351385 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4d9e1d-d17a-446f-a3eb-f406981a32cf None None] Routers {'cd1770d6-720c-444f-b058-b1486f26d12b'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:31:58.352035 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-fb4d9e1d-d17a-446f-a3eb-f406981a32cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:31:39Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['cd1770d6-720c-444f-b058-b1486f26d12b'], 'active': True} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:31:58.368925 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f145fac-1fc6-4a81-8b8b-0e44221d46e2 admin admin] Notify agent at l3_agent.dv-cinder-858678-1-iscsi the message routers_updated {{(pid=106201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:31:58.380933 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0462f408-39d8-4abc-b318-dfe9ddba349a None None] Sync routers for ids ['0bb9e84b-5cab-4535-b113-8d18ebbccf27'] in dv-cinder-858678-1-iscsi {{(pid=106203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:31:58.396667 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-0f145fac-1fc6-4a81-8b8b-0e44221d46e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:58.400839 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-0f145fac-1fc6-4a81-8b8b-0e44221d46e2 admin admin] 10.222.0.71 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6715417 Sep 21 12:31:58.401020 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0462f408-39d8-4abc-b318-dfe9ddba349a None None] Routers {'0bb9e84b-5cab-4535-b113-8d18ebbccf27'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:31:58.401020 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-0462f408-39d8-4abc-b318-dfe9ddba349a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:31:39Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['0bb9e84b-5cab-4535-b113-8d18ebbccf27'], 'active': True} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:31:58.401397 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 60894) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:31:58.444405 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:58.481475 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvr_db [None req-fb4d9e1d-d17a-446f-a3eb-f406981a32cf None None] Set router cd1770d6-720c-444f-b058-b1486f26d12b gateway port host: dv-cinder-858678-1-iscsi {{(pid=106204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:31:58.539037 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Current status of the port 08b64da7-67aa-4746-b403-7516e7c8aa3b is: DOWN; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:31:58.539434 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (08b64da7-67aa-4746-b403-7516e7c8aa3b), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:58.594038 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvr_db [None req-0462f408-39d8-4abc-b318-dfe9ddba349a None None] Set router 0bb9e84b-5cab-4535-b113-8d18ebbccf27 gateway port host: dv-cinder-858678-1-iscsi {{(pid=106203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:31:58.621709 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] For port 08b64da7-67aa-4746-b403-7516e7c8aa3b, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=08b64da7-67aa-4746-b403-7516e7c8aa3b,segment=NetworkSegment(ce3ce067-2d7e-4323-9f36-f9966c87f59e),segment_id=ce3ce067-2d7e-4323-9f36-f9966c87f59e)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:31:58.653796 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (08b64da7-67aa-4746-b403-7516e7c8aa3b), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:58.730259 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-fb4d9e1d-d17a-446f-a3eb-f406981a32cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'name': 'tempest-TestVolumeBootPattern-1524629230-router', 'tenant_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'd02713a9-0dcf-45fa-9c8f-29c964e28feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:31:51Z', 'updated_at': '2022-09-21T12:31:54Z', 'revision_number': 4, 'project_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'gw_port': {'id': 'd02713a9-0dcf-45fa-9c8f-29c964e28feb', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:52Z', 'updated_at': '2022-09-21T12:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': 'c3a3486b-81a8-4176-8cc4-8f7d1e721f8e', 'name': '', 'network_id': 'df063f4b-39ab-4616-b570-b4e44f12336f', 'tenant_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'mac_address': 'fa:16:3e:83:7d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'e7695b35-fb3b-4bad-9fa2-f93cecf3dac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:54Z', 'updated_at': '2022-09-21T12:31:58Z', 'revision_number': 4, 'project_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'subnets': [{'id': 'e7695b35-fb3b-4bad-9fa2-f93cecf3dac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:31:58.772379 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Pushing event updated for resources: {'Port': ['ID=08b64da7-67aa-4746-b403-7516e7c8aa3b,revision_number=3']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:58.806779 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d532fc25-62c4-4b1c-98f0-f4c4fcb91ebc None None] Network 45021fd7-45d5-4efe-bb61-86606d2e89a9 requested from dv-cinder-858678-1-iscsi {{(pid=106203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 12:31:58.831404 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-23694d31-f124-45a5-8dd4-dbe0ed479038 None None] Attempt 8 to provision port c3a3486b-81a8-4176-8cc4-8f7d1e721f8e Sep 21 12:31:58.856103 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.agents_db [None req-f0b1ed15-d02e-46f0-bd67-2b506ff8404e None None] Agent healthcheck: found 6 active agents {{(pid=106204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:31:58.857401 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4d9e1d-d17a-446f-a3eb-f406981a32cf None None] The sync data for ids ['cd1770d6-720c-444f-b058-b1486f26d12b'] in dv-cinder-858678-1-iscsi is: [{'id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'name': 'tempest-TestVolumeBootPattern-1524629230-router', 'tenant_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'd02713a9-0dcf-45fa-9c8f-29c964e28feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:31:51Z', 'updated_at': '2022-09-21T12:31:54Z', 'revision_number': 4, 'project_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'gw_port': {'id': 'd02713a9-0dcf-45fa-9c8f-29c964e28feb', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:52Z', 'updated_at': '2022-09-21T12:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': 'c3a3486b-81a8-4176-8cc4-8f7d1e721f8e', 'name': '', 'network_id': 'df063f4b-39ab-4616-b570-b4e44f12336f', 'tenant_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'mac_address': 'fa:16:3e:83:7d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'e7695b35-fb3b-4bad-9fa2-f93cecf3dac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:54Z', 'updated_at': '2022-09-21T12:31:58Z', 'revision_number': 4, 'project_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'subnets': [{'id': 'e7695b35-fb3b-4bad-9fa2-f93cecf3dac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:31:58.939314 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-0462f408-39d8-4abc-b318-dfe9ddba349a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb9e84b-5cab-4535-b113-8d18ebbccf27', 'name': 'tempest-TestVolumeBootPattern-1067043599-router', 'tenant_id': 'aee7cc95fa89440a9d6e270a694f04b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'c38e53ad-a4ff-4e0e-a81b-a4604e28d531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:31:56Z', 'updated_at': '2022-09-21T12:31:57Z', 'revision_number': 3, 'project_id': 'aee7cc95fa89440a9d6e270a694f04b0', 'gw_port': {'id': 'c38e53ad-a4ff-4e0e-a81b-a4604e28d531', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b2:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb9e84b-5cab-4535-b113-8d18ebbccf27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:57Z', 'updated_at': '2022-09-21T12:31:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi'}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:31:58.978241 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:58.980257 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0462f408-39d8-4abc-b318-dfe9ddba349a None None] Checking router: 0bb9e84b-5cab-4535-b113-8d18ebbccf27 for host: dv-cinder-858678-1-iscsi {{(pid=106203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:31:58.980611 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0462f408-39d8-4abc-b318-dfe9ddba349a None None] Updating router 0bb9e84b-5cab-4535-b113-8d18ebbccf27 port c38e53ad-a4ff-4e0e-a81b-a4604e28d531 binding host dv-cinder-858678-1-iscsi {{(pid=106203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 12:31:59.059663 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3bf59e-f97f-4aae-9eee-f898e2501e84 req-5a5687b0-cdab-4971-ac51-96dc669dab87 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:31:59.062301 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-1e3bf59e-f97f-4aae-9eee-f898e2501e84 req-5a5687b0-cdab-4971-ac51-96dc669dab87 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=66e9cb90-c71a-420a-b647-991844d5c17c HTTP/1.1" status: 200 len: 945 time: 0.0666358 Sep 21 12:31:59.066778 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-0462f408-39d8-4abc-b318-dfe9ddba349a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (c38e53ad-a4ff-4e0e-a81b-a4604e28d531), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:59.124607 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-1e3bf59e-f97f-4aae-9eee-f898e2501e84 req-efc8a224-0af1-43c0-8260-b1ece2dc1b75 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d9e8d7e-7a10-40ad-8dfe-7e3854a595ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557487 Sep 21 12:31:59.198819 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-23694d31-f124-45a5-8dd4-dbe0ed479038 None None] Current status of the port c3a3486b-81a8-4176-8cc4-8f7d1e721f8e is: DOWN; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:31:59.199370 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-23694d31-f124-45a5-8dd4-dbe0ed479038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (c3a3486b-81a8-4176-8cc4-8f7d1e721f8e), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:59.241514 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-6c0642b9-a282-4826-8935-0b19f164f98a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:59.303541 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-23694d31-f124-45a5-8dd4-dbe0ed479038 None None] For port c3a3486b-81a8-4176-8cc4-8f7d1e721f8e, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=c3a3486b-81a8-4176-8cc4-8f7d1e721f8e,segment=NetworkSegment(fe673fec-1364-4308-9af3-7334b5f7774a),segment_id=fe673fec-1364-4308-9af3-7334b5f7774a)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:31:59.310663 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-23694d31-f124-45a5-8dd4-dbe0ed479038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (c3a3486b-81a8-4176-8cc4-8f7d1e721f8e), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:59.389095 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:59.398159 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23694d31-f124-45a5-8dd4-dbe0ed479038 None None] Pushing event updated for resources: {'Port': ['ID=c3a3486b-81a8-4176-8cc4-8f7d1e721f8e,revision_number=5']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:59.424391 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:59.426077 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.db_base_plugin_common [None req-6c0642b9-a282-4826-8935-0b19f164f98a admin admin] Allocated IP 172.20.0.1 (45021fd7-45d5-4efe-bb61-86606d2e89a9/b45b4a52-0186-429a-a2fc-3c890662b353/4204467c-b12a-4d3b-9470-d30ceab32d5f) {{(pid=106202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:31:59.461004 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-3a86664d-c3f1-4521-ac35-d73f99366f88 None None] Provisioning complete for port c3a3486b-81a8-4176-8cc4-8f7d1e721f8e triggered by entity DHCP. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:31:59.461362 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-3a86664d-c3f1-4521-ac35-d73f99366f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (c3a3486b-81a8-4176-8cc4-8f7d1e721f8e), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:59.461695 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-3a86664d-c3f1-4521-ac35-d73f99366f88 None None] Attempt 1 to provision port c3a3486b-81a8-4176-8cc4-8f7d1e721f8e Sep 21 12:31:59.502651 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-0462f408-39d8-4abc-b318-dfe9ddba349a None None] Publish callbacks [] for port (c38e53ad-a4ff-4e0e-a81b-a4604e28d531), precommit_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:59.518812 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-0462f408-39d8-4abc-b318-dfe9ddba349a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (c38e53ad-a4ff-4e0e-a81b-a4604e28d531), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:59.552822 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-6c0642b9-a282-4826-8935-0b19f164f98a admin admin] Publish callbacks [] for port (4204467c-b12a-4d3b-9470-d30ceab32d5f), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:59.563861 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.managers [None req-0462f408-39d8-4abc-b318-dfe9ddba349a None None] Attempting to bind port c38e53ad-a4ff-4e0e-a81b-a4604e28d531 on host dv-cinder-858678-1-iscsi for vnic_type normal with profile {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 12:31:59.564299 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.managers [None req-0462f408-39d8-4abc-b318-dfe9ddba349a None None] Attempting to bind port c38e53ad-a4ff-4e0e-a81b-a4604e28d531 by drivers openvswitch,hyperv on host dv-cinder-858678-1-iscsi at level 0 using segments [{'id': '0a2e6652-942c-46a2-8162-ab1d320b7f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d'}] {{(pid=106203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 12:31:59.564893 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0462f408-39d8-4abc-b318-dfe9ddba349a None None] Attempting to bind port c38e53ad-a4ff-4e0e-a81b-a4604e28d531 on network 988e67c4-a01e-4c04-8cb9-1b0dd07d668d {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:31:59.582697 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:31:59.590574 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-6c0642b9-a282-4826-8935-0b19f164f98a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735120900801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (4204467c-b12a-4d3b-9470-d30ceab32d5f), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:59.612415 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e90aafa-565b-4623-be87-d5769a2ecb5a None None] Pushing event updated for resources: {'Port': ['ID=c38e53ad-a4ff-4e0e-a81b-a4604e28d531,revision_number=2']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:59.635707 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0642b9-a282-4826-8935-0b19f164f98a admin admin] Network 45021fd7-45d5-4efe-bb61-86606d2e89a9 is already hosted by enough agents. {{(pid=106202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:31:59.638888 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.base_scheduler [None req-6c0642b9-a282-4826-8935-0b19f164f98a admin admin] Resources bound (agent type, host, resource id): {{(pid=106202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:31:59.642873 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0642b9-a282-4826-8935-0b19f164f98a admin admin] Received port after_create {{(pid=106202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 12:31:59.668396 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0642b9-a282-4826-8935-0b19f164f98a admin admin] Pushing event updated for resources: {'Port': ['ID=4204467c-b12a-4d3b-9470-d30ceab32d5f,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:31:59.695524 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-6c0642b9-a282-4826-8935-0b19f164f98a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-624413'] for router_interface (0bb9e84b-5cab-4535-b113-8d18ebbccf27), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:59.789100 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0462f408-39d8-4abc-b318-dfe9ddba349a None None] Checking agent: {'id': '57fb69a9-4edc-44fd-8965-b65708e41306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858678-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 12, 12, 11), 'started_at': datetime.datetime(2022, 9, 21, 12, 12, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 12, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858678-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 12:31:59.789470 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0462f408-39d8-4abc-b318-dfe9ddba349a None None] Checking segment: {'id': '0a2e6652-942c-46a2-8162-ab1d320b7f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:31:59.789869 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-0462f408-39d8-4abc-b318-dfe9ddba349a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:59.790252 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0462f408-39d8-4abc-b318-dfe9ddba349a None None] Bound using segment: {'id': '0a2e6652-942c-46a2-8162-ab1d320b7f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d'} {{(pid=106203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 12:31:59.790720 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.managers [None req-0462f408-39d8-4abc-b318-dfe9ddba349a None None] Bound port: c38e53ad-a4ff-4e0e-a81b-a4604e28d531, host: dv-cinder-858678-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2e6652-942c-46a2-8162-ab1d320b7f7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d'}}] {{(pid=106203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 12:31:59.791095 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-0462f408-39d8-4abc-b318-dfe9ddba349a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (c38e53ad-a4ff-4e0e-a81b-a4604e28d531), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:59.793045 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-3a86664d-c3f1-4521-ac35-d73f99366f88 None None] Current status of the port c3a3486b-81a8-4176-8cc4-8f7d1e721f8e is: ACTIVE; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:31:59.825696 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-3a86664d-c3f1-4521-ac35-d73f99366f88 None None] Provisioning complete for port 08b64da7-67aa-4746-b403-7516e7c8aa3b triggered by entity DHCP. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:31:59.826318 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-3a86664d-c3f1-4521-ac35-d73f99366f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (08b64da7-67aa-4746-b403-7516e7c8aa3b), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:59.826898 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-3a86664d-c3f1-4521-ac35-d73f99366f88 None None] Attempt 1 to provision port 08b64da7-67aa-4746-b403-7516e7c8aa3b Sep 21 12:31:59.856526 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-6c0642b9-a282-4826-8935-0b19f164f98a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (4204467c-b12a-4d3b-9470-d30ceab32d5f), before_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:59.876495 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-0462f408-39d8-4abc-b318-dfe9ddba349a None None] For port c38e53ad-a4ff-4e0e-a81b-a4604e28d531, host dv-cinder-858678-1-iscsi, cleared binding levels {{(pid=106203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:31:59.892198 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-0462f408-39d8-4abc-b318-dfe9ddba349a None None] For port c38e53ad-a4ff-4e0e-a81b-a4604e28d531, host dv-cinder-858678-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=c38e53ad-a4ff-4e0e-a81b-a4604e28d531,segment=NetworkSegment(0a2e6652-942c-46a2-8162-ab1d320b7f7e),segment_id=0a2e6652-942c-46a2-8162-ab1d320b7f7e)] {{(pid=106203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:31:59.900821 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-0462f408-39d8-4abc-b318-dfe9ddba349a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (c38e53ad-a4ff-4e0e-a81b-a4604e28d531), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:31:59.962274 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0462f408-39d8-4abc-b318-dfe9ddba349a None None] Routers {'0bb9e84b-5cab-4535-b113-8d18ebbccf27'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:31:59.962902 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-0462f408-39d8-4abc-b318-dfe9ddba349a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:31:39Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['0bb9e84b-5cab-4535-b113-8d18ebbccf27'], 'active': True} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:31:59.964541 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:32:00.009353 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-3a86664d-c3f1-4521-ac35-d73f99366f88 None None] Current status of the port 08b64da7-67aa-4746-b403-7516e7c8aa3b is: ACTIVE; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:32:00.028098 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 08b64da7-67aa-4746-b403-7516e7c8aa3b up at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:32:00.035991 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-6c0642b9-a282-4826-8935-0b19f164f98a admin admin] Publish callbacks [] for port (4204467c-b12a-4d3b-9470-d30ceab32d5f), precommit_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:00.041409 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-6c0642b9-a282-4826-8935-0b19f164f98a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6955121'] for port (4204467c-b12a-4d3b-9470-d30ceab32d5f), after_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:00.062852 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e90aafa-565b-4623-be87-d5769a2ecb5a None None] Pushing event updated for resources: {'Port': ['ID=c38e53ad-a4ff-4e0e-a81b-a4604e28d531,revision_number=3']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:32:00.113440 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0642b9-a282-4826-8935-0b19f164f98a admin admin] Pushing event updated for resources: {'Port': ['ID=4204467c-b12a-4d3b-9470-d30ceab32d5f,revision_number=2']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:32:00.116034 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-6c0642b9-a282-4826-8935-0b19f164f98a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-544034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624521'] for router_interface (0bb9e84b-5cab-4535-b113-8d18ebbccf27), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:00.142909 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvr_db [None req-0462f408-39d8-4abc-b318-dfe9ddba349a None None] Set router 0bb9e84b-5cab-4535-b113-8d18ebbccf27 gateway port host: dv-cinder-858678-1-iscsi {{(pid=106203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:32:00.171324 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-57859aea-27c0-401c-af1c-548412700cfe None None] Provisioning complete for port 4204467c-b12a-4d3b-9470-d30ceab32d5f triggered by entity DHCP. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:32:00.171690 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-57859aea-27c0-401c-af1c-548412700cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (4204467c-b12a-4d3b-9470-d30ceab32d5f), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:00.172171 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-57859aea-27c0-401c-af1c-548412700cfe None None] Attempt 1 to provision port 4204467c-b12a-4d3b-9470-d30ceab32d5f Sep 21 12:32:00.176419 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Provisioning complete for port 08b64da7-67aa-4746-b403-7516e7c8aa3b triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:32:00.176688 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (08b64da7-67aa-4746-b403-7516e7c8aa3b), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:00.177017 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Attempt 1 to provision port 08b64da7-67aa-4746-b403-7516e7c8aa3b Sep 21 12:32:00.216524 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0642b9-a282-4826-8935-0b19f164f98a admin admin] Network 45021fd7-45d5-4efe-bb61-86606d2e89a9 is already hosted by enough agents. {{(pid=106202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:32:00.217974 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.base_scheduler [None req-6c0642b9-a282-4826-8935-0b19f164f98a admin admin] Resources bound (agent type, host, resource id): {{(pid=106202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:32:00.232222 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:32:00.277663 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-57859aea-27c0-401c-af1c-548412700cfe None None] Port 4204467c-b12a-4d3b-9470-d30ceab32d5f cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:32:00.294929 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:32:00.318644 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557da9f3-7c4a-4f0b-817a-9275a80df21c req-cd6d260e-a175-449d-936f-92285b0ff97e tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:32:00.320177 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-557da9f3-7c4a-4f0b-817a-9275a80df21c req-cd6d260e-a175-449d-936f-92285b0ff97e tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=66e9cb90-c71a-420a-b647-991844d5c17c HTTP/1.1" status: 200 len: 945 time: 0.0992599 Sep 21 12:32:00.394424 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Current status of the port 08b64da7-67aa-4746-b403-7516e7c8aa3b is: ACTIVE; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:32:00.395524 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device c3a3486b-81a8-4176-8cc4-8f7d1e721f8e up at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:32:00.413841 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c0642b9-a282-4826-8935-0b19f164f98a admin admin] Router 0bb9e84b-5cab-4535-b113-8d18ebbccf27 has already been hosted by L3 agent 4f31b8b6-17c0-474d-bf52-0481ff2a5cf7 {{(pid=106202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 12:32:00.419215 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-557da9f3-7c4a-4f0b-817a-9275a80df21c req-be74243f-b0e5-4c71-b067-ebb0e8301de1 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d9e8d7e-7a10-40ad-8dfe-7e3854a595ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697117 Sep 21 12:32:00.470965 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:32:00.480654 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-0462f408-39d8-4abc-b318-dfe9ddba349a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb9e84b-5cab-4535-b113-8d18ebbccf27', 'name': 'tempest-TestVolumeBootPattern-1067043599-router', 'tenant_id': 'aee7cc95fa89440a9d6e270a694f04b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'c38e53ad-a4ff-4e0e-a81b-a4604e28d531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:31:56Z', 'updated_at': '2022-09-21T12:31:59Z', 'revision_number': 4, 'project_id': 'aee7cc95fa89440a9d6e270a694f04b0', 'gw_port': {'id': 'c38e53ad-a4ff-4e0e-a81b-a4604e28d531', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b2:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb9e84b-5cab-4535-b113-8d18ebbccf27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:57Z', 'updated_at': '2022-09-21T12:31:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': '4204467c-b12a-4d3b-9470-d30ceab32d5f', 'name': '', 'network_id': '45021fd7-45d5-4efe-bb61-86606d2e89a9', 'tenant_id': 'aee7cc95fa89440a9d6e270a694f04b0', 'mac_address': 'fa:16:3e:ca:58:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb9e84b-5cab-4535-b113-8d18ebbccf27', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'b45b4a52-0186-429a-a2fc-3c890662b353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:59Z', 'updated_at': '2022-09-21T12:31:59Z', 'revision_number': 1, 'project_id': 'aee7cc95fa89440a9d6e270a694f04b0', 'subnets': [{'id': 'b45b4a52-0186-429a-a2fc-3c890662b353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:32:00.484124 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Provisioning complete for port c3a3486b-81a8-4176-8cc4-8f7d1e721f8e triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:32:00.484439 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (c3a3486b-81a8-4176-8cc4-8f7d1e721f8e), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:00.484765 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Attempt 1 to provision port c3a3486b-81a8-4176-8cc4-8f7d1e721f8e Sep 21 12:32:00.508960 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0462f408-39d8-4abc-b318-dfe9ddba349a None None] The sync data for ids ['0bb9e84b-5cab-4535-b113-8d18ebbccf27'] in dv-cinder-858678-1-iscsi is: [{'id': '0bb9e84b-5cab-4535-b113-8d18ebbccf27', 'name': 'tempest-TestVolumeBootPattern-1067043599-router', 'tenant_id': 'aee7cc95fa89440a9d6e270a694f04b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'c38e53ad-a4ff-4e0e-a81b-a4604e28d531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:31:56Z', 'updated_at': '2022-09-21T12:31:59Z', 'revision_number': 4, 'project_id': 'aee7cc95fa89440a9d6e270a694f04b0', 'gw_port': {'id': 'c38e53ad-a4ff-4e0e-a81b-a4604e28d531', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b2:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb9e84b-5cab-4535-b113-8d18ebbccf27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:57Z', 'updated_at': '2022-09-21T12:31:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': '4204467c-b12a-4d3b-9470-d30ceab32d5f', 'name': '', 'network_id': '45021fd7-45d5-4efe-bb61-86606d2e89a9', 'tenant_id': 'aee7cc95fa89440a9d6e270a694f04b0', 'mac_address': 'fa:16:3e:ca:58:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb9e84b-5cab-4535-b113-8d18ebbccf27', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'b45b4a52-0186-429a-a2fc-3c890662b353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:59Z', 'updated_at': '2022-09-21T12:31:59Z', 'revision_number': 1, 'project_id': 'aee7cc95fa89440a9d6e270a694f04b0', 'subnets': [{'id': 'b45b4a52-0186-429a-a2fc-3c890662b353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:32:00.538803 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c0642b9-a282-4826-8935-0b19f164f98a admin admin] Notify agent at l3_agent.dv-cinder-858678-1-iscsi the message routers_updated {{(pid=106202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:32:00.548550 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-6c0642b9-a282-4826-8935-0b19f164f98a admin admin] 10.222.0.71 "PUT /networking/v2.0/routers/0bb9e84b-5cab-4535-b113-8d18ebbccf27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1399117 Sep 21 12:32:00.599340 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Current status of the port c3a3486b-81a8-4176-8cc4-8f7d1e721f8e is: ACTIVE; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:32:00.778543 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-57859aea-27c0-401c-af1c-548412700cfe None None] Attempt 2 to provision port 4204467c-b12a-4d3b-9470-d30ceab32d5f Sep 21 12:32:00.812422 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-57859aea-27c0-401c-af1c-548412700cfe None None] Port 4204467c-b12a-4d3b-9470-d30ceab32d5f cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:32:00.953589 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 60908) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:32:00.958066 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [None req-81e63769-7d11-4819-9c33-9b33d5e7637a tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2134419953', 'description': 'tempest-secgroup-smoke-2134419953 description', 'project_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:32:00.980398 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-81e63769-7d11-4819-9c33-9b33d5e7637a tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks [] for security_group (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:01.055501 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-81e63769-7d11-4819-9c33-9b33d5e7637a tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks [] for security_group (9538bbf1-fb1d-4746-8860-31b60ba073b0), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:01.060265 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-81e63769-7d11-4819-9c33-9b33d5e7637a tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (9538bbf1-fb1d-4746-8860-31b60ba073b0), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:01.094013 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-81e63769-7d11-4819-9c33-9b33d5e7637a tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks [] for security_group (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:01.098192 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-81e63769-7d11-4819-9c33-9b33d5e7637a tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1406620 Sep 21 12:32:01.098192 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e63769-7d11-4819-9c33-9b33d5e7637a tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9538bbf1-fb1d-4746-8860-31b60ba073b0,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:32:01.099001 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 60910) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:32:01.103972 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.v2.base [None req-e28477ef-4fe7-42c2-9672-38cfd8619ab5 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Request body: {'security_group_rule': {'security_group_id': '9538bbf1-fb1d-4746-8860-31b60ba073b0', 'project_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:32:01.132279 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-e28477ef-4fe7-42c2-9672-38cfd8619ab5 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks [] for security_group_rule (ec6d0b5d-9f5a-426d-a605-33bffea9b841), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:01.159548 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:32:01.170135 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:32:01.190596 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-e28477ef-4fe7-42c2-9672-38cfd8619ab5 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks [] for security_group_rule (ec6d0b5d-9f5a-426d-a605-33bffea9b841), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:01.194095 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-e28477ef-4fe7-42c2-9672-38cfd8619ab5 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663432'] for security_group_rule (ec6d0b5d-9f5a-426d-a605-33bffea9b841), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:01.214338 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28477ef-4fe7-42c2-9672-38cfd8619ab5 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec6d0b5d-9f5a-426d-a605-33bffea9b841,revision_number=0']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:32:01.223778 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-e28477ef-4fe7-42c2-9672-38cfd8619ab5 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:01.225015 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-e28477ef-4fe7-42c2-9672-38cfd8619ab5 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1251404 Sep 21 12:32:01.227937 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 60912) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:32:01.232195 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.v2.base [None req-3a7b7730-dadb-48c6-b701-a7df0bd35601 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Request body: {'security_group_rule': {'security_group_id': '9538bbf1-fb1d-4746-8860-31b60ba073b0', 'project_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:32:01.258546 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-3a7b7730-dadb-48c6-b701-a7df0bd35601 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks [] for security_group_rule (575856c2-de32-46f1-bdac-cb2034c9baf4), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:01.313412 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-57859aea-27c0-401c-af1c-548412700cfe None None] Attempt 3 to provision port 4204467c-b12a-4d3b-9470-d30ceab32d5f Sep 21 12:32:01.314393 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-3a7b7730-dadb-48c6-b701-a7df0bd35601 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks [] for security_group_rule (575856c2-de32-46f1-bdac-cb2034c9baf4), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:01.318459 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-3a7b7730-dadb-48c6-b701-a7df0bd35601 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663432'] for security_group_rule (575856c2-de32-46f1-bdac-cb2034c9baf4), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:01.340119 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7b7730-dadb-48c6-b701-a7df0bd35601 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=575856c2-de32-46f1-bdac-cb2034c9baf4,revision_number=0']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:32:01.348358 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-3a7b7730-dadb-48c6-b701-a7df0bd35601 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:01.352867 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-3a7b7730-dadb-48c6-b701-a7df0bd35601 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1212959 Sep 21 12:32:01.353371 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-57859aea-27c0-401c-af1c-548412700cfe None None] Port 4204467c-b12a-4d3b-9470-d30ceab32d5f cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:32:01.353617 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 60914) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:32:01.360308 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [None req-1c91150c-36f9-4742-b0b0-9c9cf5eebd0c tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Request body: {'security_group_rule': {'security_group_id': '9538bbf1-fb1d-4746-8860-31b60ba073b0', 'project_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:32:01.386117 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-1c91150c-36f9-4742-b0b0-9c9cf5eebd0c tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks [] for security_group_rule (7211924e-f84b-43d0-83ea-8f28b815777d), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:01.442007 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-1c91150c-36f9-4742-b0b0-9c9cf5eebd0c tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks [] for security_group_rule (7211924e-f84b-43d0-83ea-8f28b815777d), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:01.445584 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-1c91150c-36f9-4742-b0b0-9c9cf5eebd0c tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663432'] for security_group_rule (7211924e-f84b-43d0-83ea-8f28b815777d), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:01.464224 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c91150c-36f9-4742-b0b0-9c9cf5eebd0c tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7211924e-f84b-43d0-83ea-8f28b815777d,revision_number=0']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:32:01.473822 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-1c91150c-36f9-4742-b0b0-9c9cf5eebd0c tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:01.475050 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-1c91150c-36f9-4742-b0b0-9c9cf5eebd0c tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1197748 Sep 21 12:32:01.478476 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 60918) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:32:01.482942 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [None req-a35ec870-3d64-4c0a-8e18-f867753ae6a4 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Request body: {'security_group_rule': {'security_group_id': '9538bbf1-fb1d-4746-8860-31b60ba073b0', 'project_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:32:01.519716 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-a35ec870-3d64-4c0a-8e18-f867753ae6a4 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks [] for security_group_rule (252e036c-fc85-482a-890e-228de2188af9), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:01.589151 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3ad75-c719-4e04-a955-4b9de4eb7bc9 req-f16a9ef6-ff69-4fcb-a207-8904fa0fe4e5 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:32:01.591265 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-43e3ad75-c719-4e04-a955-4b9de4eb7bc9 req-f16a9ef6-ff69-4fcb-a207-8904fa0fe4e5 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=66e9cb90-c71a-420a-b647-991844d5c17c HTTP/1.1" status: 200 len: 945 time: 0.0838981 Sep 21 12:32:01.653832 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-a35ec870-3d64-4c0a-8e18-f867753ae6a4 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks [] for security_group_rule (252e036c-fc85-482a-890e-228de2188af9), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:01.666204 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-a35ec870-3d64-4c0a-8e18-f867753ae6a4 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663432'] for security_group_rule (252e036c-fc85-482a-890e-228de2188af9), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:01.694366 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-43e3ad75-c719-4e04-a955-4b9de4eb7bc9 req-3125b3ba-e80e-4563-9471-5d8b987e10c5 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d9e8d7e-7a10-40ad-8dfe-7e3854a595ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870905 Sep 21 12:32:01.698830 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35ec870-3d64-4c0a-8e18-f867753ae6a4 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=252e036c-fc85-482a-890e-228de2188af9,revision_number=0']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:32:01.707502 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-a35ec870-3d64-4c0a-8e18-f867753ae6a4 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:01.708758 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-a35ec870-3d64-4c0a-8e18-f867753ae6a4 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2292383 Sep 21 12:32:01.711883 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 60920) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:32:01.717594 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.v2.base [None req-b163202b-e555-410a-9823-95c44178cccb tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Request body: {'security_group_rule': {'security_group_id': '9538bbf1-fb1d-4746-8860-31b60ba073b0', 'project_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:32:01.739062 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.db.securitygroups_db [None req-b163202b-e555-410a-9823-95c44178cccb tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Project 04bda0b59d3b4bfabf6f1b84fec0d6a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 12:32:01.745980 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-b163202b-e555-410a-9823-95c44178cccb tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks [] for security_group_rule (ee75c60b-e3f7-49d4-bf38-5d3125278b8c), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:01.809879 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-b163202b-e555-410a-9823-95c44178cccb tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks [] for security_group_rule (ee75c60b-e3f7-49d4-bf38-5d3125278b8c), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:01.814049 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-b163202b-e555-410a-9823-95c44178cccb tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663432'] for security_group_rule (ee75c60b-e3f7-49d4-bf38-5d3125278b8c), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:01.835123 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b163202b-e555-410a-9823-95c44178cccb tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee75c60b-e3f7-49d4-bf38-5d3125278b8c,revision_number=0']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:32:01.845915 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-b163202b-e555-410a-9823-95c44178cccb tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:01.847064 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-b163202b-e555-410a-9823-95c44178cccb tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1336033 Sep 21 12:32:01.850136 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 60922) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:32:01.854667 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [None req-3ad7b499-133a-4802-81f9-8e1edebf1506 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Request body: {'security_group_rule': {'security_group_id': '9538bbf1-fb1d-4746-8860-31b60ba073b0', 'project_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:32:01.855000 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-57859aea-27c0-401c-af1c-548412700cfe None None] Attempt 4 to provision port 4204467c-b12a-4d3b-9470-d30ceab32d5f Sep 21 12:32:01.878239 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:32:01.887188 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.db.securitygroups_db [None req-3ad7b499-133a-4802-81f9-8e1edebf1506 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Project 04bda0b59d3b4bfabf6f1b84fec0d6a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 12:32:01.892510 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-57859aea-27c0-401c-af1c-548412700cfe None None] Port 4204467c-b12a-4d3b-9470-d30ceab32d5f cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:32:01.897039 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-3ad7b499-133a-4802-81f9-8e1edebf1506 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks [] for security_group_rule (24c9d704-0a6c-4974-839a-2f117e0f3b1c), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:01.966435 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-3ad7b499-133a-4802-81f9-8e1edebf1506 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks [] for security_group_rule (24c9d704-0a6c-4974-839a-2f117e0f3b1c), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:01.970807 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-3ad7b499-133a-4802-81f9-8e1edebf1506 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663432'] for security_group_rule (24c9d704-0a6c-4974-839a-2f117e0f3b1c), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:01.995842 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad7b499-133a-4802-81f9-8e1edebf1506 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24c9d704-0a6c-4974-839a-2f117e0f3b1c,revision_number=0']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:32:02.000031 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-3ad7b499-133a-4802-81f9-8e1edebf1506 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:02.004364 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-3ad7b499-133a-4802-81f9-8e1edebf1506 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1501184 Sep 21 12:32:02.016989 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device c38e53ad-a4ff-4e0e-a81b-a4604e28d531 up at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:32:02.078153 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Provisioning complete for port c38e53ad-a4ff-4e0e-a81b-a4604e28d531 triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:32:02.079111 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (c38e53ad-a4ff-4e0e-a81b-a4604e28d531), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:02.079463 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Attempt 1 to provision port c38e53ad-a4ff-4e0e-a81b-a4604e28d531 Sep 21 12:32:02.113754 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=100 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:32:02.161952 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Current status of the port c38e53ad-a4ff-4e0e-a81b-a4604e28d531 is: DOWN; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:32:02.162836 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (c38e53ad-a4ff-4e0e-a81b-a4604e28d531), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:02.188682 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] For port c38e53ad-a4ff-4e0e-a81b-a4604e28d531, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=c38e53ad-a4ff-4e0e-a81b-a4604e28d531,segment=NetworkSegment(0a2e6652-942c-46a2-8162-ab1d320b7f7e),segment_id=0a2e6652-942c-46a2-8162-ab1d320b7f7e)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:32:02.193951 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (c38e53ad-a4ff-4e0e-a81b-a4604e28d531), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:02.254929 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Pushing event updated for resources: {'Port': ['ID=c38e53ad-a4ff-4e0e-a81b-a4604e28d531,revision_number=4']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:32:02.394352 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-57859aea-27c0-401c-af1c-548412700cfe None None] Attempt 5 to provision port 4204467c-b12a-4d3b-9470-d30ceab32d5f Sep 21 12:32:02.431248 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-57859aea-27c0-401c-af1c-548412700cfe None None] Port 4204467c-b12a-4d3b-9470-d30ceab32d5f cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:32:02.832995 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be9553-923f-463d-817b-3ff4cd025b1d req-f2b9e16f-777c-4c37-ae7e-57d803a1eea4 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:32:02.834608 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-84be9553-923f-463d-817b-3ff4cd025b1d req-f2b9e16f-777c-4c37-ae7e-57d803a1eea4 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=66e9cb90-c71a-420a-b647-991844d5c17c HTTP/1.1" status: 200 len: 945 time: 0.0487425 Sep 21 12:32:02.891666 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-84be9553-923f-463d-817b-3ff4cd025b1d req-b4fc5ad1-4ac7-4d35-abac-cc585316f891 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d9e8d7e-7a10-40ad-8dfe-7e3854a595ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514114 Sep 21 12:32:02.932691 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-57859aea-27c0-401c-af1c-548412700cfe None None] Attempt 6 to provision port 4204467c-b12a-4d3b-9470-d30ceab32d5f Sep 21 12:32:02.966685 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-57859aea-27c0-401c-af1c-548412700cfe None None] Port 4204467c-b12a-4d3b-9470-d30ceab32d5f cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:32:03.032793 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2228fb6d-4ac2-42d5-bf6d-9d9d7b9730f9 None None] Sync routers for ids ['0bb9e84b-5cab-4535-b113-8d18ebbccf27'] in dv-cinder-858678-1-iscsi {{(pid=106204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:32:03.043398 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2228fb6d-4ac2-42d5-bf6d-9d9d7b9730f9 None None] Routers {'0bb9e84b-5cab-4535-b113-8d18ebbccf27'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:32:03.044057 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-2228fb6d-4ac2-42d5-bf6d-9d9d7b9730f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:31:39Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['0bb9e84b-5cab-4535-b113-8d18ebbccf27'], 'active': True} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:32:03.150286 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvr_db [None req-2228fb6d-4ac2-42d5-bf6d-9d9d7b9730f9 None None] Set router 0bb9e84b-5cab-4535-b113-8d18ebbccf27 gateway port host: dv-cinder-858678-1-iscsi {{(pid=106204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:32:03.342217 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-2228fb6d-4ac2-42d5-bf6d-9d9d7b9730f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb9e84b-5cab-4535-b113-8d18ebbccf27', 'name': 'tempest-TestVolumeBootPattern-1067043599-router', 'tenant_id': 'aee7cc95fa89440a9d6e270a694f04b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'c38e53ad-a4ff-4e0e-a81b-a4604e28d531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:31:56Z', 'updated_at': '2022-09-21T12:31:59Z', 'revision_number': 4, 'project_id': 'aee7cc95fa89440a9d6e270a694f04b0', 'gw_port': {'id': 'c38e53ad-a4ff-4e0e-a81b-a4604e28d531', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb9e84b-5cab-4535-b113-8d18ebbccf27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:57Z', 'updated_at': '2022-09-21T12:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': '4204467c-b12a-4d3b-9470-d30ceab32d5f', 'name': '', 'network_id': '45021fd7-45d5-4efe-bb61-86606d2e89a9', 'tenant_id': 'aee7cc95fa89440a9d6e270a694f04b0', 'mac_address': 'fa:16:3e:ca:58:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb9e84b-5cab-4535-b113-8d18ebbccf27', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'b45b4a52-0186-429a-a2fc-3c890662b353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:59Z', 'updated_at': '2022-09-21T12:31:59Z', 'revision_number': 2, 'project_id': 'aee7cc95fa89440a9d6e270a694f04b0', 'subnets': [{'id': 'b45b4a52-0186-429a-a2fc-3c890662b353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:32:03.369155 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2228fb6d-4ac2-42d5-bf6d-9d9d7b9730f9 None None] Checking router: 0bb9e84b-5cab-4535-b113-8d18ebbccf27 for host: dv-cinder-858678-1-iscsi {{(pid=106204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:32:03.369502 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2228fb6d-4ac2-42d5-bf6d-9d9d7b9730f9 None None] Updating router 0bb9e84b-5cab-4535-b113-8d18ebbccf27 port 4204467c-b12a-4d3b-9470-d30ceab32d5f binding host dv-cinder-858678-1-iscsi {{(pid=106204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 12:32:03.397760 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-2228fb6d-4ac2-42d5-bf6d-9d9d7b9730f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (4204467c-b12a-4d3b-9470-d30ceab32d5f), before_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:03.441621 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=100 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:32:03.467861 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-57859aea-27c0-401c-af1c-548412700cfe None None] Attempt 7 to provision port 4204467c-b12a-4d3b-9470-d30ceab32d5f Sep 21 12:32:03.499596 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-57859aea-27c0-401c-af1c-548412700cfe None None] Port 4204467c-b12a-4d3b-9470-d30ceab32d5f cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:32:03.661003 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-2228fb6d-4ac2-42d5-bf6d-9d9d7b9730f9 None None] Publish callbacks [] for port (4204467c-b12a-4d3b-9470-d30ceab32d5f), precommit_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:03.666249 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-2228fb6d-4ac2-42d5-bf6d-9d9d7b9730f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (4204467c-b12a-4d3b-9470-d30ceab32d5f), after_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:03.726066 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7ce69e-4a81-449b-a113-08a1e94ef2b0 None None] Pushing event updated for resources: {'Port': ['ID=4204467c-b12a-4d3b-9470-d30ceab32d5f,revision_number=3']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:32:03.754308 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.managers [None req-2228fb6d-4ac2-42d5-bf6d-9d9d7b9730f9 None None] Attempting to bind port 4204467c-b12a-4d3b-9470-d30ceab32d5f on host dv-cinder-858678-1-iscsi for vnic_type normal with profile {{(pid=106204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 12:32:03.754675 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.managers [None req-2228fb6d-4ac2-42d5-bf6d-9d9d7b9730f9 None None] Attempting to bind port 4204467c-b12a-4d3b-9470-d30ceab32d5f by drivers openvswitch,hyperv on host dv-cinder-858678-1-iscsi at level 0 using segments [{'id': 'ce3ce067-2d7e-4323-9f36-f9966c87f59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '45021fd7-45d5-4efe-bb61-86606d2e89a9'}] {{(pid=106204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 12:32:03.755037 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2228fb6d-4ac2-42d5-bf6d-9d9d7b9730f9 None None] Attempting to bind port 4204467c-b12a-4d3b-9470-d30ceab32d5f on network 45021fd7-45d5-4efe-bb61-86606d2e89a9 {{(pid=106204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:32:03.804126 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2228fb6d-4ac2-42d5-bf6d-9d9d7b9730f9 None None] Checking agent: {'id': '57fb69a9-4edc-44fd-8965-b65708e41306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858678-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 12, 12, 11), 'started_at': datetime.datetime(2022, 9, 21, 12, 12, 41), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 12, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858678-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 12:32:03.804516 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2228fb6d-4ac2-42d5-bf6d-9d9d7b9730f9 None None] Checking segment: {'id': 'ce3ce067-2d7e-4323-9f36-f9966c87f59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '45021fd7-45d5-4efe-bb61-86606d2e89a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:32:03.804911 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-2228fb6d-4ac2-42d5-bf6d-9d9d7b9730f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:03.805306 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2228fb6d-4ac2-42d5-bf6d-9d9d7b9730f9 None None] Bound using segment: {'id': 'ce3ce067-2d7e-4323-9f36-f9966c87f59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '45021fd7-45d5-4efe-bb61-86606d2e89a9'} {{(pid=106204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 12:32:03.805786 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.managers [None req-2228fb6d-4ac2-42d5-bf6d-9d9d7b9730f9 None None] Bound port: 4204467c-b12a-4d3b-9470-d30ceab32d5f, host: dv-cinder-858678-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3ce067-2d7e-4323-9f36-f9966c87f59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '45021fd7-45d5-4efe-bb61-86606d2e89a9'}}] {{(pid=106204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 12:32:03.806168 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-2228fb6d-4ac2-42d5-bf6d-9d9d7b9730f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (4204467c-b12a-4d3b-9470-d30ceab32d5f), before_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:03.839550 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:32:03.868304 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.db [None req-2228fb6d-4ac2-42d5-bf6d-9d9d7b9730f9 None None] For port 4204467c-b12a-4d3b-9470-d30ceab32d5f, host dv-cinder-858678-1-iscsi, cleared binding levels {{(pid=106204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:32:03.871568 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.plugins.ml2.db [None req-2228fb6d-4ac2-42d5-bf6d-9d9d7b9730f9 None None] For port 4204467c-b12a-4d3b-9470-d30ceab32d5f, host dv-cinder-858678-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=4204467c-b12a-4d3b-9470-d30ceab32d5f,segment=NetworkSegment(ce3ce067-2d7e-4323-9f36-f9966c87f59e),segment_id=ce3ce067-2d7e-4323-9f36-f9966c87f59e)] {{(pid=106204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:32:03.878138 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron_lib.callbacks.manager [None req-2228fb6d-4ac2-42d5-bf6d-9d9d7b9730f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (4204467c-b12a-4d3b-9470-d30ceab32d5f), after_update {{(pid=106204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:03.909765 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2228fb6d-4ac2-42d5-bf6d-9d9d7b9730f9 None None] Routers {'0bb9e84b-5cab-4535-b113-8d18ebbccf27'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:32:03.910429 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-2228fb6d-4ac2-42d5-bf6d-9d9d7b9730f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:31:39Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['0bb9e84b-5cab-4535-b113-8d18ebbccf27'], 'active': True} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:32:03.987968 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device c38e53ad-a4ff-4e0e-a81b-a4604e28d531 up at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:32:04.001473 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-57859aea-27c0-401c-af1c-548412700cfe None None] Attempt 8 to provision port 4204467c-b12a-4d3b-9470-d30ceab32d5f Sep 21 12:32:04.007430 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7ce69e-4a81-449b-a113-08a1e94ef2b0 None None] Pushing event updated for resources: {'Port': ['ID=4204467c-b12a-4d3b-9470-d30ceab32d5f,revision_number=4']} {{(pid=106204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:32:04.037532 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvr_db [None req-2228fb6d-4ac2-42d5-bf6d-9d9d7b9730f9 None None] Set router 0bb9e84b-5cab-4535-b113-8d18ebbccf27 gateway port host: dv-cinder-858678-1-iscsi {{(pid=106204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:32:04.061127 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ceaf0-684d-4007-b634-feb6f9db8d08 req-a6e1daab-d54f-43c3-b701-97ded1164d5a tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:32:04.063302 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-941ceaf0-684d-4007-b634-feb6f9db8d08 req-a6e1daab-d54f-43c3-b701-97ded1164d5a tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=66e9cb90-c71a-420a-b647-991844d5c17c HTTP/1.1" status: 200 len: 945 time: 0.0780244 Sep 21 12:32:04.102422 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:32:04.103218 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Provisioning complete for port c38e53ad-a4ff-4e0e-a81b-a4604e28d531 triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:32:04.103835 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (c38e53ad-a4ff-4e0e-a81b-a4604e28d531), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:04.104149 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Attempt 1 to provision port c38e53ad-a4ff-4e0e-a81b-a4604e28d531 Sep 21 12:32:04.110040 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:32:04.126261 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-941ceaf0-684d-4007-b634-feb6f9db8d08 req-4d7a2b77-c8d3-4ed1-8745-9344a23e6248 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d9e8d7e-7a10-40ad-8dfe-7e3854a595ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563228 Sep 21 12:32:04.175509 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-57859aea-27c0-401c-af1c-548412700cfe None None] Current status of the port 4204467c-b12a-4d3b-9470-d30ceab32d5f is: DOWN; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:32:04.175917 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-57859aea-27c0-401c-af1c-548412700cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (4204467c-b12a-4d3b-9470-d30ceab32d5f), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:04.243482 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-57859aea-27c0-401c-af1c-548412700cfe None None] For port 4204467c-b12a-4d3b-9470-d30ceab32d5f, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=4204467c-b12a-4d3b-9470-d30ceab32d5f,segment=NetworkSegment(ce3ce067-2d7e-4323-9f36-f9966c87f59e),segment_id=ce3ce067-2d7e-4323-9f36-f9966c87f59e)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:32:04.248560 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-57859aea-27c0-401c-af1c-548412700cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (4204467c-b12a-4d3b-9470-d30ceab32d5f), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:04.254003 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Current status of the port c38e53ad-a4ff-4e0e-a81b-a4604e28d531 is: ACTIVE; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:32:04.261496 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-2228fb6d-4ac2-42d5-bf6d-9d9d7b9730f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb9e84b-5cab-4535-b113-8d18ebbccf27', 'name': 'tempest-TestVolumeBootPattern-1067043599-router', 'tenant_id': 'aee7cc95fa89440a9d6e270a694f04b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'c38e53ad-a4ff-4e0e-a81b-a4604e28d531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:31:56Z', 'updated_at': '2022-09-21T12:31:59Z', 'revision_number': 4, 'project_id': 'aee7cc95fa89440a9d6e270a694f04b0', 'gw_port': {'id': 'c38e53ad-a4ff-4e0e-a81b-a4604e28d531', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb9e84b-5cab-4535-b113-8d18ebbccf27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:57Z', 'updated_at': '2022-09-21T12:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': '4204467c-b12a-4d3b-9470-d30ceab32d5f', 'name': '', 'network_id': '45021fd7-45d5-4efe-bb61-86606d2e89a9', 'tenant_id': 'aee7cc95fa89440a9d6e270a694f04b0', 'mac_address': 'fa:16:3e:ca:58:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb9e84b-5cab-4535-b113-8d18ebbccf27', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'b45b4a52-0186-429a-a2fc-3c890662b353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:59Z', 'updated_at': '2022-09-21T12:32:03Z', 'revision_number': 4, 'project_id': 'aee7cc95fa89440a9d6e270a694f04b0', 'subnets': [{'id': 'b45b4a52-0186-429a-a2fc-3c890662b353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:32:04.293536 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2228fb6d-4ac2-42d5-bf6d-9d9d7b9730f9 None None] The sync data for ids ['0bb9e84b-5cab-4535-b113-8d18ebbccf27'] in dv-cinder-858678-1-iscsi is: [{'id': '0bb9e84b-5cab-4535-b113-8d18ebbccf27', 'name': 'tempest-TestVolumeBootPattern-1067043599-router', 'tenant_id': 'aee7cc95fa89440a9d6e270a694f04b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'c38e53ad-a4ff-4e0e-a81b-a4604e28d531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:31:56Z', 'updated_at': '2022-09-21T12:31:59Z', 'revision_number': 4, 'project_id': 'aee7cc95fa89440a9d6e270a694f04b0', 'gw_port': {'id': 'c38e53ad-a4ff-4e0e-a81b-a4604e28d531', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb9e84b-5cab-4535-b113-8d18ebbccf27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:57Z', 'updated_at': '2022-09-21T12:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': '4204467c-b12a-4d3b-9470-d30ceab32d5f', 'name': '', 'network_id': '45021fd7-45d5-4efe-bb61-86606d2e89a9', 'tenant_id': 'aee7cc95fa89440a9d6e270a694f04b0', 'mac_address': 'fa:16:3e:ca:58:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb9e84b-5cab-4535-b113-8d18ebbccf27', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'b45b4a52-0186-429a-a2fc-3c890662b353', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:59Z', 'updated_at': '2022-09-21T12:32:03Z', 'revision_number': 4, 'project_id': 'aee7cc95fa89440a9d6e270a694f04b0', 'subnets': [{'id': 'b45b4a52-0186-429a-a2fc-3c890662b353', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:32:04.321512 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57859aea-27c0-401c-af1c-548412700cfe None None] Pushing event updated for resources: {'Port': ['ID=4204467c-b12a-4d3b-9470-d30ceab32d5f,revision_number=5']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:32:04.369735 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-511355d7-9e3f-410d-908b-9a188927760f None None] Provisioning complete for port 4204467c-b12a-4d3b-9470-d30ceab32d5f triggered by entity DHCP. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:32:04.370075 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-511355d7-9e3f-410d-908b-9a188927760f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (4204467c-b12a-4d3b-9470-d30ceab32d5f), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:04.370414 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-511355d7-9e3f-410d-908b-9a188927760f None None] Attempt 1 to provision port 4204467c-b12a-4d3b-9470-d30ceab32d5f Sep 21 12:32:04.446647 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-511355d7-9e3f-410d-908b-9a188927760f None None] Current status of the port 4204467c-b12a-4d3b-9470-d30ceab32d5f is: ACTIVE; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:32:05.258062 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71877c09-8b7c-4b95-9984-4cac58f543fc req-f528ea29-5ff9-47e9-bc2e-f76011b0cfc8 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:32:05.259410 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-71877c09-8b7c-4b95-9984-4cac58f543fc req-f528ea29-5ff9-47e9-bc2e-f76011b0cfc8 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=66e9cb90-c71a-420a-b647-991844d5c17c HTTP/1.1" status: 200 len: 945 time: 0.0492547 Sep 21 12:32:05.307928 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-71877c09-8b7c-4b95-9984-4cac58f543fc req-163dc384-8758-4e94-9a8b-b02413b54d90 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d9e8d7e-7a10-40ad-8dfe-7e3854a595ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428410 Sep 21 12:32:05.993263 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 4204467c-b12a-4d3b-9470-d30ceab32d5f up at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:32:06.036953 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Provisioning complete for port 4204467c-b12a-4d3b-9470-d30ceab32d5f triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:32:06.037321 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (4204467c-b12a-4d3b-9470-d30ceab32d5f), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:06.037653 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Attempt 1 to provision port 4204467c-b12a-4d3b-9470-d30ceab32d5f Sep 21 12:32:06.113484 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Current status of the port 4204467c-b12a-4d3b-9470-d30ceab32d5f is: ACTIVE; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:32:06.386524 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-be32b407-feee-42a9-a783-a8d92e455a05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (f73c601a-29a1-4353-9f34-efd4ba2e6501), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:06.437730 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ef7fa-862f-4b0d-a82f-27b024e3a4b9 req-371e927c-e12c-4a49-812c-391e4703ca3b tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:32:06.439201 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-221ef7fa-862f-4b0d-a82f-27b024e3a4b9 req-371e927c-e12c-4a49-812c-391e4703ca3b tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=66e9cb90-c71a-420a-b647-991844d5c17c HTTP/1.1" status: 200 len: 945 time: 0.0462139 Sep 21 12:32:06.489146 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-221ef7fa-862f-4b0d-a82f-27b024e3a4b9 req-f1702a71-34a1-4397-a20b-163a8ae6bc68 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d9e8d7e-7a10-40ad-8dfe-7e3854a595ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438609 Sep 21 12:32:07.610387 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8667d0-8d0b-449d-a23c-7534ed9eb428 req-bee2b204-bc6a-4819-8445-a808d56fdb33 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:32:07.612359 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-3a8667d0-8d0b-449d-a23c-7534ed9eb428 req-bee2b204-bc6a-4819-8445-a808d56fdb33 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=66e9cb90-c71a-420a-b647-991844d5c17c HTTP/1.1" status: 200 len: 945 time: 0.0457373 Sep 21 12:32:07.661768 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-3a8667d0-8d0b-449d-a23c-7534ed9eb428 req-3f1b4923-33a0-4cf7-a76a-85899fba2f8b tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d9e8d7e-7a10-40ad-8dfe-7e3854a595ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437839 Sep 21 12:32:08.133154 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e597c-6304-4edb-b65e-8e8ede91c195 req-7cf541de-e836-4c65-a77e-121c98a3b1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:32:08.134630 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-356e597c-6304-4edb-b65e-8e8ede91c195 req-7cf541de-e836-4c65-a77e-121c98a3b1a9 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=95515a2858124583ac138aa6350e4bc3&device_id=66e9cb90-c71a-420a-b647-991844d5c17c HTTP/1.1" status: 200 len: 1129 time: 0.0388343 Sep 21 12:32:08.241767 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e597c-6304-4edb-b65e-8e8ede91c195 req-da681ae8-d8fe-4cfe-a552-3a49e58b178d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:32:08.243210 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-356e597c-6304-4edb-b65e-8e8ede91c195 req-da681ae8-d8fe-4cfe-a552-3a49e58b178d service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=f443e4f9-b2cf-41c0-aace-fc1b385c5aad HTTP/1.1" status: 200 len: 909 time: 0.1026297 Sep 21 12:32:08.302609 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-356e597c-6304-4edb-b65e-8e8ede91c195 req-483b7dcf-fc4e-470e-a65c-f248982d2d49 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15af239b-da86-43fe-81e4-6adb2158f5c6 HTTP/1.1" status: 200 len: 1001 time: 0.0532153 Sep 21 12:32:08.359325 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e597c-6304-4edb-b65e-8e8ede91c195 req-1bc471dd-863b-4141-98e6-07a1728a3737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:32:08.360790 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-356e597c-6304-4edb-b65e-8e8ede91c195 req-1bc471dd-863b-4141-98e6-07a1728a3737 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=30c54aec-003f-4946-8d2e-88ee44f1f187 HTTP/1.1" status: 200 len: 847 time: 0.0516591 Sep 21 12:32:08.402434 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e597c-6304-4edb-b65e-8e8ede91c195 req-d0cd31a0-db8c-4aed-aead-0555cb91c3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:32:08.403922 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-356e597c-6304-4edb-b65e-8e8ede91c195 req-d0cd31a0-db8c-4aed-aead-0555cb91c3a0 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=f443e4f9-b2cf-41c0-aace-fc1b385c5aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0369406 Sep 21 12:32:08.502846 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-356e597c-6304-4edb-b65e-8e8ede91c195 req-8a88d3f4-0da2-4bc6-a525-e84655fcb025 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/f443e4f9-b2cf-41c0-aace-fc1b385c5aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922651 Sep 21 12:32:08.591778 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-356e597c-6304-4edb-b65e-8e8ede91c195 req-141a2f1c-c235-4956-8455-eac44b13b65b service neutron] 10.222.0.66 "GET /networking/v2.0/networks/f443e4f9-b2cf-41c0-aace-fc1b385c5aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831478 Sep 21 12:32:08.632064 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:32:08.645606 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-dffbcf2a-0842-4b3c-979d-e2fa8d870b88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (4f31b8b6-17c0-474d-bf52-0481ff2a5cf7), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:08.784836 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece43a50-c19e-4c62-b836-50201079d285 req-40cdcdf8-8a61-437b-84fa-6e4df9d9fe9d tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:32:08.786291 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ece43a50-c19e-4c62-b836-50201079d285 req-40cdcdf8-8a61-437b-84fa-6e4df9d9fe9d tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=66e9cb90-c71a-420a-b647-991844d5c17c HTTP/1.1" status: 200 len: 945 time: 0.0455496 Sep 21 12:32:08.838309 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ece43a50-c19e-4c62-b836-50201079d285 req-922cddc6-3ae7-4783-bdf5-8221529fd69d tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d9e8d7e-7a10-40ad-8dfe-7e3854a595ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464611 Sep 21 12:32:09.964371 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-740e41e1-10de-4b2e-a9f0-9582d49d2a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (d7a8950b-d4d7-4646-ba54-d395483871b4), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:09.978224 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa783e18-880f-4d64-8d54-9520d1436531 req-ddd9c258-6413-4431-aa24-575a3554f653 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:32:09.979621 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-fa783e18-880f-4d64-8d54-9520d1436531 req-ddd9c258-6413-4431-aa24-575a3554f653 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=66e9cb90-c71a-420a-b647-991844d5c17c HTTP/1.1" status: 200 len: 945 time: 0.0481641 Sep 21 12:32:10.031054 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-fa783e18-880f-4d64-8d54-9520d1436531 req-39c0c7a7-6f10-4644-a27e-ffd6ebf456ef tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d9e8d7e-7a10-40ad-8dfe-7e3854a595ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456228 Sep 21 12:32:11.154062 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ce051c-7851-45f6-9d7f-a5891db75748 req-d1168cd5-b97f-4161-917f-f404a8152b83 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:32:11.159253 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-40ce051c-7851-45f6-9d7f-a5891db75748 req-d1168cd5-b97f-4161-917f-f404a8152b83 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=66e9cb90-c71a-420a-b647-991844d5c17c HTTP/1.1" status: 200 len: 945 time: 0.0485530 Sep 21 12:32:11.213757 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-40ce051c-7851-45f6-9d7f-a5891db75748 req-c659bac0-4c6d-44bf-af1c-67c780c24e67 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d9e8d7e-7a10-40ad-8dfe-7e3854a595ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512969 Sep 21 12:32:11.280914 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (57fb69a9-4edc-44fd-8965-b65708e41306), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:11.425661 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:32:11.462915 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d88ddd-3409-4ca6-9ddf-6c35954c4e76 req-ead32931-2b15-40b3-bd6a-c1fda1d3dc7d tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:32:11.464485 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-c9d88ddd-3409-4ca6-9ddf-6c35954c4e76 req-ead32931-2b15-40b3-bd6a-c1fda1d3dc7d tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=66e9cb90-c71a-420a-b647-991844d5c17c HTTP/1.1" status: 200 len: 945 time: 0.0495939 Sep 21 12:32:11.517989 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c3e59811-0015-48e8-afb5-3d82d64b721e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (cef1489a-7471-4b81-a7c5-b9e507e96767), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:11.548624 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-c9d88ddd-3409-4ca6-9ddf-6c35954c4e76 req-b73a35ad-e5db-4890-9a69-f727541b51b9 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d9e8d7e-7a10-40ad-8dfe-7e3854a595ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785019 Sep 21 12:32:11.551158 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-2e847c57-517d-4a96-99bf-831b6b9006bb req-1a03fecb-2d52-42c2-bd8c-c8b97278b6da service neutron] 10.222.0.71 "GET /networking/v2.0/ports?device_id=66e9cb90-c71a-420a-b647-991844d5c17c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1627042 Sep 21 12:32:11.767586 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:32:12.671823 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882db36c-6ab3-4033-9031-bbfc6bb42df9 req-93caf2b5-e4d6-45ee-9b69-01401cb60c66 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:32:12.673330 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-882db36c-6ab3-4033-9031-bbfc6bb42df9 req-93caf2b5-e4d6-45ee-9b69-01401cb60c66 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=66e9cb90-c71a-420a-b647-991844d5c17c HTTP/1.1" status: 200 len: 945 time: 0.0478487 Sep 21 12:32:12.687532 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e847c57-517d-4a96-99bf-831b6b9006bb req-8dc1145e-9d37-43aa-be38-d7f0876affee tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:32:12.688946 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-2e847c57-517d-4a96-99bf-831b6b9006bb req-8dc1145e-9d37-43aa-be38-d7f0876affee tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/ports/15af239b-da86-43fe-81e4-6adb2158f5c6 HTTP/1.1" status: 200 len: 942 time: 0.0980387 Sep 21 12:32:12.723472 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-882db36c-6ab3-4033-9031-bbfc6bb42df9 req-9dd2c837-92ba-4a78-8e32-4d22a0e307fb tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d9e8d7e-7a10-40ad-8dfe-7e3854a595ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445678 Sep 21 12:32:13.844921 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b932135e-dbaf-47cf-87a7-83532c600803 req-b51ae9f9-1913-4ef4-ac29-28cfb2a49c7e tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:32:13.846943 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b932135e-dbaf-47cf-87a7-83532c600803 req-b51ae9f9-1913-4ef4-ac29-28cfb2a49c7e tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=66e9cb90-c71a-420a-b647-991844d5c17c HTTP/1.1" status: 200 len: 945 time: 0.0469337 Sep 21 12:32:13.901197 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b932135e-dbaf-47cf-87a7-83532c600803 req-85d81851-d273-46ef-8edd-bc548bb8ac56 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d9e8d7e-7a10-40ad-8dfe-7e3854a595ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485067 Sep 21 12:32:13.988561 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 15af239b-da86-43fe-81e4-6adb2158f5c6 no longer exists at agent hyperv_hv-cinder-85867 {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 12:32:14.062126 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Current status of the port 15af239b-da86-43fe-81e4-6adb2158f5c6 is: ACTIVE; New status is: DOWN {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:32:14.062423 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (15af239b-da86-43fe-81e4-6adb2158f5c6), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:14.086325 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66e9cb90-c71a-420a-b647-991844d5c17c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15af239b-da86-43fe-81e4-6adb2158f5c6'}] {{(pid=106203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:32:14.088684 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f5c4d77a05fc023d1f839eaccf47ad38217f4e21b3a59551d1b02ed6bd0851a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f7af916-ca05-4ddb-93e6-c74373efd386" -d '{"events": [{"server_uuid": "66e9cb90-c71a-420a-b647-991844d5c17c", "name": "network-vif-unplugged", "status": "completed", "tag": "15af239b-da86-43fe-81e4-6adb2158f5c6"}]}' {{(pid=106203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:32:14.100877 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port 15af239b-da86-43fe-81e4-6adb2158f5c6, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=15af239b-da86-43fe-81e4-6adb2158f5c6,segment=NetworkSegment(23711497-a20f-4916-8d35-19aa46c96038),segment_id=23711497-a20f-4916-8d35-19aa46c96038)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:32:14.106244 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (15af239b-da86-43fe-81e4-6adb2158f5c6), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:14.130448 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 21 Sep 2022 12:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa4efaa-301e-4534-8cae-008d9346b89c x-openstack-request-id: req-baa4efaa-301e-4534-8cae-008d9346b89c {{(pid=106203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:32:14.130720 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66e9cb90-c71a-420a-b647-991844d5c17c", "name": "network-vif-unplugged", "status": "failed", "tag": "15af239b-da86-43fe-81e4-6adb2158f5c6", "code": 422}]} {{(pid=106203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:32:14.131073 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-baa4efaa-301e-4534-8cae-008d9346b89c {{(pid=106203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:32:14.131543 dv-cinder-858678-1-iscsi neutron-server[106203]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-baa4efaa-301e-4534-8cae-008d9346b89c']: {'server_uuid': '66e9cb90-c71a-420a-b647-991844d5c17c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '15af239b-da86-43fe-81e4-6adb2158f5c6', 'code': 422} returned with failed status Sep 21 12:32:14.159243 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Pushing event updated for resources: {'Port': ['ID=15af239b-da86-43fe-81e4-6adb2158f5c6,revision_number=6']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:32:15.028571 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=100 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:32:15.045891 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9b21bc-40ad-477d-b9be-a7200249c9f2 req-1b9d7e7f-0951-40b9-809c-0ef73daf9bb6 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:32:15.047391 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-fe9b21bc-40ad-477d-b9be-a7200249c9f2 req-1b9d7e7f-0951-40b9-809c-0ef73daf9bb6 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=66e9cb90-c71a-420a-b647-991844d5c17c HTTP/1.1" status: 200 len: 943 time: 0.0582411 Sep 21 12:32:15.108991 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-fe9b21bc-40ad-477d-b9be-a7200249c9f2 req-3d6973ab-7804-438c-b874-ee4095491b52 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d9e8d7e-7a10-40ad-8dfe-7e3854a595ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552919 Sep 21 12:32:16.193330 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:INSERT=6,neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:32:16.236639 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e7488-f239-4101-8930-b6f2248f506e req-4d253087-b1a6-4394-8e15-bcad28532fa5 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:32:16.238164 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-535e7488-f239-4101-8930-b6f2248f506e req-4d253087-b1a6-4394-8e15-bcad28532fa5 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=66e9cb90-c71a-420a-b647-991844d5c17c HTTP/1.1" status: 200 len: 943 time: 0.0537784 Sep 21 12:32:16.292842 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-535e7488-f239-4101-8930-b6f2248f506e req-891a089a-d251-45fe-9682-c158e996c276 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d9e8d7e-7a10-40ad-8dfe-7e3854a595ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469809 Sep 21 12:32:17.358046 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e847c57-517d-4a96-99bf-831b6b9006bb req-19998681-56c9-4e52-93cb-86047dfa870b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:32:17.360838 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-2e847c57-517d-4a96-99bf-831b6b9006bb req-19998681-56c9-4e52-93cb-86047dfa870b service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=66e9cb90-c71a-420a-b647-991844d5c17c&tenant_id=95515a2858124583ac138aa6350e4bc3 HTTP/1.1" status: 200 len: 1127 time: 0.0412533 Sep 21 12:32:17.461251 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331192f-4149-4e22-9a9b-03e65cad9885 req-4153ad48-f473-4cf5-b086-2d9c80bf89e9 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:32:17.462727 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-5331192f-4149-4e22-9a9b-03e65cad9885 req-4153ad48-f473-4cf5-b086-2d9c80bf89e9 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=66e9cb90-c71a-420a-b647-991844d5c17c HTTP/1.1" status: 200 len: 943 time: 0.0787334 Sep 21 12:32:17.467630 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e847c57-517d-4a96-99bf-831b6b9006bb req-725c653d-a1bc-46e2-9053-97e6b824ec14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:32:17.469042 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-2e847c57-517d-4a96-99bf-831b6b9006bb req-725c653d-a1bc-46e2-9053-97e6b824ec14 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=95515a2858124583ac138aa6350e4bc3&device_id=66e9cb90-c71a-420a-b647-991844d5c17c HTTP/1.1" status: 200 len: 1127 time: 0.0565522 Sep 21 12:32:17.565765 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-5331192f-4149-4e22-9a9b-03e65cad9885 req-bdf3ecc5-e7cb-4003-a0a3-69b84e707964 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d9e8d7e-7a10-40ad-8dfe-7e3854a595ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956368 Sep 21 12:32:17.590876 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e847c57-517d-4a96-99bf-831b6b9006bb req-2dc98dae-b30a-4782-97e3-01b4679362d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:32:17.592363 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-2e847c57-517d-4a96-99bf-831b6b9006bb req-2dc98dae-b30a-4782-97e3-01b4679362d5 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=f443e4f9-b2cf-41c0-aace-fc1b385c5aad HTTP/1.1" status: 200 len: 909 time: 0.1166122 Sep 21 12:32:17.659386 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-2e847c57-517d-4a96-99bf-831b6b9006bb req-d8d8ad8f-f7d5-42a3-8417-d149f3d692d0 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15af239b-da86-43fe-81e4-6adb2158f5c6 HTTP/1.1" status: 200 len: 999 time: 0.0602362 Sep 21 12:32:17.709365 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e847c57-517d-4a96-99bf-831b6b9006bb req-3460b007-3a62-4745-bf74-1c33b3780b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:32:17.710828 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-2e847c57-517d-4a96-99bf-831b6b9006bb req-3460b007-3a62-4745-bf74-1c33b3780b4c service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=30c54aec-003f-4946-8d2e-88ee44f1f187 HTTP/1.1" status: 200 len: 847 time: 0.0455356 Sep 21 12:32:17.755991 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e847c57-517d-4a96-99bf-831b6b9006bb req-0eca008c-1b0f-44de-8486-cd5d5fb06b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:32:17.757517 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-2e847c57-517d-4a96-99bf-831b6b9006bb req-0eca008c-1b0f-44de-8486-cd5d5fb06b75 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=f443e4f9-b2cf-41c0-aace-fc1b385c5aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384274 Sep 21 12:32:17.855053 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-2e847c57-517d-4a96-99bf-831b6b9006bb req-e4873527-59d5-40b3-ba9c-41b3c8528b75 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/f443e4f9-b2cf-41c0-aace-fc1b385c5aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877218 Sep 21 12:32:17.952521 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-2e847c57-517d-4a96-99bf-831b6b9006bb req-ae5ac65d-798d-42c4-a00f-0d40c06938f1 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/f443e4f9-b2cf-41c0-aace-fc1b385c5aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911427 Sep 21 12:32:18.554445 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (986f726e-8c98-4005-b3b7-e033305b1240), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:18.693724 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e0b05c-e86d-4460-995b-1a18495cab13 req-2065cdbb-8fd6-4fc3-9042-b795cfe32ae8 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:32:18.695175 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-38e0b05c-e86d-4460-995b-1a18495cab13 req-2065cdbb-8fd6-4fc3-9042-b795cfe32ae8 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=66e9cb90-c71a-420a-b647-991844d5c17c HTTP/1.1" status: 200 len: 943 time: 0.0492318 Sep 21 12:32:18.715698 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:32:18.745893 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-38e0b05c-e86d-4460-995b-1a18495cab13 req-b30a2346-9a26-4fed-b800-0d8809e26eb5 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d9e8d7e-7a10-40ad-8dfe-7e3854a595ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451570 Sep 21 12:32:19.873428 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3354ca7-ec6a-4989-a52b-1dd63e682a03 req-1c0a266c-4b68-4e3d-9190-045f6d6ad812 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:32:19.874936 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b3354ca7-ec6a-4989-a52b-1dd63e682a03 req-1c0a266c-4b68-4e3d-9190-045f6d6ad812 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=66e9cb90-c71a-420a-b647-991844d5c17c HTTP/1.1" status: 200 len: 943 time: 0.0481851 Sep 21 12:32:19.924654 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b3354ca7-ec6a-4989-a52b-1dd63e682a03 req-758c3c93-c180-4ac6-80ab-e89f0a7456b5 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d9e8d7e-7a10-40ad-8dfe-7e3854a595ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434229 Sep 21 12:32:21.041957 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af33f7-a4ce-4514-af8c-cd26632f25d9 req-4773a7c5-45ac-4ad4-a543-ea35a9ae6fb3 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:32:21.043323 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-10af33f7-a4ce-4514-af8c-cd26632f25d9 req-4773a7c5-45ac-4ad4-a543-ea35a9ae6fb3 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=66e9cb90-c71a-420a-b647-991844d5c17c HTTP/1.1" status: 200 len: 943 time: 0.0449131 Sep 21 12:32:21.091928 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-10af33f7-a4ce-4514-af8c-cd26632f25d9 req-dba6c81a-dd23-445d-b207-f94fcdbad50e tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d9e8d7e-7a10-40ad-8dfe-7e3854a595ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431006 Sep 21 12:32:21.775214 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=46,neutron:UPDATE=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:32:22.203374 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=100 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:32:22.212207 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe326e00-c48d-4a48-85c3-6e9bf8ab9e23 req-573182ea-73d8-4165-ae3a-27dc81625096 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:32:22.213674 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-fe326e00-c48d-4a48-85c3-6e9bf8ab9e23 req-573182ea-73d8-4165-ae3a-27dc81625096 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=66e9cb90-c71a-420a-b647-991844d5c17c HTTP/1.1" status: 200 len: 943 time: 0.0469360 Sep 21 12:32:22.261966 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-fe326e00-c48d-4a48-85c3-6e9bf8ab9e23 req-3b6e9878-c2fc-4700-b8eb-66a4bd7b482c tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d9e8d7e-7a10-40ad-8dfe-7e3854a595ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428095 Sep 21 12:32:23.383021 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f53a7cd-e3ed-4a7d-96b6-937097148ac8 req-bda46d05-a1df-4bed-a34a-d4ef6365a0ba tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:32:23.385529 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-7f53a7cd-e3ed-4a7d-96b6-937097148ac8 req-bda46d05-a1df-4bed-a34a-d4ef6365a0ba tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=66e9cb90-c71a-420a-b647-991844d5c17c HTTP/1.1" status: 200 len: 943 time: 0.0478542 Sep 21 12:32:23.450402 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-7f53a7cd-e3ed-4a7d-96b6-937097148ac8 req-55eac0c9-8562-4db2-88f4-95a40159a6c6 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d9e8d7e-7a10-40ad-8dfe-7e3854a595ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581372 Sep 21 12:32:23.875243 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b1cc4870-591c-4611-83b4-25970081af05 req-d9e24170-727e-421d-92a1-40b7e4c3a869 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2134419953&fields=id&tenant_id=04bda0b59d3b4bfabf6f1b84fec0d6a6 HTTP/1.1" status: 200 len: 267 time: 0.0488389 Sep 21 12:32:23.948968 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=100 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:32:23.981913 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc4870-591c-4611-83b4-25970081af05 req-f3421c73-49a5-48b9-991d-6f3fb3eeff11 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:32:23.983366 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b1cc4870-591c-4611-83b4-25970081af05 req-f3421c73-49a5-48b9-991d-6f3fb3eeff11 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/networks?id=df063f4b-39ab-4616-b570-b4e44f12336f HTTP/1.1" status: 200 len: 812 time: 0.1018405 Sep 21 12:32:23.998442 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b1cc4870-591c-4611-83b4-25970081af05 req-ab63fd55-f0a3-43f8-959d-20e72bc47842 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/quotas/04bda0b59d3b4bfabf6f1b84fec0d6a6 HTTP/1.1" status: 200 len: 375 time: 0.0097456 Sep 21 12:32:24.045816 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b1cc4870-591c-4611-83b4-25970081af05 req-0e162335-b3ff-4a89-9fc1-9976144cecab tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=04bda0b59d3b4bfabf6f1b84fec0d6a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0425751 Sep 21 12:32:24.186742 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b1cc4870-591c-4611-83b4-25970081af05 req-35303983-0eef-403a-b2f8-e7c025f9c22d service neutron] 10.222.0.71 "GET /networking/v2.0/networks/df063f4b-39ab-4616-b570-b4e44f12336f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294641 Sep 21 12:32:24.278785 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b1cc4870-591c-4611-83b4-25970081af05 req-3268259b-5f9e-4cc2-bf09-f2ed45a70c1c service neutron] 10.222.0.71 "GET /networking/v2.0/networks/df063f4b-39ab-4616-b570-b4e44f12336f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863879 Sep 21 12:32:24.575118 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8aaedda6-96a2-4873-9632-bc6ddb420c0f req-c87e53c3-b651-4130-a071-31565a11512e tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=03c6adc5-7b9f-4ffa-b4c8-13ca7ae2ee23 HTTP/1.1" status: 200 len: 210 time: 0.0296640 Sep 21 12:32:24.577055 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be00d6ec-e16c-4b18-ba8d-e0b2991da771 req-317962bd-8cc1-4f1b-8779-51315cb3b1f5 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:32:24.579197 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-be00d6ec-e16c-4b18-ba8d-e0b2991da771 req-317962bd-8cc1-4f1b-8779-51315cb3b1f5 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=66e9cb90-c71a-420a-b647-991844d5c17c HTTP/1.1" status: 200 len: 943 time: 0.0497358 Sep 21 12:32:24.631966 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-be00d6ec-e16c-4b18-ba8d-e0b2991da771 req-c245ecfc-66d0-4141-8e8a-97e1d70a3d21 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d9e8d7e-7a10-40ad-8dfe-7e3854a595ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446038 Sep 21 12:32:25.684271 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-a88422cd-a5bf-46bc-bb21-9785163f3a09 req-cbf2b08b-736d-459b-ab77-49df67de5f5d tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=03c6adc5-7b9f-4ffa-b4c8-13ca7ae2ee23 HTTP/1.1" status: 200 len: 210 time: 0.0323997 Sep 21 12:32:25.762224 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9448e43-046d-474f-bc97-ea3ea5d8725e req-1bb8ff1e-5f74-4b7e-9099-f26013a34c6d tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:32:25.763911 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-e9448e43-046d-474f-bc97-ea3ea5d8725e req-1bb8ff1e-5f74-4b7e-9099-f26013a34c6d tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=66e9cb90-c71a-420a-b647-991844d5c17c HTTP/1.1" status: 200 len: 943 time: 0.0472612 Sep 21 12:32:25.813562 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-e9448e43-046d-474f-bc97-ea3ea5d8725e req-2775c9ff-95d8-439f-a0f3-b5faca4cac29 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d9e8d7e-7a10-40ad-8dfe-7e3854a595ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439138 Sep 21 12:32:26.082101 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 15af239b-da86-43fe-81e4-6adb2158f5c6 details requested by agent hyperv_hv-cinder-85867 with host hv-cinder-85867 {{(pid=106203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 12:32:26.161993 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:32:26.179584 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port 15af239b-da86-43fe-81e4-6adb2158f5c6, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=15af239b-da86-43fe-81e4-6adb2158f5c6,segment=NetworkSegment(23711497-a20f-4916-8d35-19aa46c96038),segment_id=23711497-a20f-4916-8d35-19aa46c96038)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:32:26.190518 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Returning: {'device': '15af239b-da86-43fe-81e4-6adb2158f5c6', 'network_id': 'f443e4f9-b2cf-41c0-aace-fc1b385c5aad', 'port_id': '15af239b-da86-43fe-81e4-6adb2158f5c6', 'mac_address': 'fa:16:3e:c6:57:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30c54aec-003f-4946-8d2e-88ee44f1f187', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 12:32:26.229149 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Current status of the port 15af239b-da86-43fe-81e4-6adb2158f5c6 is: DOWN; New status is: BUILD {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:32:26.229541 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (15af239b-da86-43fe-81e4-6adb2158f5c6), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:26.244060 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.notifiers.nova [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15af239b-da86-43fe-81e4-6adb2158f5c6 {{(pid=106203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 12:32:26.264219 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port 15af239b-da86-43fe-81e4-6adb2158f5c6, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=15af239b-da86-43fe-81e4-6adb2158f5c6,segment=NetworkSegment(23711497-a20f-4916-8d35-19aa46c96038),segment_id=23711497-a20f-4916-8d35-19aa46c96038)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:32:26.268216 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (15af239b-da86-43fe-81e4-6adb2158f5c6), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:26.314140 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Pushing event updated for resources: {'Port': ['ID=15af239b-da86-43fe-81e4-6adb2158f5c6,revision_number=7']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:32:26.322444 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:32:26.322788 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:32:26.323188 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:32:26.323538 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:32:26.323900 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:32:26.324235 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:32:26.324583 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:32:26.324909 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:32:26.325251 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:32:26.325682 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:32:26.326029 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:32:26.326380 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:32:26.326700 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:32:26.327929 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:32:26.328263 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:32:26.451636 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc4870-591c-4611-83b4-25970081af05 req-daec7b29-b915-4456-8782-8141fecf2712 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:32:26.453366 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b1cc4870-591c-4611-83b4-25970081af05 req-daec7b29-b915-4456-8782-8141fecf2712 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.66 "GET /networking/v2.0/networks?id=df063f4b-39ab-4616-b570-b4e44f12336f HTTP/1.1" status: 200 len: 812 time: 0.1090920 Sep 21 12:32:26.521854 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b1cc4870-591c-4611-83b4-25970081af05 req-0e5b3534-1ced-4293-bca0-f1866113e3e8 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.66 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=04bda0b59d3b4bfabf6f1b84fec0d6a6 HTTP/1.1" status: 200 len: 380 time: 0.0553026 Sep 21 12:32:26.549952 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [req-b1cc4870-591c-4611-83b4-25970081af05 req-ab6fe3a6-a2b5-45f1-ade5-6852a3368cef tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Request body: {'port': {'device_id': '03c6adc5-7b9f-4ffa-b4c8-13ca7ae2ee23', 'network_id': 'df063f4b-39ab-4616-b570-b4e44f12336f', 'admin_state_up': True, 'tenant_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'security_groups': ['9538bbf1-fb1d-4746-8860-31b60ba073b0']}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:32:26.649411 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] get_ports_and_sgs() called for port_ids ['15af239b-da86-43fe-81e4-6adb2158f5c6'] {{(pid=106203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 12:32:26.880669 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:32:26.936777 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-9fbb9dbe-fb90-4f05-bd43-8ddc818b504d req-8dcee9df-1669-4481-9117-6e5d89e062ba tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=03c6adc5-7b9f-4ffa-b4c8-13ca7ae2ee23 HTTP/1.1" status: 200 len: 210 time: 0.0374649 Sep 21 12:32:26.965499 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1cc4870-591c-4611-83b4-25970081af05 req-ab6fe3a6-a2b5-45f1-ade5-6852a3368cef tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Made reservation on behalf of 04bda0b59d3b4bfabf6f1b84fec0d6a6 for: {'port': 1} {{(pid=106202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:32:26.970196 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-b1cc4870-591c-4611-83b4-25970081af05 req-ab6fe3a6-a2b5-45f1-ade5-6852a3368cef tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:27.120032 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.db_base_plugin_common [req-b1cc4870-591c-4611-83b4-25970081af05 req-ab6fe3a6-a2b5-45f1-ade5-6852a3368cef tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Allocated IP 172.20.0.12 (df063f4b-39ab-4616-b570-b4e44f12336f/e7695b35-fb3b-4bad-9fa2-f93cecf3dac8/30cdd6f9-678f-4f65-b2ab-284e35d1463a) {{(pid=106202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:32:27.185408 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330b3f6a-df23-48bc-b44b-730d95e252de req-2abbd988-e3cd-4b5c-a485-af13c2e1b497 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:32:27.187265 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-330b3f6a-df23-48bc-b44b-730d95e252de req-2abbd988-e3cd-4b5c-a485-af13c2e1b497 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=66e9cb90-c71a-420a-b647-991844d5c17c HTTP/1.1" status: 200 len: 944 time: 0.2905641 Sep 21 12:32:27.204140 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:32:27.231071 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:32:27.239239 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-330b3f6a-df23-48bc-b44b-730d95e252de req-f7c956a7-62ac-456b-8661-cb664d903ed1 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d9e8d7e-7a10-40ad-8dfe-7e3854a595ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459154 Sep 21 12:32:27.266053 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-b1cc4870-591c-4611-83b4-25970081af05 req-ab6fe3a6-a2b5-45f1-ade5-6852a3368cef tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks [] for port (30cdd6f9-678f-4f65-b2ab-284e35d1463a), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:27.298013 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-b1cc4870-591c-4611-83b4-25970081af05 req-ab6fe3a6-a2b5-45f1-ade5-6852a3368cef tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735120900801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (30cdd6f9-678f-4f65-b2ab-284e35d1463a), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:27.346456 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1cc4870-591c-4611-83b4-25970081af05 req-ab6fe3a6-a2b5-45f1-ade5-6852a3368cef tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Network df063f4b-39ab-4616-b570-b4e44f12336f is already hosted by enough agents. {{(pid=106202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:32:27.349607 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.base_scheduler [req-b1cc4870-591c-4611-83b4-25970081af05 req-ab6fe3a6-a2b5-45f1-ade5-6852a3368cef tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Resources bound (agent type, host, resource id): {{(pid=106202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:32:27.354124 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1cc4870-591c-4611-83b4-25970081af05 req-ab6fe3a6-a2b5-45f1-ade5-6852a3368cef tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Received port after_create {{(pid=106202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 12:32:27.378211 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6fe3a6-a2b5-45f1-ade5-6852a3368cef tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Pushing event updated for resources: {'Port': ['ID=30cdd6f9-678f-4f65-b2ab-284e35d1463a,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:32:27.409452 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc4870-591c-4611-83b4-25970081af05 req-ab6fe3a6-a2b5-45f1-ade5-6852a3368cef tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:32:27.410077 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-b1cc4870-591c-4611-83b4-25970081af05 req-ab6fe3a6-a2b5-45f1-ade5-6852a3368cef tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for port (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:27.427841 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b1cc4870-591c-4611-83b4-25970081af05 req-ab6fe3a6-a2b5-45f1-ade5-6852a3368cef tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.66 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8814862 Sep 21 12:32:27.446378 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [req-b1cc4870-591c-4611-83b4-25970081af05 req-08990cba-bf49-41d7-bea5-da573c0d2638 service neutron] Request body: {'port': {'device_id': '03c6adc5-7b9f-4ffa-b4c8-13ca7ae2ee23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85867'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:32:27.511254 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-b1cc4870-591c-4611-83b4-25970081af05 req-08990cba-bf49-41d7-bea5-da573c0d2638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (30cdd6f9-678f-4f65-b2ab-284e35d1463a), before_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:27.612422 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-a9310b73-c62d-49e9-bea4-8c8097e37d30 None None] Provisioning complete for port 30cdd6f9-678f-4f65-b2ab-284e35d1463a triggered by entity DHCP. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:32:27.613078 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-a9310b73-c62d-49e9-bea4-8c8097e37d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (30cdd6f9-678f-4f65-b2ab-284e35d1463a), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:27.613371 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-a9310b73-c62d-49e9-bea4-8c8097e37d30 None None] Attempt 1 to provision port 30cdd6f9-678f-4f65-b2ab-284e35d1463a Sep 21 12:32:27.646884 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-a9310b73-c62d-49e9-bea4-8c8097e37d30 None None] Port 30cdd6f9-678f-4f65-b2ab-284e35d1463a cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:32:27.770128 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.notifiers.nova [req-b1cc4870-591c-4611-83b4-25970081af05 req-08990cba-bf49-41d7-bea5-da573c0d2638 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30cdd6f9-678f-4f65-b2ab-284e35d1463a {{(pid=106202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 12:32:27.778268 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-b1cc4870-591c-4611-83b4-25970081af05 req-08990cba-bf49-41d7-bea5-da573c0d2638 service neutron] Publish callbacks [] for port (30cdd6f9-678f-4f65-b2ab-284e35d1463a), precommit_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:27.790439 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.provisioning_blocks [req-b1cc4870-591c-4611-83b4-25970081af05 req-08990cba-bf49-41d7-bea5-da573c0d2638 service neutron] Transition to ACTIVE for port object 30cdd6f9-678f-4f65-b2ab-284e35d1463a will not be triggered until provisioned by entity L2. {{(pid=106202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 12:32:27.794132 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-b1cc4870-591c-4611-83b4-25970081af05 req-08990cba-bf49-41d7-bea5-da573c0d2638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6955121'] for port (30cdd6f9-678f-4f65-b2ab-284e35d1463a), after_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:27.877335 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08990cba-bf49-41d7-bea5-da573c0d2638 service neutron] Pushing event updated for resources: {'Port': ['ID=30cdd6f9-678f-4f65-b2ab-284e35d1463a,revision_number=2']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:32:27.907999 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.managers [req-b1cc4870-591c-4611-83b4-25970081af05 req-08990cba-bf49-41d7-bea5-da573c0d2638 service neutron] Attempting to bind port 30cdd6f9-678f-4f65-b2ab-284e35d1463a on host hv-cinder-85867 for vnic_type normal with profile {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 12:32:27.908360 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.managers [req-b1cc4870-591c-4611-83b4-25970081af05 req-08990cba-bf49-41d7-bea5-da573c0d2638 service neutron] Attempting to bind port 30cdd6f9-678f-4f65-b2ab-284e35d1463a by drivers openvswitch,hyperv on host hv-cinder-85867 at level 0 using segments [{'id': 'fe673fec-1364-4308-9af3-7334b5f7774a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'df063f4b-39ab-4616-b570-b4e44f12336f'}] {{(pid=106202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 12:32:27.908685 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cc4870-591c-4611-83b4-25970081af05 req-08990cba-bf49-41d7-bea5-da573c0d2638 service neutron] Attempting to bind port 30cdd6f9-678f-4f65-b2ab-284e35d1463a on network df063f4b-39ab-4616-b570-b4e44f12336f {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:32:27.954137 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cc4870-591c-4611-83b4-25970081af05 req-08990cba-bf49-41d7-bea5-da573c0d2638 service neutron] Port 30cdd6f9-678f-4f65-b2ab-284e35d1463a on network df063f4b-39ab-4616-b570-b4e44f12336f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85867 {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 12:32:27.954775 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cc4870-591c-4611-83b4-25970081af05 req-08990cba-bf49-41d7-bea5-da573c0d2638 service neutron] Attempting to bind port 30cdd6f9-678f-4f65-b2ab-284e35d1463a on network df063f4b-39ab-4616-b570-b4e44f12336f {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:32:27.996291 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:32:27.999451 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cc4870-591c-4611-83b4-25970081af05 req-08990cba-bf49-41d7-bea5-da573c0d2638 service neutron] Checking agent: {'id': '986f726e-8c98-4005-b3b7-e033305b1240', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85867', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 12, 18, 46), 'started_at': datetime.datetime(2022, 9, 21, 12, 18, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 12, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 12:32:27.999836 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cc4870-591c-4611-83b4-25970081af05 req-08990cba-bf49-41d7-bea5-da573c0d2638 service neutron] Checking segment: {'id': 'fe673fec-1364-4308-9af3-7334b5f7774a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'df063f4b-39ab-4616-b570-b4e44f12336f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:32:28.000209 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cc4870-591c-4611-83b4-25970081af05 req-08990cba-bf49-41d7-bea5-da573c0d2638 service neutron] Bound using segment: {'id': 'fe673fec-1364-4308-9af3-7334b5f7774a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'df063f4b-39ab-4616-b570-b4e44f12336f'} {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 12:32:28.000644 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.managers [req-b1cc4870-591c-4611-83b4-25970081af05 req-08990cba-bf49-41d7-bea5-da573c0d2638 service neutron] Bound port: 30cdd6f9-678f-4f65-b2ab-284e35d1463a, host: hv-cinder-85867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe673fec-1364-4308-9af3-7334b5f7774a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'df063f4b-39ab-4616-b570-b4e44f12336f'}}] {{(pid=106202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 12:32:28.001003 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-b1cc4870-591c-4611-83b4-25970081af05 req-08990cba-bf49-41d7-bea5-da573c0d2638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (30cdd6f9-678f-4f65-b2ab-284e35d1463a), before_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:28.018934 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:32:28.098461 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 15af239b-da86-43fe-81e4-6adb2158f5c6 up at agent hyperv_hv-cinder-85867 {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:32:28.106346 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551f905-55e0-4cd8-b2f6-a537e4374ce2 req-43176711-ba21-416f-a298-581622fbbc5a tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:32:28.107951 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-3551f905-55e0-4cd8-b2f6-a537e4374ce2 req-43176711-ba21-416f-a298-581622fbbc5a tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=03c6adc5-7b9f-4ffa-b4c8-13ca7ae2ee23 HTTP/1.1" status: 200 len: 944 time: 0.0875537 Sep 21 12:32:28.111876 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [req-b1cc4870-591c-4611-83b4-25970081af05 req-08990cba-bf49-41d7-bea5-da573c0d2638 service neutron] For port 30cdd6f9-678f-4f65-b2ab-284e35d1463a, host hv-cinder-85867, cleared binding levels {{(pid=106202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:32:28.116313 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [req-b1cc4870-591c-4611-83b4-25970081af05 req-08990cba-bf49-41d7-bea5-da573c0d2638 service neutron] For port 30cdd6f9-678f-4f65-b2ab-284e35d1463a, host hv-cinder-85867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=30cdd6f9-678f-4f65-b2ab-284e35d1463a,segment=NetworkSegment(fe673fec-1364-4308-9af3-7334b5f7774a),segment_id=fe673fec-1364-4308-9af3-7334b5f7774a)] {{(pid=106202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:32:28.125852 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-b1cc4870-591c-4611-83b4-25970081af05 req-08990cba-bf49-41d7-bea5-da573c0d2638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6955121'] for port (30cdd6f9-678f-4f65-b2ab-284e35d1463a), after_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:28.138005 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc4870-591c-4611-83b4-25970081af05 req-08990cba-bf49-41d7-bea5-da573c0d2638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:32:28.138609 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-b1cc4870-591c-4611-83b4-25970081af05 req-08990cba-bf49-41d7-bea5-da573c0d2638 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for port (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:28.139974 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b1cc4870-591c-4611-83b4-25970081af05 req-08990cba-bf49-41d7-bea5-da573c0d2638 service neutron] 10.222.0.66 "PUT /networking/v2.0/ports/30cdd6f9-678f-4f65-b2ab-284e35d1463a HTTP/1.1" status: 200 len: 1094 time: 0.6985164 Sep 21 12:32:28.141402 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03c6adc5-7b9f-4ffa-b4c8-13ca7ae2ee23', 'tag': '30cdd6f9-678f-4f65-b2ab-284e35d1463a'}] {{(pid=106202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:32:28.143616 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f69dec5372d12bc1dbf2d83c258da0d8b658e28cfccadcad30c8a09044815e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3eb7f7-dd7c-48de-8aa1-6e28a0ade174" -d '{"events": [{"name": "network-changed", "server_uuid": "03c6adc5-7b9f-4ffa-b4c8-13ca7ae2ee23", "tag": "30cdd6f9-678f-4f65-b2ab-284e35d1463a"}]}' {{(pid=106202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:32:28.146238 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Provisioning complete for port 15af239b-da86-43fe-81e4-6adb2158f5c6 triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:32:28.146609 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (15af239b-da86-43fe-81e4-6adb2158f5c6), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:28.146945 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Attempt 1 to provision port 15af239b-da86-43fe-81e4-6adb2158f5c6 Sep 21 12:32:28.148980 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-a9310b73-c62d-49e9-bea4-8c8097e37d30 None None] Attempt 2 to provision port 30cdd6f9-678f-4f65-b2ab-284e35d1463a Sep 21 12:32:28.216188 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-3551f905-55e0-4cd8-b2f6-a537e4374ce2 req-8dc132b9-b413-4ffb-8717-382310ed2b58 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=9538bbf1-fb1d-4746-8860-31b60ba073b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018043 Sep 21 12:32:28.216909 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-a9310b73-c62d-49e9-bea4-8c8097e37d30 None None] Port 30cdd6f9-678f-4f65-b2ab-284e35d1463a had new provisioning blocks added so it will not transition to active. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 21 12:32:28.223448 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08990cba-bf49-41d7-bea5-da573c0d2638 service neutron] Pushing event updated for resources: {'Port': ['ID=30cdd6f9-678f-4f65-b2ab-284e35d1463a,revision_number=3']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:32:28.258737 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Current status of the port 15af239b-da86-43fe-81e4-6adb2158f5c6 is: BUILD; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:32:28.259121 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (15af239b-da86-43fe-81e4-6adb2158f5c6), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:28.274610 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc4870-591c-4611-83b4-25970081af05 req-c69b41db-a6eb-4a98-8c6a-1c5384b8fda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:32:28.276061 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b1cc4870-591c-4611-83b4-25970081af05 req-c69b41db-a6eb-4a98-8c6a-1c5384b8fda8 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=04bda0b59d3b4bfabf6f1b84fec0d6a6&device_id=03c6adc5-7b9f-4ffa-b4c8-13ca7ae2ee23 HTTP/1.1" status: 200 len: 1128 time: 0.0653200 Sep 21 12:32:28.283327 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66e9cb90-c71a-420a-b647-991844d5c17c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15af239b-da86-43fe-81e4-6adb2158f5c6'}] {{(pid=106203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:32:28.285627 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f5c4d77a05fc023d1f839eaccf47ad38217f4e21b3a59551d1b02ed6bd0851a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05fe067a-56a1-4318-971c-f52a33433b44" -d '{"events": [{"server_uuid": "66e9cb90-c71a-420a-b647-991844d5c17c", "name": "network-vif-plugged", "status": "completed", "tag": "15af239b-da86-43fe-81e4-6adb2158f5c6"}]}' {{(pid=106203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:32:28.299277 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port 15af239b-da86-43fe-81e4-6adb2158f5c6, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=15af239b-da86-43fe-81e4-6adb2158f5c6,segment=NetworkSegment(23711497-a20f-4916-8d35-19aa46c96038),segment_id=23711497-a20f-4916-8d35-19aa46c96038)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:32:28.304819 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (15af239b-da86-43fe-81e4-6adb2158f5c6), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:28.326838 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b1cc4870-591c-4611-83b4-25970081af05 req-19256d1a-63dd-401d-bca3-d54fe585319e service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30cdd6f9-678f-4f65-b2ab-284e35d1463a HTTP/1.1" status: 200 len: 217 time: 0.0380814 Sep 21 12:32:28.328766 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 12:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a35951ab-9e1b-4fbf-9ed2-9ad2eaee147b x-openstack-request-id: req-a35951ab-9e1b-4fbf-9ed2-9ad2eaee147b {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:32:28.329120 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03c6adc5-7b9f-4ffa-b4c8-13ca7ae2ee23", "tag": "30cdd6f9-678f-4f65-b2ab-284e35d1463a", "status": "completed", "code": 200}]} {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:32:28.329431 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a35951ab-9e1b-4fbf-9ed2-9ad2eaee147b {{(pid=106202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:32:28.330021 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a35951ab-9e1b-4fbf-9ed2-9ad2eaee147b'] response: {'name': 'network-changed', 'server_uuid': '03c6adc5-7b9f-4ffa-b4c8-13ca7ae2ee23', 'tag': '30cdd6f9-678f-4f65-b2ab-284e35d1463a', 'status': 'completed', 'code': 200} Sep 21 12:32:28.353720 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Pushing event updated for resources: {'Port': ['ID=15af239b-da86-43fe-81e4-6adb2158f5c6,revision_number=8']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:32:28.369350 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 12:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b882b8b-0a22-48bd-8755-2ccd365925a0 x-openstack-request-id: req-1b882b8b-0a22-48bd-8755-2ccd365925a0 {{(pid=106203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:32:28.369643 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66e9cb90-c71a-420a-b647-991844d5c17c", "name": "network-vif-plugged", "status": "completed", "tag": "15af239b-da86-43fe-81e4-6adb2158f5c6", "code": 200}]} {{(pid=106203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:32:28.369895 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1b882b8b-0a22-48bd-8755-2ccd365925a0 {{(pid=106203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:32:28.370296 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b882b8b-0a22-48bd-8755-2ccd365925a0'] response: {'server_uuid': '66e9cb90-c71a-420a-b647-991844d5c17c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15af239b-da86-43fe-81e4-6adb2158f5c6', 'code': 200} Sep 21 12:32:28.397079 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d39674-0a55-4d54-b132-742fbbc99b08 req-4fd8d9e5-fc2b-4a41-b21b-1ca431ad01e2 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:32:28.399538 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-37d39674-0a55-4d54-b132-742fbbc99b08 req-4fd8d9e5-fc2b-4a41-b21b-1ca431ad01e2 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=66e9cb90-c71a-420a-b647-991844d5c17c HTTP/1.1" status: 200 len: 945 time: 0.0509772 Sep 21 12:32:28.478279 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc4870-591c-4611-83b4-25970081af05 req-cab0ad2b-8940-4a9a-b161-6e3f0354ad68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:32:28.479703 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b1cc4870-591c-4611-83b4-25970081af05 req-cab0ad2b-8940-4a9a-b161-6e3f0354ad68 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=e7695b35-fb3b-4bad-9fa2-f93cecf3dac8 HTTP/1.1" status: 200 len: 851 time: 0.0769749 Sep 21 12:32:28.488047 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-37d39674-0a55-4d54-b132-742fbbc99b08 req-c6d44443-be8f-436c-b2de-0b12924b6b33 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d9e8d7e-7a10-40ad-8dfe-7e3854a595ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769277 Sep 21 12:32:28.530228 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc4870-591c-4611-83b4-25970081af05 req-c308c5a7-7cc4-4211-8c4a-6340db2ee69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:32:28.531625 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b1cc4870-591c-4611-83b4-25970081af05 req-c308c5a7-7cc4-4211-8c4a-6340db2ee69c service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=df063f4b-39ab-4616-b570-b4e44f12336f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422328 Sep 21 12:32:28.667441 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc2c27b-e4a3-4085-8095-ce16041e713a req-f29d8ab3-d4cb-42ce-9992-e8e1e4a2795f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:32:28.668980 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-bdc2c27b-e4a3-4085-8095-ce16041e713a req-f29d8ab3-d4cb-42ce-9992-e8e1e4a2795f service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=66e9cb90-c71a-420a-b647-991844d5c17c HTTP/1.1" status: 200 len: 1129 time: 0.0592544 Sep 21 12:32:28.670690 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b1cc4870-591c-4611-83b4-25970081af05 req-eff320b9-c07c-4321-b87d-9a4acf5fadd8 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/df063f4b-39ab-4616-b570-b4e44f12336f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255341 Sep 21 12:32:28.777869 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-bdc2c27b-e4a3-4085-8095-ce16041e713a req-742d8662-a560-472c-96a6-bda45d3c0c71 service neutron] 10.222.0.66 "GET /networking/v2.0/security-groups?id=2d9e8d7e-7a10-40ad-8dfe-7e3854a595ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969067 Sep 21 12:32:28.805123 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b1cc4870-591c-4611-83b4-25970081af05 req-889965fb-e1e4-49c0-86f2-0809774149ab service neutron] 10.222.0.66 "GET /networking/v2.0/networks/df063f4b-39ab-4616-b570-b4e44f12336f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251419 Sep 21 12:32:29.373823 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9971ac-2f85-4b27-a4c1-2ea8f18b4e44 req-e6f077cf-e3a6-4529-b1d7-3d40b6e5847f tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:32:29.375326 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-1a9971ac-2f85-4b27-a4c1-2ea8f18b4e44 req-e6f077cf-e3a6-4529-b1d7-3d40b6e5847f tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=03c6adc5-7b9f-4ffa-b4c8-13ca7ae2ee23 HTTP/1.1" status: 200 len: 944 time: 0.0470893 Sep 21 12:32:29.426953 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-1a9971ac-2f85-4b27-a4c1-2ea8f18b4e44 req-66fe29e8-df89-4aae-8c2d-6ce658a93d39 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=9538bbf1-fb1d-4746-8860-31b60ba073b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451877 Sep 21 12:32:29.611597 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef48e7-5675-4409-a49f-cf482be286e4 req-fde57f5c-5b40-4b42-be03-898efc02ba72 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:32:29.613079 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-a9ef48e7-5675-4409-a49f-cf482be286e4 req-fde57f5c-5b40-4b42-be03-898efc02ba72 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=66e9cb90-c71a-420a-b647-991844d5c17c HTTP/1.1" status: 200 len: 945 time: 0.0467291 Sep 21 12:32:29.660976 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-a9ef48e7-5675-4409-a49f-cf482be286e4 req-358e304c-acec-4d3c-8e58-62dbba31f11a tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d9e8d7e-7a10-40ad-8dfe-7e3854a595ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424249 Sep 21 12:32:30.348601 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3eb7f7-dd7c-48de-8aa1-6e28a0ade174 req-dfefc995-1b9a-4887-b2b9-4204e698a83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:32:30.350079 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-1f3eb7f7-dd7c-48de-8aa1-6e28a0ade174 req-dfefc995-1b9a-4887-b2b9-4204e698a83e service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=04bda0b59d3b4bfabf6f1b84fec0d6a6&device_id=03c6adc5-7b9f-4ffa-b4c8-13ca7ae2ee23 HTTP/1.1" status: 200 len: 1128 time: 0.0392649 Sep 21 12:32:30.450764 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3eb7f7-dd7c-48de-8aa1-6e28a0ade174 req-7754735c-5a15-41bf-b691-16023c893c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:32:30.452244 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-1f3eb7f7-dd7c-48de-8aa1-6e28a0ade174 req-7754735c-5a15-41bf-b691-16023c893c04 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=df063f4b-39ab-4616-b570-b4e44f12336f HTTP/1.1" status: 200 len: 913 time: 0.0958374 Sep 21 12:32:30.474349 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:32:30.504278 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-1f3eb7f7-dd7c-48de-8aa1-6e28a0ade174 req-7f9b2bd6-55a2-4e92-8656-f139ddab78d1 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30cdd6f9-678f-4f65-b2ab-284e35d1463a HTTP/1.1" status: 200 len: 217 time: 0.0352955 Sep 21 12:32:30.549070 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=100 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:32:30.550940 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d551e2c-27c1-426d-bbee-5f0388e30fed req-f97087b1-dac3-4b4c-b2ef-f5e960de64e8 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:32:30.552125 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-2d551e2c-27c1-426d-bbee-5f0388e30fed req-f97087b1-dac3-4b4c-b2ef-f5e960de64e8 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=03c6adc5-7b9f-4ffa-b4c8-13ca7ae2ee23 HTTP/1.1" status: 200 len: 944 time: 0.0503762 Sep 21 12:32:30.554012 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3eb7f7-dd7c-48de-8aa1-6e28a0ade174 req-d9048415-e34a-40a5-824a-1b34387d45b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:32:30.555474 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-1f3eb7f7-dd7c-48de-8aa1-6e28a0ade174 req-d9048415-e34a-40a5-824a-1b34387d45b8 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=e7695b35-fb3b-4bad-9fa2-f93cecf3dac8 HTTP/1.1" status: 200 len: 851 time: 0.0454712 Sep 21 12:32:30.603148 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3eb7f7-dd7c-48de-8aa1-6e28a0ade174 req-c76842aa-79f4-4cd0-8a7b-3bf9fd1dda4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:32:30.603528 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-2d551e2c-27c1-426d-bbee-5f0388e30fed req-b78b46dd-2a2c-4f45-83f3-ab709ea417f6 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=9538bbf1-fb1d-4746-8860-31b60ba073b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442841 Sep 21 12:32:30.604598 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-1f3eb7f7-dd7c-48de-8aa1-6e28a0ade174 req-c76842aa-79f4-4cd0-8a7b-3bf9fd1dda4b service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=df063f4b-39ab-4616-b570-b4e44f12336f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427704 Sep 21 12:32:30.696786 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-1f3eb7f7-dd7c-48de-8aa1-6e28a0ade174 req-3db3297a-c12e-48af-9dd6-d6e2e1f4f232 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/df063f4b-39ab-4616-b570-b4e44f12336f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856502 Sep 21 12:32:30.814055 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-1f3eb7f7-dd7c-48de-8aa1-6e28a0ade174 req-da34ae1d-8585-453d-bdd4-79c7dcc0fcd9 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/df063f4b-39ab-4616-b570-b4e44f12336f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987279 Sep 21 12:32:30.926481 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52bd270-c979-4572-9bdc-3414daf81e00 req-b7bd214a-3186-465a-b9db-a17934011ed0 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:32:30.927903 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-d52bd270-c979-4572-9bdc-3414daf81e00 req-b7bd214a-3186-465a-b9db-a17934011ed0 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=66e9cb90-c71a-420a-b647-991844d5c17c HTTP/1.1" status: 200 len: 945 time: 0.0455420 Sep 21 12:32:30.979007 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-d52bd270-c979-4572-9bdc-3414daf81e00 req-823acb2d-28b3-47e7-8366-ba670fb0d4f6 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d9e8d7e-7a10-40ad-8dfe-7e3854a595ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446906 Sep 21 12:32:31.729035 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff1af9-fa52-4e1a-b569-9dedfb637ef6 req-dc3ce515-d96c-45e6-8279-1aa4905cf566 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:32:31.730556 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-c0ff1af9-fa52-4e1a-b569-9dedfb637ef6 req-dc3ce515-d96c-45e6-8279-1aa4905cf566 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=03c6adc5-7b9f-4ffa-b4c8-13ca7ae2ee23 HTTP/1.1" status: 200 len: 944 time: 0.0482018 Sep 21 12:32:31.780249 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-c0ff1af9-fa52-4e1a-b569-9dedfb637ef6 req-ca3de44e-6988-46d3-a2b9-51698cdeb217 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=9538bbf1-fb1d-4746-8860-31b60ba073b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441515 Sep 21 12:32:32.114417 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd43f7-3fa1-40c5-a646-73b43ca16954 req-4bf866a1-14f6-44e3-8bce-1e359f3650b1 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:32:32.115949 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b2cd43f7-3fa1-40c5-a646-73b43ca16954 req-4bf866a1-14f6-44e3-8bce-1e359f3650b1 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=66e9cb90-c71a-420a-b647-991844d5c17c HTTP/1.1" status: 200 len: 945 time: 0.0512016 Sep 21 12:32:32.165331 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b2cd43f7-3fa1-40c5-a646-73b43ca16954 req-c672275a-2a03-47da-aff0-6aa0b4c91b85 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d9e8d7e-7a10-40ad-8dfe-7e3854a595ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431364 Sep 21 12:32:32.903485 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74db730-b9c3-4436-8251-00006d26a04f req-1b9c533c-be64-4ce2-a786-03fa65bec505 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:32:32.905009 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-d74db730-b9c3-4436-8251-00006d26a04f req-1b9c533c-be64-4ce2-a786-03fa65bec505 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=03c6adc5-7b9f-4ffa-b4c8-13ca7ae2ee23 HTTP/1.1" status: 200 len: 944 time: 0.0495162 Sep 21 12:32:32.948111 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=100 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:32:32.957907 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-d74db730-b9c3-4436-8251-00006d26a04f req-84684870-c374-45ee-81ba-616f73a53157 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=9538bbf1-fb1d-4746-8860-31b60ba073b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473490 Sep 21 12:32:34.076414 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85eb921-2a96-4043-9815-f80307c33bbd req-9aa7714f-f65a-4684-ada3-25e57782248d tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:32:34.078122 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-a85eb921-2a96-4043-9815-f80307c33bbd req-9aa7714f-f65a-4684-ada3-25e57782248d tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=03c6adc5-7b9f-4ffa-b4c8-13ca7ae2ee23 HTTP/1.1" status: 200 len: 944 time: 0.0460975 Sep 21 12:32:34.129460 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-a85eb921-2a96-4043-9815-f80307c33bbd req-77cdfb7b-17dd-4c16-a678-b16155539b6f tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=9538bbf1-fb1d-4746-8860-31b60ba073b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459259 Sep 21 12:32:35.248567 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e46adb-c818-4452-b795-7a25957d037f req-f0c4716e-5f99-4bcc-bb3e-fd5c079a3cc7 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:32:35.249965 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-54e46adb-c818-4452-b795-7a25957d037f req-f0c4716e-5f99-4bcc-bb3e-fd5c079a3cc7 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=03c6adc5-7b9f-4ffa-b4c8-13ca7ae2ee23 HTTP/1.1" status: 200 len: 944 time: 0.0457447 Sep 21 12:32:35.299996 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-54e46adb-c818-4452-b795-7a25957d037f req-15045b52-e5ee-4aaa-b8f1-9b38721c0d57 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=9538bbf1-fb1d-4746-8860-31b60ba073b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443623 Sep 21 12:32:35.742135 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.agents_db [None req-f0b1ed15-d02e-46f0-bd67-2b506ff8404e None None] Agent healthcheck: found 6 active agents {{(pid=106204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:32:36.390152 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-44759ebe-fd45-42c8-b772-7e1c2bab678e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (f73c601a-29a1-4353-9f34-efd4ba2e6501), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:36.424659 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52082ea-c678-4c40-b07d-97090b34727f req-5489f515-96cb-49f5-9e11-cfb41b402802 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:32:36.426136 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b52082ea-c678-4c40-b07d-97090b34727f req-5489f515-96cb-49f5-9e11-cfb41b402802 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=03c6adc5-7b9f-4ffa-b4c8-13ca7ae2ee23 HTTP/1.1" status: 200 len: 944 time: 0.0477047 Sep 21 12:32:36.478969 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b52082ea-c678-4c40-b07d-97090b34727f req-54e85cca-2737-4d38-8283-6f5ba021e016 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=9538bbf1-fb1d-4746-8860-31b60ba073b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466969 Sep 21 12:32:37.598336 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b278627-13f9-4c8a-a9cd-042feb2e1c20 req-6378f4f7-1eb8-4c95-84e4-c56ce1783907 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:32:37.599883 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-4b278627-13f9-4c8a-a9cd-042feb2e1c20 req-6378f4f7-1eb8-4c95-84e4-c56ce1783907 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=03c6adc5-7b9f-4ffa-b4c8-13ca7ae2ee23 HTTP/1.1" status: 200 len: 944 time: 0.0462668 Sep 21 12:32:37.653393 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-4b278627-13f9-4c8a-a9cd-042feb2e1c20 req-3419c123-870d-4797-be37-4c4c6b788129 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=9538bbf1-fb1d-4746-8860-31b60ba073b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478768 Sep 21 12:32:38.161257 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 30cdd6f9-678f-4f65-b2ab-284e35d1463a details requested by agent hyperv_hv-cinder-85867 with host hv-cinder-85867 {{(pid=106203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 12:32:38.339274 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:32:38.380935 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port 30cdd6f9-678f-4f65-b2ab-284e35d1463a, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=30cdd6f9-678f-4f65-b2ab-284e35d1463a,segment=NetworkSegment(fe673fec-1364-4308-9af3-7334b5f7774a),segment_id=fe673fec-1364-4308-9af3-7334b5f7774a)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:32:38.391908 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Returning: {'device': '30cdd6f9-678f-4f65-b2ab-284e35d1463a', 'network_id': 'df063f4b-39ab-4616-b570-b4e44f12336f', 'port_id': '30cdd6f9-678f-4f65-b2ab-284e35d1463a', 'mac_address': 'fa:16:3e:df:0b:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7695b35-fb3b-4bad-9fa2-f93cecf3dac8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 12:32:38.426216 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Current status of the port 30cdd6f9-678f-4f65-b2ab-284e35d1463a is: DOWN; New status is: BUILD {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:32:38.426522 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (30cdd6f9-678f-4f65-b2ab-284e35d1463a), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:38.443058 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.notifiers.nova [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30cdd6f9-678f-4f65-b2ab-284e35d1463a {{(pid=106203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 12:32:38.462077 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port 30cdd6f9-678f-4f65-b2ab-284e35d1463a, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=30cdd6f9-678f-4f65-b2ab-284e35d1463a,segment=NetworkSegment(fe673fec-1364-4308-9af3-7334b5f7774a),segment_id=fe673fec-1364-4308-9af3-7334b5f7774a)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:32:38.465469 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (30cdd6f9-678f-4f65-b2ab-284e35d1463a), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:38.510277 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Pushing event updated for resources: {'Port': ['ID=30cdd6f9-678f-4f65-b2ab-284e35d1463a,revision_number=4']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:32:38.638792 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-75a23b85-c2dc-45a2-b716-52824b5cbb92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (4f31b8b6-17c0-474d-bf52-0481ff2a5cf7), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:38.772518 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f7d850-13a2-4837-ae94-13975320e47f req-668a058d-70e1-49b8-81c1-0b2961260ec6 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:32:38.774501 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-28f7d850-13a2-4837-ae94-13975320e47f req-668a058d-70e1-49b8-81c1-0b2961260ec6 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=03c6adc5-7b9f-4ffa-b4c8-13ca7ae2ee23 HTTP/1.1" status: 200 len: 945 time: 0.0469072 Sep 21 12:32:38.826039 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-28f7d850-13a2-4837-ae94-13975320e47f req-9e2a0ea2-5afa-4286-a8a8-84ff1f417965 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=9538bbf1-fb1d-4746-8860-31b60ba073b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458837 Sep 21 12:32:38.874959 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] get_ports_and_sgs() called for port_ids ['30cdd6f9-678f-4f65-b2ab-284e35d1463a'] {{(pid=106203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 12:32:38.983684 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:32:39.942280 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=100 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:32:39.951732 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed6035f-c8b3-4b57-a9f7-31b6e147b19b req-7586f4d1-b8b4-4a29-9009-9951bbb11347 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:32:39.953529 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-1ed6035f-c8b3-4b57-a9f7-31b6e147b19b req-7586f4d1-b8b4-4a29-9009-9951bbb11347 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=03c6adc5-7b9f-4ffa-b4c8-13ca7ae2ee23 HTTP/1.1" status: 200 len: 945 time: 0.0469990 Sep 21 12:32:39.967092 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-740e41e1-10de-4b2e-a9f0-9582d49d2a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (d7a8950b-d4d7-4646-ba54-d395483871b4), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:40.004738 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-1ed6035f-c8b3-4b57-a9f7-31b6e147b19b req-f6021cc4-e533-4d2b-856b-43cd9533d92c tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=9538bbf1-fb1d-4746-8860-31b60ba073b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455379 Sep 21 12:32:40.181810 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 30cdd6f9-678f-4f65-b2ab-284e35d1463a up at agent hyperv_hv-cinder-85867 {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:32:40.228724 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Provisioning for port 30cdd6f9-678f-4f65-b2ab-284e35d1463a completed by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 21 12:32:40.234291 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Provisioning complete for port 30cdd6f9-678f-4f65-b2ab-284e35d1463a triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:32:40.234681 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (30cdd6f9-678f-4f65-b2ab-284e35d1463a), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:40.235022 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Attempt 1 to provision port 30cdd6f9-678f-4f65-b2ab-284e35d1463a Sep 21 12:32:40.307563 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Current status of the port 30cdd6f9-678f-4f65-b2ab-284e35d1463a is: BUILD; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:32:40.307886 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (30cdd6f9-678f-4f65-b2ab-284e35d1463a), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:40.332377 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03c6adc5-7b9f-4ffa-b4c8-13ca7ae2ee23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30cdd6f9-678f-4f65-b2ab-284e35d1463a'}] {{(pid=106203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:32:40.334638 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f5c4d77a05fc023d1f839eaccf47ad38217f4e21b3a59551d1b02ed6bd0851a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac2d57a-48e0-4625-99be-bba2b8616ab3" -d '{"events": [{"server_uuid": "03c6adc5-7b9f-4ffa-b4c8-13ca7ae2ee23", "name": "network-vif-plugged", "status": "completed", "tag": "30cdd6f9-678f-4f65-b2ab-284e35d1463a"}]}' {{(pid=106203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:32:40.346960 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port 30cdd6f9-678f-4f65-b2ab-284e35d1463a, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=30cdd6f9-678f-4f65-b2ab-284e35d1463a,segment=NetworkSegment(fe673fec-1364-4308-9af3-7334b5f7774a),segment_id=fe673fec-1364-4308-9af3-7334b5f7774a)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:32:40.351289 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (30cdd6f9-678f-4f65-b2ab-284e35d1463a), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:40.398283 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Pushing event updated for resources: {'Port': ['ID=30cdd6f9-678f-4f65-b2ab-284e35d1463a,revision_number=5']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:32:40.432627 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 12:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b018f9e4-4ecf-48b3-b0bd-f79adacb9673 x-openstack-request-id: req-b018f9e4-4ecf-48b3-b0bd-f79adacb9673 {{(pid=106203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:32:40.432916 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03c6adc5-7b9f-4ffa-b4c8-13ca7ae2ee23", "name": "network-vif-plugged", "status": "completed", "tag": "30cdd6f9-678f-4f65-b2ab-284e35d1463a", "code": 200}]} {{(pid=106203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:32:40.433160 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b018f9e4-4ecf-48b3-b0bd-f79adacb9673 {{(pid=106203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:32:40.433551 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b018f9e4-4ecf-48b3-b0bd-f79adacb9673'] response: {'server_uuid': '03c6adc5-7b9f-4ffa-b4c8-13ca7ae2ee23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30cdd6f9-678f-4f65-b2ab-284e35d1463a', 'code': 200} Sep 21 12:32:40.689027 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f405c-b60b-4388-b808-8150e60abe70 req-b0aa6dec-5daf-44b6-8f52-078f0a2bb43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:32:40.690496 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-921f405c-b60b-4388-b808-8150e60abe70 req-b0aa6dec-5daf-44b6-8f52-078f0a2bb43b service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=03c6adc5-7b9f-4ffa-b4c8-13ca7ae2ee23 HTTP/1.1" status: 200 len: 1130 time: 0.0377994 Sep 21 12:32:40.735094 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-921f405c-b60b-4388-b808-8150e60abe70 req-b5a4ebb1-d362-46e3-98f1-b972b51187ce service neutron] 10.222.0.66 "GET /networking/v2.0/security-groups?id=9538bbf1-fb1d-4746-8860-31b60ba073b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386829 Sep 21 12:32:41.123965 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d431b39d-4564-4c49-b00e-c751cbdfcd10 req-9582a361-50e0-4424-91c2-064c8e575f06 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:32:41.125430 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-d431b39d-4564-4c49-b00e-c751cbdfcd10 req-9582a361-50e0-4424-91c2-064c8e575f06 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=03c6adc5-7b9f-4ffa-b4c8-13ca7ae2ee23 HTTP/1.1" status: 200 len: 946 time: 0.0459745 Sep 21 12:32:41.173816 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-d431b39d-4564-4c49-b00e-c751cbdfcd10 req-f3d7c3d1-e04d-4b3e-8fc5-cbf67239b13a tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=9538bbf1-fb1d-4746-8860-31b60ba073b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429006 Sep 21 12:32:41.284855 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (57fb69a9-4edc-44fd-8965-b65708e41306), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:41.522609 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c3e59811-0015-48e8-afb5-3d82d64b721e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (cef1489a-7471-4b81-a7c5-b9e507e96767), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:42.298561 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a72ec85-ab43-409a-875d-d7030301e8b6 req-969d7fc5-768a-4494-a7da-05bed0bc6cdf tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:32:42.300103 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-0a72ec85-ab43-409a-875d-d7030301e8b6 req-969d7fc5-768a-4494-a7da-05bed0bc6cdf tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=03c6adc5-7b9f-4ffa-b4c8-13ca7ae2ee23 HTTP/1.1" status: 200 len: 946 time: 0.0489902 Sep 21 12:32:42.349580 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-0a72ec85-ab43-409a-875d-d7030301e8b6 req-b00497a4-497c-4710-8f76-4b85230fd4e9 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=9538bbf1-fb1d-4746-8860-31b60ba073b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439608 Sep 21 12:32:43.473588 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dc700c-907a-4aa3-8e82-220143c031ea req-b6f061b9-672b-49ea-86ee-704c8a74add4 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:32:43.475048 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-82dc700c-907a-4aa3-8e82-220143c031ea req-b6f061b9-672b-49ea-86ee-704c8a74add4 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=03c6adc5-7b9f-4ffa-b4c8-13ca7ae2ee23 HTTP/1.1" status: 200 len: 946 time: 0.0507340 Sep 21 12:32:43.524962 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-82dc700c-907a-4aa3-8e82-220143c031ea req-3b912ce1-66ce-4f67-bcc6-e648ee6e0aa4 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=9538bbf1-fb1d-4746-8860-31b60ba073b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436711 Sep 21 12:32:43.643222 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe6ca4-706e-40f7-b698-2129f7787827 req-23f82dda-5a7f-48d4-b697-f7b9e65a7a5a tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:32:43.644672 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-dafe6ca4-706e-40f7-b698-2129f7787827 req-23f82dda-5a7f-48d4-b697-f7b9e65a7a5a tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=03c6adc5-7b9f-4ffa-b4c8-13ca7ae2ee23 HTTP/1.1" status: 200 len: 946 time: 0.0467596 Sep 21 12:32:43.657249 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=100 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:32:43.694334 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-dafe6ca4-706e-40f7-b698-2129f7787827 req-e2f94a70-3489-49cc-a4f4-8e05d031265b tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=9538bbf1-fb1d-4746-8860-31b60ba073b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434425 Sep 21 12:32:43.724023 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 32958) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:32:43.805736 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3176dbf-7f04-41ed-ba8f-7c9707e81700 tempest-TestVolumeBootPattern-1015565289 tempest-TestVolumeBootPattern-1015565289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:32:43.807236 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-f3176dbf-7f04-41ed-ba8f-7c9707e81700 tempest-TestVolumeBootPattern-1015565289 tempest-TestVolumeBootPattern-1015565289-project-admin] 10.222.0.71 "GET /networking/v2.0/ports?device_id=03c6adc5-7b9f-4ffa-b4c8-13ca7ae2ee23 HTTP/1.1" status: 200 len: 1125 time: 0.0822420 Sep 21 12:32:43.810323 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 32962) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:32:43.814466 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [None req-a7c21b6e-489c-4ba9-a9e1-ccfa38643f26 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Request body: {'floatingip': {'floating_network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'port_id': '30cdd6f9-678f-4f65-b2ab-284e35d1463a', 'tenant_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:32:43.831667 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=100 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:32:43.838595 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-a7c21b6e-489c-4ba9-a9e1-ccfa38643f26 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:43.916955 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-a7c21b6e-489c-4ba9-a9e1-ccfa38643f26 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:44.026314 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.db_base_plugin_common [None req-a7c21b6e-489c-4ba9-a9e1-ccfa38643f26 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Allocated IP 172.27.0.249 (988e67c4-a01e-4c04-8cb9-1b0dd07d668d/691ea813-de87-4809-9e6b-d8504be0b97f/6567906e-1c69-4381-b0f3-1404ff6f6cf8) {{(pid=106202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:32:44.137861 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-a7c21b6e-489c-4ba9-a9e1-ccfa38643f26 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks [] for port (6567906e-1c69-4381-b0f3-1404ff6f6cf8), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:44.170168 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-a7c21b6e-489c-4ba9-a9e1-ccfa38643f26 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735120900801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (6567906e-1c69-4381-b0f3-1404ff6f6cf8), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:44.214979 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c21b6e-489c-4ba9-a9e1-ccfa38643f26 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Network 988e67c4-a01e-4c04-8cb9-1b0dd07d668d is already hosted by enough agents. {{(pid=106202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:32:44.219781 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.base_scheduler [None req-a7c21b6e-489c-4ba9-a9e1-ccfa38643f26 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Resources bound (agent type, host, resource id): {{(pid=106202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:32:44.223882 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c21b6e-489c-4ba9-a9e1-ccfa38643f26 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Received port after_create {{(pid=106202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 12:32:44.227191 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c21b6e-489c-4ba9-a9e1-ccfa38643f26 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Pushing event updated for resources: {'Port': ['ID=6567906e-1c69-4381-b0f3-1404ff6f6cf8,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:32:44.579411 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:32:44.583801 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-a7c21b6e-489c-4ba9-a9e1-ccfa38643f26 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks [] for floatingip (e378236e-cb21-461a-ba75-44d42487585e), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:44.602620 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:32:44.654654 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-a7c21b6e-489c-4ba9-a9e1-ccfa38643f26 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (6567906e-1c69-4381-b0f3-1404ff6f6cf8), before_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:44.807079 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-a7c21b6e-489c-4ba9-a9e1-ccfa38643f26 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks [] for port (6567906e-1c69-4381-b0f3-1404ff6f6cf8), precommit_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:44.811463 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-a7c21b6e-489c-4ba9-a9e1-ccfa38643f26 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6955121'] for port (6567906e-1c69-4381-b0f3-1404ff6f6cf8), after_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:44.882899 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c21b6e-489c-4ba9-a9e1-ccfa38643f26 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Pushing event updated for resources: {'Port': ['ID=6567906e-1c69-4381-b0f3-1404ff6f6cf8,revision_number=2']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:32:44.885782 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-a7c21b6e-489c-4ba9-a9e1-ccfa38643f26 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534182'] for floatingip (e378236e-cb21-461a-ba75-44d42487585e), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:44.976436 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.db.l3_db [None req-a7c21b6e-489c-4ba9-a9e1-ccfa38643f26 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Floating IP e378236e-cb21-461a-ba75-44d42487585e associated. External IP: 172.27.0.249, port: 30cdd6f9-678f-4f65-b2ab-284e35d1463a. Sep 21 12:32:45.176796 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7c21b6e-489c-4ba9-a9e1-ccfa38643f26 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Router cd1770d6-720c-444f-b058-b1486f26d12b has already been hosted by L3 agent 4f31b8b6-17c0-474d-bf52-0481ff2a5cf7 {{(pid=106202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 12:32:45.281202 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c21b6e-489c-4ba9-a9e1-ccfa38643f26 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Notify agent at l3_agent.dv-cinder-858678-1-iscsi the message routers_updated {{(pid=106202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:32:45.291778 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb31b29-69a4-48ce-b14c-6e91b8686bc5 None None] Sync routers for ids ['cd1770d6-720c-444f-b058-b1486f26d12b'] in dv-cinder-858678-1-iscsi {{(pid=106203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:32:45.299238 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-a7c21b6e-489c-4ba9-a9e1-ccfa38643f26 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for floatingip (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:45.302538 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb31b29-69a4-48ce-b14c-6e91b8686bc5 None None] Routers {'cd1770d6-720c-444f-b058-b1486f26d12b'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:32:45.303158 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-ebb31b29-69a4-48ce-b14c-6e91b8686bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:32:39Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['cd1770d6-720c-444f-b058-b1486f26d12b'], 'active': True} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:32:45.306240 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:32:45.333442 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-a7c21b6e-489c-4ba9-a9e1-ccfa38643f26 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5193291 Sep 21 12:32:45.333442 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03c6adc5-7b9f-4ffa-b4c8-13ca7ae2ee23', 'tag': '30cdd6f9-678f-4f65-b2ab-284e35d1463a'}] {{(pid=106202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:32:45.333777 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f69dec5372d12bc1dbf2d83c258da0d8b658e28cfccadcad30c8a09044815e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38ad27b-b56d-4cc7-883d-db5ee1f3249b" -d '{"events": [{"name": "network-changed", "server_uuid": "03c6adc5-7b9f-4ffa-b4c8-13ca7ae2ee23", "tag": "30cdd6f9-678f-4f65-b2ab-284e35d1463a"}]}' {{(pid=106202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:32:45.373639 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 12:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b5b6d6d-ad43-4e02-83d6-c6b3ddffc494 x-openstack-request-id: req-3b5b6d6d-ad43-4e02-83d6-c6b3ddffc494 {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:32:45.373934 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03c6adc5-7b9f-4ffa-b4c8-13ca7ae2ee23", "tag": "30cdd6f9-678f-4f65-b2ab-284e35d1463a", "status": "completed", "code": 200}]} {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:32:45.374197 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3b5b6d6d-ad43-4e02-83d6-c6b3ddffc494 {{(pid=106202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:32:45.374597 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b5b6d6d-ad43-4e02-83d6-c6b3ddffc494'] response: {'name': 'network-changed', 'server_uuid': '03c6adc5-7b9f-4ffa-b4c8-13ca7ae2ee23', 'tag': '30cdd6f9-678f-4f65-b2ab-284e35d1463a', 'status': 'completed', 'code': 200} Sep 21 12:32:45.406586 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvr_db [None req-ebb31b29-69a4-48ce-b14c-6e91b8686bc5 None None] Set router cd1770d6-720c-444f-b058-b1486f26d12b gateway port host: dv-cinder-858678-1-iscsi {{(pid=106203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:32:45.476149 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38ad27b-b56d-4cc7-883d-db5ee1f3249b req-153544b5-ce17-4759-ae8e-a7cdaa4b69cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:32:45.478255 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-c38ad27b-b56d-4cc7-883d-db5ee1f3249b req-153544b5-ce17-4759-ae8e-a7cdaa4b69cb service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=04bda0b59d3b4bfabf6f1b84fec0d6a6&device_id=03c6adc5-7b9f-4ffa-b4c8-13ca7ae2ee23 HTTP/1.1" status: 200 len: 1130 time: 0.0393565 Sep 21 12:32:45.552379 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:32:45.564315 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:32:45.579288 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38ad27b-b56d-4cc7-883d-db5ee1f3249b req-73ae740b-ebdb-4cc4-a49a-f0c0143a786b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:32:45.580801 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-c38ad27b-b56d-4cc7-883d-db5ee1f3249b req-73ae740b-ebdb-4cc4-a49a-f0c0143a786b service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=df063f4b-39ab-4616-b570-b4e44f12336f HTTP/1.1" status: 200 len: 913 time: 0.0968583 Sep 21 12:32:45.622546 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-ebb31b29-69a4-48ce-b14c-6e91b8686bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'name': 'tempest-TestVolumeBootPattern-1524629230-router', 'tenant_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'd02713a9-0dcf-45fa-9c8f-29c964e28feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:31:51Z', 'updated_at': '2022-09-21T12:31:54Z', 'revision_number': 4, 'project_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'gw_port': {'id': 'd02713a9-0dcf-45fa-9c8f-29c964e28feb', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:52Z', 'updated_at': '2022-09-21T12:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_floatingips': [{'id': 'e378236e-cb21-461a-ba75-44d42487585e', 'tenant_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'floating_ip_address': '172.27.0.249', 'floating_network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'router_id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'port_id': '30cdd6f9-678f-4f65-b2ab-284e35d1463a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df063f4b-39ab-4616-b570-b4e44f12336f', 'mac_address': 'fa:16:3e:df:0b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c6adc5-7b9f-4ffa-b4c8-13ca7ae2ee23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T12:32:44Z', 'updated_at': '2022-09-21T12:32:44Z', 'revision_number': 0, 'project_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3a3486b-81a8-4176-8cc4-8f7d1e721f8e', 'name': '', 'network_id': 'df063f4b-39ab-4616-b570-b4e44f12336f', 'tenant_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'mac_address': 'fa:16:3e:83:7d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'e7695b35-fb3b-4bad-9fa2-f93cecf3dac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:54Z', 'updated_at': '2022-09-21T12:31:59Z', 'revision_number': 5, 'project_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'subnets': [{'id': 'e7695b35-fb3b-4bad-9fa2-f93cecf3dac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:32:45.649490 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-c38ad27b-b56d-4cc7-883d-db5ee1f3249b req-9b22fc2a-b02e-4137-afa3-b90d64f058f1 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30cdd6f9-678f-4f65-b2ab-284e35d1463a HTTP/1.1" status: 200 len: 1000 time: 0.0597341 Sep 21 12:32:45.651390 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb31b29-69a4-48ce-b14c-6e91b8686bc5 None None] Checking router: cd1770d6-720c-444f-b058-b1486f26d12b for host: dv-cinder-858678-1-iscsi {{(pid=106203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:32:45.659843 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb31b29-69a4-48ce-b14c-6e91b8686bc5 None None] Routers {'cd1770d6-720c-444f-b058-b1486f26d12b'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:32:45.660442 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-ebb31b29-69a4-48ce-b14c-6e91b8686bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:32:39Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['cd1770d6-720c-444f-b058-b1486f26d12b'], 'active': True} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:32:45.738505 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:32:45.748905 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:32:45.767050 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvr_db [None req-ebb31b29-69a4-48ce-b14c-6e91b8686bc5 None None] Set router cd1770d6-720c-444f-b058-b1486f26d12b gateway port host: dv-cinder-858678-1-iscsi {{(pid=106203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:32:45.962734 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38ad27b-b56d-4cc7-883d-db5ee1f3249b req-064e8c3a-8c68-4fab-b1d3-476254739c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:32:45.964229 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-c38ad27b-b56d-4cc7-883d-db5ee1f3249b req-064e8c3a-8c68-4fab-b1d3-476254739c17 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=e7695b35-fb3b-4bad-9fa2-f93cecf3dac8 HTTP/1.1" status: 200 len: 851 time: 0.3097038 Sep 21 12:32:45.991261 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-ebb31b29-69a4-48ce-b14c-6e91b8686bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'name': 'tempest-TestVolumeBootPattern-1524629230-router', 'tenant_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'd02713a9-0dcf-45fa-9c8f-29c964e28feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:31:51Z', 'updated_at': '2022-09-21T12:31:54Z', 'revision_number': 4, 'project_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'gw_port': {'id': 'd02713a9-0dcf-45fa-9c8f-29c964e28feb', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:52Z', 'updated_at': '2022-09-21T12:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_floatingips': [{'id': 'e378236e-cb21-461a-ba75-44d42487585e', 'tenant_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'floating_ip_address': '172.27.0.249', 'floating_network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'router_id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'port_id': '30cdd6f9-678f-4f65-b2ab-284e35d1463a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df063f4b-39ab-4616-b570-b4e44f12336f', 'mac_address': 'fa:16:3e:df:0b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c6adc5-7b9f-4ffa-b4c8-13ca7ae2ee23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T12:32:44Z', 'updated_at': '2022-09-21T12:32:44Z', 'revision_number': 0, 'project_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3a3486b-81a8-4176-8cc4-8f7d1e721f8e', 'name': '', 'network_id': 'df063f4b-39ab-4616-b570-b4e44f12336f', 'tenant_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'mac_address': 'fa:16:3e:83:7d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'e7695b35-fb3b-4bad-9fa2-f93cecf3dac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:54Z', 'updated_at': '2022-09-21T12:31:59Z', 'revision_number': 5, 'project_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'subnets': [{'id': 'e7695b35-fb3b-4bad-9fa2-f93cecf3dac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:32:46.006914 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38ad27b-b56d-4cc7-883d-db5ee1f3249b req-6451714d-d18f-4a60-a779-4138597e2c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:32:46.008987 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-c38ad27b-b56d-4cc7-883d-db5ee1f3249b req-6451714d-d18f-4a60-a779-4138597e2c7f service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=df063f4b-39ab-4616-b570-b4e44f12336f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379014 Sep 21 12:32:46.016472 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb31b29-69a4-48ce-b14c-6e91b8686bc5 None None] The sync data for ids ['cd1770d6-720c-444f-b058-b1486f26d12b'] in dv-cinder-858678-1-iscsi is: [{'id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'name': 'tempest-TestVolumeBootPattern-1524629230-router', 'tenant_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'd02713a9-0dcf-45fa-9c8f-29c964e28feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:31:51Z', 'updated_at': '2022-09-21T12:31:54Z', 'revision_number': 4, 'project_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'gw_port': {'id': 'd02713a9-0dcf-45fa-9c8f-29c964e28feb', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:52Z', 'updated_at': '2022-09-21T12:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_floatingips': [{'id': 'e378236e-cb21-461a-ba75-44d42487585e', 'tenant_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'floating_ip_address': '172.27.0.249', 'floating_network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'router_id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'port_id': '30cdd6f9-678f-4f65-b2ab-284e35d1463a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df063f4b-39ab-4616-b570-b4e44f12336f', 'mac_address': 'fa:16:3e:df:0b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c6adc5-7b9f-4ffa-b4c8-13ca7ae2ee23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T12:32:44Z', 'updated_at': '2022-09-21T12:32:44Z', 'revision_number': 0, 'project_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3a3486b-81a8-4176-8cc4-8f7d1e721f8e', 'name': '', 'network_id': 'df063f4b-39ab-4616-b570-b4e44f12336f', 'tenant_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'mac_address': 'fa:16:3e:83:7d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'e7695b35-fb3b-4bad-9fa2-f93cecf3dac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:54Z', 'updated_at': '2022-09-21T12:31:59Z', 'revision_number': 5, 'project_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'subnets': [{'id': 'e7695b35-fb3b-4bad-9fa2-f93cecf3dac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:32:46.111342 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-c38ad27b-b56d-4cc7-883d-db5ee1f3249b req-a046d2d9-6d04-4560-aca6-23e4eef01b83 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/df063f4b-39ab-4616-b570-b4e44f12336f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942028 Sep 21 12:32:46.204881 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-c38ad27b-b56d-4cc7-883d-db5ee1f3249b req-9ebe8130-72ca-476a-a180-a73ca515d20f service neutron] 10.222.0.66 "GET /networking/v2.0/networks/df063f4b-39ab-4616-b570-b4e44f12336f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878410 Sep 21 12:32:46.224661 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c470939-a0c3-41f6-b8a0-26e511dd8722 None None] New status for floating IP e378236e-cb21-461a-ba75-44d42487585e: ACTIVE {{(pid=106204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 21 12:32:48.566139 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (986f726e-8c98-4005-b3b7-e033305b1240), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:32:51.620065 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e7d4d300-172a-4633-88b4-1c65059ac50b req-ae41d69e-3180-4344-aa2c-f6bf9ab1e64e service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=e17630cc-94bc-4b00-a64e-3c092f04cb1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422411 Sep 21 12:32:51.701180 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4d300-172a-4633-88b4-1c65059ac50b req-85c72ea0-e8a3-478f-8c6d-6792ae61b276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:32:51.702740 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e7d4d300-172a-4633-88b4-1c65059ac50b req-85c72ea0-e8a3-478f-8c6d-6792ae61b276 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=bd7f2ef25e054b619068baf878bead18&device_id=e17630cc-94bc-4b00-a64e-3c092f04cb1a HTTP/1.1" status: 200 len: 1129 time: 0.0385432 Sep 21 12:32:51.818366 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4d300-172a-4633-88b4-1c65059ac50b req-04719c61-6bd6-48d4-800e-b727f46dd5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:32:51.819922 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e7d4d300-172a-4633-88b4-1c65059ac50b req-04719c61-6bd6-48d4-800e-b727f46dd5c5 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=e8f74bce-cdd1-4f64-9fe4-35f38581a3e4 HTTP/1.1" status: 200 len: 915 time: 0.0926013 Sep 21 12:32:51.885579 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e7d4d300-172a-4633-88b4-1c65059ac50b req-1bed9786-eb17-4713-9d09-4c84af98731e service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=050f2d58-b5dc-42b1-ac31-96b06caf931b HTTP/1.1" status: 200 len: 1000 time: 0.0579255 Sep 21 12:32:51.942274 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4d300-172a-4633-88b4-1c65059ac50b req-fee14a44-d5bf-4b6b-b2c7-8de2ebe8ae9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:32:51.943744 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e7d4d300-172a-4633-88b4-1c65059ac50b req-fee14a44-d5bf-4b6b-b2c7-8de2ebe8ae9b service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=62b0a2ff-8728-481a-b55a-ce99e8ef1e63 HTTP/1.1" status: 200 len: 853 time: 0.0449674 Sep 21 12:32:51.992413 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4d300-172a-4633-88b4-1c65059ac50b req-37044c23-478e-475f-aaa2-f5895f3e3d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:32:51.993977 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e7d4d300-172a-4633-88b4-1c65059ac50b req-37044c23-478e-475f-aaa2-f5895f3e3d54 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=e8f74bce-cdd1-4f64-9fe4-35f38581a3e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443213 Sep 21 12:32:52.089569 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e7d4d300-172a-4633-88b4-1c65059ac50b req-144ef9bb-9766-4a9d-a64e-97bf434e8f65 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e8f74bce-cdd1-4f64-9fe4-35f38581a3e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879476 Sep 21 12:32:52.187423 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e7d4d300-172a-4633-88b4-1c65059ac50b req-8f297681-3cbb-4876-9b3e-9e4f3c9ef902 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e8f74bce-cdd1-4f64-9fe4-35f38581a3e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899718 Sep 21 12:32:53.516542 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=42 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:32:53.519524 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=27 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:32:58.559418 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=24 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:32:58.561368 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=78,neutron:UPDATE=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:33:02.182837 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=88 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:33:02.183812 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=83 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:33:04.226780 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 33018) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:33:04.232024 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [None req-7eacac2f-0b02-4865-a2ae-9d4e11a99c0d tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1609582128', 'description': 'tempest-description--1504495821'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:33:04.253689 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-7eacac2f-0b02-4865-a2ae-9d4e11a99c0d tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for security_group (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:33:04.323524 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-7eacac2f-0b02-4865-a2ae-9d4e11a99c0d tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for security_group (c0bf8b88-61ab-4799-84fc-c621446524a4), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:33:04.327642 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-7eacac2f-0b02-4865-a2ae-9d4e11a99c0d tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (c0bf8b88-61ab-4799-84fc-c621446524a4), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:33:04.358531 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eacac2f-0b02-4865-a2ae-9d4e11a99c0d tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0bf8b88-61ab-4799-84fc-c621446524a4,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:33:04.364030 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-7eacac2f-0b02-4865-a2ae-9d4e11a99c0d tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for security_group (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:33:04.365270 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-7eacac2f-0b02-4865-a2ae-9d4e11a99c0d tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1374547 Sep 21 12:33:04.368318 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 33020) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:33:04.370111 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eacac2f-0b02-4865-a2ae-9d4e11a99c0d tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:33:04.370441 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eacac2f-0b02-4865-a2ae-9d4e11a99c0d tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:33:04.370785 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eacac2f-0b02-4865-a2ae-9d4e11a99c0d tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:33:04.371122 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eacac2f-0b02-4865-a2ae-9d4e11a99c0d tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:33:04.371452 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eacac2f-0b02-4865-a2ae-9d4e11a99c0d tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:33:04.371800 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eacac2f-0b02-4865-a2ae-9d4e11a99c0d tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:33:04.372126 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eacac2f-0b02-4865-a2ae-9d4e11a99c0d tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:33:04.372449 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eacac2f-0b02-4865-a2ae-9d4e11a99c0d tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:33:04.372770 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eacac2f-0b02-4865-a2ae-9d4e11a99c0d tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:33:04.372911 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.v2.base [None req-e7ca7892-941b-4693-809d-e4298473fb3d tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Request body: {'security_group_rule': {'security_group_id': 'c0bf8b88-61ab-4799-84fc-c621446524a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:33:04.373092 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eacac2f-0b02-4865-a2ae-9d4e11a99c0d tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:33:04.373412 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eacac2f-0b02-4865-a2ae-9d4e11a99c0d tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:33:04.373730 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eacac2f-0b02-4865-a2ae-9d4e11a99c0d tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:33:04.374049 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eacac2f-0b02-4865-a2ae-9d4e11a99c0d tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:33:04.374368 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eacac2f-0b02-4865-a2ae-9d4e11a99c0d tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:33:04.374683 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eacac2f-0b02-4865-a2ae-9d4e11a99c0d tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:33:04.403503 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-e7ca7892-941b-4693-809d-e4298473fb3d tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for security_group_rule (07d15fd6-efcd-41dc-bcc9-559bcd4ae9fb), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:33:04.464825 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-e7ca7892-941b-4693-809d-e4298473fb3d tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for security_group_rule (07d15fd6-efcd-41dc-bcc9-559bcd4ae9fb), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:33:04.468928 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-e7ca7892-941b-4693-809d-e4298473fb3d tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663432'] for security_group_rule (07d15fd6-efcd-41dc-bcc9-559bcd4ae9fb), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:33:04.490253 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ca7892-941b-4693-809d-e4298473fb3d tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07d15fd6-efcd-41dc-bcc9-559bcd4ae9fb,revision_number=0']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:33:04.495884 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-e7ca7892-941b-4693-809d-e4298473fb3d tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:33:04.497083 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-e7ca7892-941b-4693-809d-e4298473fb3d tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1277499 Sep 21 12:33:04.500350 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 33022) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:33:04.502201 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ca7892-941b-4693-809d-e4298473fb3d tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:33:04.502552 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ca7892-941b-4693-809d-e4298473fb3d tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:33:04.502897 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ca7892-941b-4693-809d-e4298473fb3d tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:33:04.503235 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ca7892-941b-4693-809d-e4298473fb3d tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:33:04.503570 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ca7892-941b-4693-809d-e4298473fb3d tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:33:04.503936 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ca7892-941b-4693-809d-e4298473fb3d tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:33:04.504270 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ca7892-941b-4693-809d-e4298473fb3d tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:33:04.504599 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ca7892-941b-4693-809d-e4298473fb3d tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:33:04.504866 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [None req-48873403-14b3-49a9-89c5-78b4c41670dd tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Request body: {'security_group_rule': {'security_group_id': 'c0bf8b88-61ab-4799-84fc-c621446524a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:33:04.504995 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ca7892-941b-4693-809d-e4298473fb3d tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:33:04.505237 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ca7892-941b-4693-809d-e4298473fb3d tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:33:04.505563 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ca7892-941b-4693-809d-e4298473fb3d tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:33:04.505885 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ca7892-941b-4693-809d-e4298473fb3d tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:33:04.506205 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ca7892-941b-4693-809d-e4298473fb3d tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:33:04.506528 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ca7892-941b-4693-809d-e4298473fb3d tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:33:04.506849 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ca7892-941b-4693-809d-e4298473fb3d tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:33:04.535287 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-48873403-14b3-49a9-89c5-78b4c41670dd tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for security_group_rule (3d4e19d9-7caf-4bb3-9644-fca516c3c62b), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:33:04.597672 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-48873403-14b3-49a9-89c5-78b4c41670dd tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for security_group_rule (3d4e19d9-7caf-4bb3-9644-fca516c3c62b), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:33:04.601649 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-48873403-14b3-49a9-89c5-78b4c41670dd tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663432'] for security_group_rule (3d4e19d9-7caf-4bb3-9644-fca516c3c62b), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:33:04.620939 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48873403-14b3-49a9-89c5-78b4c41670dd tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d4e19d9-7caf-4bb3-9644-fca516c3c62b,revision_number=0']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:33:04.630264 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-48873403-14b3-49a9-89c5-78b4c41670dd tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:33:04.631472 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-48873403-14b3-49a9-89c5-78b4c41670dd tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1301119 Sep 21 12:33:04.635203 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 33024) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:33:04.639947 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [None req-2d8c0a13-6606-4f28-8032-e1263cb2ea81 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Request body: {'floatingip': {'floating_network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:33:04.661851 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-2d8c0a13-6606-4f28-8032-e1263cb2ea81 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:33:04.742597 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-2d8c0a13-6606-4f28-8032-e1263cb2ea81 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:33:04.855719 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.db_base_plugin_common [None req-2d8c0a13-6606-4f28-8032-e1263cb2ea81 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Allocated IP 172.27.0.37 (988e67c4-a01e-4c04-8cb9-1b0dd07d668d/691ea813-de87-4809-9e6b-d8504be0b97f/c7a3709d-458d-4dab-ae02-33366867ae20) {{(pid=106202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:33:04.969199 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-2d8c0a13-6606-4f28-8032-e1263cb2ea81 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for port (c7a3709d-458d-4dab-ae02-33366867ae20), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:33:05.003091 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-2d8c0a13-6606-4f28-8032-e1263cb2ea81 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735120900801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (c7a3709d-458d-4dab-ae02-33366867ae20), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:33:05.006311 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:33:05.049037 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:33:05.053311 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8c0a13-6606-4f28-8032-e1263cb2ea81 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Network 988e67c4-a01e-4c04-8cb9-1b0dd07d668d is already hosted by enough agents. {{(pid=106202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:33:05.060851 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.base_scheduler [None req-2d8c0a13-6606-4f28-8032-e1263cb2ea81 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Resources bound (agent type, host, resource id): {{(pid=106202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:33:05.063126 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8c0a13-6606-4f28-8032-e1263cb2ea81 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Pushing event updated for resources: {'Port': ['ID=c7a3709d-458d-4dab-ae02-33366867ae20,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:33:05.065604 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8c0a13-6606-4f28-8032-e1263cb2ea81 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Received port after_create {{(pid=106202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 12:33:05.150905 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-2d8c0a13-6606-4f28-8032-e1263cb2ea81 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for floatingip (cb576bde-90a6-4586-ad67-a83be2619a11), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:33:05.191029 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-2d8c0a13-6606-4f28-8032-e1263cb2ea81 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (c7a3709d-458d-4dab-ae02-33366867ae20), before_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:33:05.341724 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-2d8c0a13-6606-4f28-8032-e1263cb2ea81 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for port (c7a3709d-458d-4dab-ae02-33366867ae20), precommit_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:33:05.346393 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-2d8c0a13-6606-4f28-8032-e1263cb2ea81 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6955121'] for port (c7a3709d-458d-4dab-ae02-33366867ae20), after_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:33:05.417628 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8c0a13-6606-4f28-8032-e1263cb2ea81 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Pushing event updated for resources: {'Port': ['ID=c7a3709d-458d-4dab-ae02-33366867ae20,revision_number=2']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:33:05.419867 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-2d8c0a13-6606-4f28-8032-e1263cb2ea81 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534182'] for floatingip (cb576bde-90a6-4586-ad67-a83be2619a11), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:33:05.437202 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-2d8c0a13-6606-4f28-8032-e1263cb2ea81 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for floatingip (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:33:05.438768 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-2d8c0a13-6606-4f28-8032-e1263cb2ea81 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8022752 Sep 21 12:33:05.650831 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-5d68dd03-22f5-4074-8fb4-e5bbe0dd343f req-8605f3dc-0f53-4dc4-9b0d-079cf060529b tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1609582128&fields=id&tenant_id=bd7f2ef25e054b619068baf878bead18 HTTP/1.1" status: 200 len: 267 time: 0.0488791 Sep 21 12:33:05.760779 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d68dd03-22f5-4074-8fb4-e5bbe0dd343f req-047a859e-dd62-486c-8703-94a0213bcc4a tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:33:05.762190 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-5d68dd03-22f5-4074-8fb4-e5bbe0dd343f req-047a859e-dd62-486c-8703-94a0213bcc4a tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/networks?id=e8f74bce-cdd1-4f64-9fe4-35f38581a3e4 HTTP/1.1" status: 200 len: 814 time: 0.1048377 Sep 21 12:33:05.776913 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-5d68dd03-22f5-4074-8fb4-e5bbe0dd343f req-82ae36ff-e5b3-4481-ad99-bc474afacc32 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/quotas/bd7f2ef25e054b619068baf878bead18 HTTP/1.1" status: 200 len: 375 time: 0.0092690 Sep 21 12:33:05.828547 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-5d68dd03-22f5-4074-8fb4-e5bbe0dd343f req-c9c852b8-37ff-4217-a02f-d799948c8117 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=bd7f2ef25e054b619068baf878bead18&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0464833 Sep 21 12:33:05.844628 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [req-5d68dd03-22f5-4074-8fb4-e5bbe0dd343f req-7142302f-2e6b-41da-870f-e86439cf511b service neutron] http://10.222.0.71:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106201) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 12:33:05.845578 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-5d68dd03-22f5-4074-8fb4-e5bbe0dd343f req-7142302f-2e6b-41da-870f-e86439cf511b service neutron] 10.222.0.71 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0051830 Sep 21 12:33:05.940124 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-5d68dd03-22f5-4074-8fb4-e5bbe0dd343f req-9e1e2057-1391-4fb6-ae01-68c5ec8d832f service neutron] 10.222.0.71 "GET /networking/v2.0/networks/e8f74bce-cdd1-4f64-9fe4-35f38581a3e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889504 Sep 21 12:33:06.035567 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-5d68dd03-22f5-4074-8fb4-e5bbe0dd343f req-6cab6a29-6b49-4c87-9647-9b60741b53a4 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/e8f74bce-cdd1-4f64-9fe4-35f38581a3e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889444 Sep 21 12:33:06.261780 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-5fd640b9-cd4f-4eab-9cd2-51df72359fa3 req-fa4621ca-9b56-4cd1-96b4-a3be29abfb0b tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=136bd64b-32e2-4d7c-b864-99becaf61714 HTTP/1.1" status: 200 len: 210 time: 0.0292187 Sep 21 12:33:06.393108 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-3d66ae15-7877-4672-aa09-c651d3305eda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (f73c601a-29a1-4353-9f34-efd4ba2e6501), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:33:06.686825 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:33:06.688986 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=29,neutron:UPDATE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:33:07.372655 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-a5e93e3e-1032-4fba-acf2-900387dff9fa req-728269f0-1b65-4229-a2db-86db68f87e40 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=136bd64b-32e2-4d7c-b864-99becaf61714 HTTP/1.1" status: 200 len: 210 time: 0.0289848 Sep 21 12:33:07.503912 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d68dd03-22f5-4074-8fb4-e5bbe0dd343f req-cde0fff1-c2ff-4c26-9655-4b42cb4dd3d2 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:33:07.505391 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-5d68dd03-22f5-4074-8fb4-e5bbe0dd343f req-cde0fff1-c2ff-4c26-9655-4b42cb4dd3d2 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.66 "GET /networking/v2.0/networks?id=e8f74bce-cdd1-4f64-9fe4-35f38581a3e4 HTTP/1.1" status: 200 len: 814 time: 0.1182199 Sep 21 12:33:07.605078 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-5d68dd03-22f5-4074-8fb4-e5bbe0dd343f req-d012f6b3-d1c4-4af6-bcc4-7f4c293a8956 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.66 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=bd7f2ef25e054b619068baf878bead18 HTTP/1.1" status: 200 len: 471 time: 0.0681000 Sep 21 12:33:07.696868 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [req-5d68dd03-22f5-4074-8fb4-e5bbe0dd343f req-212a9c5c-3b4a-4291-9564-c239ca395dc4 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Request body: {'port': {'device_id': '136bd64b-32e2-4d7c-b864-99becaf61714', 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4', 'admin_state_up': True, 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'security_groups': ['c0bf8b88-61ab-4799-84fc-c621446524a4']}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:33:07.812304 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d68dd03-22f5-4074-8fb4-e5bbe0dd343f req-212a9c5c-3b4a-4291-9564-c239ca395dc4 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Made reservation on behalf of bd7f2ef25e054b619068baf878bead18 for: {'port': 1} {{(pid=106202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:33:07.816161 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-5d68dd03-22f5-4074-8fb4-e5bbe0dd343f req-212a9c5c-3b4a-4291-9564-c239ca395dc4 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:33:07.877678 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:33:07.947341 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.db_base_plugin_common [req-5d68dd03-22f5-4074-8fb4-e5bbe0dd343f req-212a9c5c-3b4a-4291-9564-c239ca395dc4 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Allocated IP 172.20.0.7 (e8f74bce-cdd1-4f64-9fe4-35f38581a3e4/62b0a2ff-8728-481a-b55a-ce99e8ef1e63/7ae2d2df-8a27-44be-8c47-a003fdd11c3a) {{(pid=106202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:33:07.972569 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:33:08.102229 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-5d68dd03-22f5-4074-8fb4-e5bbe0dd343f req-212a9c5c-3b4a-4291-9564-c239ca395dc4 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for port (7ae2d2df-8a27-44be-8c47-a003fdd11c3a), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:33:08.139941 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-5d68dd03-22f5-4074-8fb4-e5bbe0dd343f req-212a9c5c-3b4a-4291-9564-c239ca395dc4 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735120900801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (7ae2d2df-8a27-44be-8c47-a003fdd11c3a), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:33:08.190115 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d68dd03-22f5-4074-8fb4-e5bbe0dd343f req-212a9c5c-3b4a-4291-9564-c239ca395dc4 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Network e8f74bce-cdd1-4f64-9fe4-35f38581a3e4 is already hosted by enough agents. {{(pid=106202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:33:08.193392 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.base_scheduler [req-5d68dd03-22f5-4074-8fb4-e5bbe0dd343f req-212a9c5c-3b4a-4291-9564-c239ca395dc4 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Resources bound (agent type, host, resource id): {{(pid=106202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:33:08.196053 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d68dd03-22f5-4074-8fb4-e5bbe0dd343f req-212a9c5c-3b4a-4291-9564-c239ca395dc4 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Received port after_create {{(pid=106202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 12:33:08.222709 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212a9c5c-3b4a-4291-9564-c239ca395dc4 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Pushing event updated for resources: {'Port': ['ID=7ae2d2df-8a27-44be-8c47-a003fdd11c3a,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:33:08.252523 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d68dd03-22f5-4074-8fb4-e5bbe0dd343f req-212a9c5c-3b4a-4291-9564-c239ca395dc4 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:33:08.253171 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-5d68dd03-22f5-4074-8fb4-e5bbe0dd343f req-212a9c5c-3b4a-4291-9564-c239ca395dc4 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for port (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:33:08.271629 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-5d68dd03-22f5-4074-8fb4-e5bbe0dd343f req-212a9c5c-3b4a-4291-9564-c239ca395dc4 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.66 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5787561 Sep 21 12:33:08.292450 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [req-5d68dd03-22f5-4074-8fb4-e5bbe0dd343f req-7f10eb18-50c6-4f3f-bc83-f167fd1c16ee service neutron] Request body: {'port': {'device_id': '136bd64b-32e2-4d7c-b864-99becaf61714', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85867'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:33:08.355934 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-5d68dd03-22f5-4074-8fb4-e5bbe0dd343f req-7f10eb18-50c6-4f3f-bc83-f167fd1c16ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (7ae2d2df-8a27-44be-8c47-a003fdd11c3a), before_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:33:08.404065 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-926bb5d4-078d-4fee-840a-0d39e7e0767b None None] Provisioning complete for port 7ae2d2df-8a27-44be-8c47-a003fdd11c3a triggered by entity DHCP. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:33:08.405089 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-926bb5d4-078d-4fee-840a-0d39e7e0767b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (7ae2d2df-8a27-44be-8c47-a003fdd11c3a), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:33:08.405432 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-926bb5d4-078d-4fee-840a-0d39e7e0767b None None] Attempt 1 to provision port 7ae2d2df-8a27-44be-8c47-a003fdd11c3a Sep 21 12:33:08.439707 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-926bb5d4-078d-4fee-840a-0d39e7e0767b None None] Port 7ae2d2df-8a27-44be-8c47-a003fdd11c3a cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:33:08.520481 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a322907-5005-4535-a275-8da92486af21 req-2f78af5d-5698-4415-bfed-984e24d2c306 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:33:08.522037 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-3a322907-5005-4535-a275-8da92486af21 req-2f78af5d-5698-4415-bfed-984e24d2c306 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=136bd64b-32e2-4d7c-b864-99becaf61714 HTTP/1.1" status: 200 len: 931 time: 0.0646710 Sep 21 12:33:08.630692 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-3a322907-5005-4535-a275-8da92486af21 req-aecd1408-ef50-4cd9-9679-be1c8c79f018 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c0bf8b88-61ab-4799-84fc-c621446524a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979600 Sep 21 12:33:08.642559 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-3ac8a8a8-83c5-4e58-9b4f-420140210de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (4f31b8b6-17c0-474d-bf52-0481ff2a5cf7), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:33:08.698031 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:33:08.704547 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.notifiers.nova [req-5d68dd03-22f5-4074-8fb4-e5bbe0dd343f req-7f10eb18-50c6-4f3f-bc83-f167fd1c16ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ae2d2df-8a27-44be-8c47-a003fdd11c3a {{(pid=106202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 12:33:08.713325 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-5d68dd03-22f5-4074-8fb4-e5bbe0dd343f req-7f10eb18-50c6-4f3f-bc83-f167fd1c16ee service neutron] Publish callbacks [] for port (7ae2d2df-8a27-44be-8c47-a003fdd11c3a), precommit_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:33:08.728841 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.provisioning_blocks [req-5d68dd03-22f5-4074-8fb4-e5bbe0dd343f req-7f10eb18-50c6-4f3f-bc83-f167fd1c16ee service neutron] Transition to ACTIVE for port object 7ae2d2df-8a27-44be-8c47-a003fdd11c3a will not be triggered until provisioned by entity L2. {{(pid=106202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 12:33:08.732361 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-5d68dd03-22f5-4074-8fb4-e5bbe0dd343f req-7f10eb18-50c6-4f3f-bc83-f167fd1c16ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6955121'] for port (7ae2d2df-8a27-44be-8c47-a003fdd11c3a), after_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:33:08.815783 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f10eb18-50c6-4f3f-bc83-f167fd1c16ee service neutron] Pushing event updated for resources: {'Port': ['ID=7ae2d2df-8a27-44be-8c47-a003fdd11c3a,revision_number=2']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:33:08.826344 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:33:08.851551 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.managers [req-5d68dd03-22f5-4074-8fb4-e5bbe0dd343f req-7f10eb18-50c6-4f3f-bc83-f167fd1c16ee service neutron] Attempting to bind port 7ae2d2df-8a27-44be-8c47-a003fdd11c3a on host hv-cinder-85867 for vnic_type normal with profile {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 12:33:08.851891 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.managers [req-5d68dd03-22f5-4074-8fb4-e5bbe0dd343f req-7f10eb18-50c6-4f3f-bc83-f167fd1c16ee service neutron] Attempting to bind port 7ae2d2df-8a27-44be-8c47-a003fdd11c3a by drivers openvswitch,hyperv on host hv-cinder-85867 at level 0 using segments [{'id': '9a81ab1a-c91c-421a-be88-b87f2c0b7773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4'}] {{(pid=106202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 12:33:08.852215 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d68dd03-22f5-4074-8fb4-e5bbe0dd343f req-7f10eb18-50c6-4f3f-bc83-f167fd1c16ee service neutron] Attempting to bind port 7ae2d2df-8a27-44be-8c47-a003fdd11c3a on network e8f74bce-cdd1-4f64-9fe4-35f38581a3e4 {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:33:08.895893 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d68dd03-22f5-4074-8fb4-e5bbe0dd343f req-7f10eb18-50c6-4f3f-bc83-f167fd1c16ee service neutron] Port 7ae2d2df-8a27-44be-8c47-a003fdd11c3a on network e8f74bce-cdd1-4f64-9fe4-35f38581a3e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85867 {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 12:33:08.896134 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d68dd03-22f5-4074-8fb4-e5bbe0dd343f req-7f10eb18-50c6-4f3f-bc83-f167fd1c16ee service neutron] Attempting to bind port 7ae2d2df-8a27-44be-8c47-a003fdd11c3a on network e8f74bce-cdd1-4f64-9fe4-35f38581a3e4 {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:33:08.941228 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-926bb5d4-078d-4fee-840a-0d39e7e0767b None None] Attempt 2 to provision port 7ae2d2df-8a27-44be-8c47-a003fdd11c3a Sep 21 12:33:08.942490 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d68dd03-22f5-4074-8fb4-e5bbe0dd343f req-7f10eb18-50c6-4f3f-bc83-f167fd1c16ee service neutron] Checking agent: {'id': '986f726e-8c98-4005-b3b7-e033305b1240', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85867', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 12, 18, 46), 'started_at': datetime.datetime(2022, 9, 21, 12, 18, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 12, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 12:33:08.942822 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d68dd03-22f5-4074-8fb4-e5bbe0dd343f req-7f10eb18-50c6-4f3f-bc83-f167fd1c16ee service neutron] Checking segment: {'id': '9a81ab1a-c91c-421a-be88-b87f2c0b7773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:33:08.943201 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d68dd03-22f5-4074-8fb4-e5bbe0dd343f req-7f10eb18-50c6-4f3f-bc83-f167fd1c16ee service neutron] Bound using segment: {'id': '9a81ab1a-c91c-421a-be88-b87f2c0b7773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4'} {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 12:33:08.943638 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.managers [req-5d68dd03-22f5-4074-8fb4-e5bbe0dd343f req-7f10eb18-50c6-4f3f-bc83-f167fd1c16ee service neutron] Bound port: 7ae2d2df-8a27-44be-8c47-a003fdd11c3a, host: hv-cinder-85867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a81ab1a-c91c-421a-be88-b87f2c0b7773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4'}}] {{(pid=106202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 12:33:08.944017 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-5d68dd03-22f5-4074-8fb4-e5bbe0dd343f req-7f10eb18-50c6-4f3f-bc83-f167fd1c16ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (7ae2d2df-8a27-44be-8c47-a003fdd11c3a), before_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:33:08.974100 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-926bb5d4-078d-4fee-840a-0d39e7e0767b None None] Port 7ae2d2df-8a27-44be-8c47-a003fdd11c3a cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:33:09.006450 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [req-5d68dd03-22f5-4074-8fb4-e5bbe0dd343f req-7f10eb18-50c6-4f3f-bc83-f167fd1c16ee service neutron] For port 7ae2d2df-8a27-44be-8c47-a003fdd11c3a, host hv-cinder-85867, cleared binding levels {{(pid=106202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:33:09.010157 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [req-5d68dd03-22f5-4074-8fb4-e5bbe0dd343f req-7f10eb18-50c6-4f3f-bc83-f167fd1c16ee service neutron] For port 7ae2d2df-8a27-44be-8c47-a003fdd11c3a, host hv-cinder-85867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=7ae2d2df-8a27-44be-8c47-a003fdd11c3a,segment=NetworkSegment(9a81ab1a-c91c-421a-be88-b87f2c0b7773),segment_id=9a81ab1a-c91c-421a-be88-b87f2c0b7773)] {{(pid=106202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:33:09.017211 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-5d68dd03-22f5-4074-8fb4-e5bbe0dd343f req-7f10eb18-50c6-4f3f-bc83-f167fd1c16ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6955121'] for port (7ae2d2df-8a27-44be-8c47-a003fdd11c3a), after_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:33:09.020377 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d68dd03-22f5-4074-8fb4-e5bbe0dd343f req-7f10eb18-50c6-4f3f-bc83-f167fd1c16ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:33:09.020995 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-5d68dd03-22f5-4074-8fb4-e5bbe0dd343f req-7f10eb18-50c6-4f3f-bc83-f167fd1c16ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for port (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:33:09.022585 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-5d68dd03-22f5-4074-8fb4-e5bbe0dd343f req-7f10eb18-50c6-4f3f-bc83-f167fd1c16ee service neutron] 10.222.0.66 "PUT /networking/v2.0/ports/7ae2d2df-8a27-44be-8c47-a003fdd11c3a HTTP/1.1" status: 200 len: 1093 time: 0.7345822 Sep 21 12:33:09.024901 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '136bd64b-32e2-4d7c-b864-99becaf61714', 'tag': '7ae2d2df-8a27-44be-8c47-a003fdd11c3a'}] {{(pid=106202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:33:09.027517 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f69dec5372d12bc1dbf2d83c258da0d8b658e28cfccadcad30c8a09044815e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c637ce-4601-47bc-b2e3-510d568feb25" -d '{"events": [{"name": "network-changed", "server_uuid": "136bd64b-32e2-4d7c-b864-99becaf61714", "tag": "7ae2d2df-8a27-44be-8c47-a003fdd11c3a"}]}' {{(pid=106202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:33:09.073519 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 12:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d1d2a4-8011-4c96-842d-7456c9b92166 x-openstack-request-id: req-17d1d2a4-8011-4c96-842d-7456c9b92166 {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:33:09.073829 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "136bd64b-32e2-4d7c-b864-99becaf61714", "tag": "7ae2d2df-8a27-44be-8c47-a003fdd11c3a", "status": "completed", "code": 200}]} {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:33:09.074082 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-17d1d2a4-8011-4c96-842d-7456c9b92166 {{(pid=106202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:33:09.074487 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17d1d2a4-8011-4c96-842d-7456c9b92166'] response: {'name': 'network-changed', 'server_uuid': '136bd64b-32e2-4d7c-b864-99becaf61714', 'tag': '7ae2d2df-8a27-44be-8c47-a003fdd11c3a', 'status': 'completed', 'code': 200} Sep 21 12:33:09.085716 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f10eb18-50c6-4f3f-bc83-f167fd1c16ee service neutron] Pushing event updated for resources: {'Port': ['ID=7ae2d2df-8a27-44be-8c47-a003fdd11c3a,revision_number=3']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:33:09.140248 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d68dd03-22f5-4074-8fb4-e5bbe0dd343f req-552ce723-32df-4e55-babb-c8f24db05935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:33:09.141759 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-5d68dd03-22f5-4074-8fb4-e5bbe0dd343f req-552ce723-32df-4e55-babb-c8f24db05935 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=bd7f2ef25e054b619068baf878bead18&device_id=136bd64b-32e2-4d7c-b864-99becaf61714 HTTP/1.1" status: 200 len: 1127 time: 0.0440090 Sep 21 12:33:09.196825 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-5d68dd03-22f5-4074-8fb4-e5bbe0dd343f req-ca6b6085-bf78-4986-a4f5-5ab59197bc2d service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ae2d2df-8a27-44be-8c47-a003fdd11c3a HTTP/1.1" status: 200 len: 217 time: 0.0371799 Sep 21 12:33:09.246538 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d68dd03-22f5-4074-8fb4-e5bbe0dd343f req-5854f715-156b-4349-b291-799f2d04660d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:33:09.248021 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-5d68dd03-22f5-4074-8fb4-e5bbe0dd343f req-5854f715-156b-4349-b291-799f2d04660d service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=62b0a2ff-8728-481a-b55a-ce99e8ef1e63 HTTP/1.1" status: 200 len: 853 time: 0.0456674 Sep 21 12:33:09.291137 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d68dd03-22f5-4074-8fb4-e5bbe0dd343f req-0a0a46b9-5fc9-4f7c-af2c-6d6dc2399064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:33:09.292668 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-5d68dd03-22f5-4074-8fb4-e5bbe0dd343f req-0a0a46b9-5fc9-4f7c-af2c-6d6dc2399064 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=e8f74bce-cdd1-4f64-9fe4-35f38581a3e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392237 Sep 21 12:33:09.388474 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-5d68dd03-22f5-4074-8fb4-e5bbe0dd343f req-2ad413c8-dea3-42a7-a86b-da3a9dc7b090 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e8f74bce-cdd1-4f64-9fe4-35f38581a3e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897472 Sep 21 12:33:09.475413 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-926bb5d4-078d-4fee-840a-0d39e7e0767b None None] Attempt 3 to provision port 7ae2d2df-8a27-44be-8c47-a003fdd11c3a Sep 21 12:33:09.481587 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-5d68dd03-22f5-4074-8fb4-e5bbe0dd343f req-2ec5770c-8a5e-4e73-a508-dfa8bf5ee4cf service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e8f74bce-cdd1-4f64-9fe4-35f38581a3e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866601 Sep 21 12:33:09.512902 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-926bb5d4-078d-4fee-840a-0d39e7e0767b None None] Port 7ae2d2df-8a27-44be-8c47-a003fdd11c3a had new provisioning blocks added so it will not transition to active. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 21 12:33:09.758787 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3effd6-e386-4157-8c7c-e3e0611bfc09 req-e922d3db-005b-44b1-897e-99d7e2a835bc tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:33:09.760746 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-2c3effd6-e386-4157-8c7c-e3e0611bfc09 req-e922d3db-005b-44b1-897e-99d7e2a835bc tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=136bd64b-32e2-4d7c-b864-99becaf61714 HTTP/1.1" status: 200 len: 943 time: 0.0513403 Sep 21 12:33:09.808907 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-2c3effd6-e386-4157-8c7c-e3e0611bfc09 req-2f15de60-cb8c-443e-b241-336f6d580cbb tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c0bf8b88-61ab-4799-84fc-c621446524a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425701 Sep 21 12:33:09.973143 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-740e41e1-10de-4b2e-a9f0-9582d49d2a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (d7a8950b-d4d7-4646-ba54-d395483871b4), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:33:10.931673 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc444e-1be5-4274-bf12-0b35ba639842 req-f614336f-2eb7-4caa-b59f-7abdf8be8974 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:33:10.933219 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-f5cc444e-1be5-4274-bf12-0b35ba639842 req-f614336f-2eb7-4caa-b59f-7abdf8be8974 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=136bd64b-32e2-4d7c-b864-99becaf61714 HTTP/1.1" status: 200 len: 943 time: 0.0469773 Sep 21 12:33:10.983131 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-f5cc444e-1be5-4274-bf12-0b35ba639842 req-9a0e4d74-57aa-423e-84e1-1e0381b38eb4 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c0bf8b88-61ab-4799-84fc-c621446524a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424082 Sep 21 12:33:11.287448 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (57fb69a9-4edc-44fd-8965-b65708e41306), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:33:11.525975 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c3e59811-0015-48e8-afb5-3d82d64b721e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (cef1489a-7471-4b81-a7c5-b9e507e96767), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:33:11.765565 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c637ce-4601-47bc-b2e3-510d568feb25 req-2f54c4e3-89ee-4b5b-9844-1344cebee5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:33:11.767094 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-14c637ce-4601-47bc-b2e3-510d568feb25 req-2f54c4e3-89ee-4b5b-9844-1344cebee5b1 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=bd7f2ef25e054b619068baf878bead18&device_id=136bd64b-32e2-4d7c-b864-99becaf61714 HTTP/1.1" status: 200 len: 1127 time: 0.0395131 Sep 21 12:33:11.862297 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c637ce-4601-47bc-b2e3-510d568feb25 req-8030c1d6-0666-439b-b149-0fafc3480f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:33:11.863830 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-14c637ce-4601-47bc-b2e3-510d568feb25 req-8030c1d6-0666-439b-b149-0fafc3480f65 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=e8f74bce-cdd1-4f64-9fe4-35f38581a3e4 HTTP/1.1" status: 200 len: 915 time: 0.0898702 Sep 21 12:33:11.903955 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-14c637ce-4601-47bc-b2e3-510d568feb25 req-49b89194-e076-4944-8a4f-0158da6e6a91 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ae2d2df-8a27-44be-8c47-a003fdd11c3a HTTP/1.1" status: 200 len: 217 time: 0.0333545 Sep 21 12:33:11.939524 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:33:11.954079 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c637ce-4601-47bc-b2e3-510d568feb25 req-c4877aac-cfec-4664-8eca-2a3486a68775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:33:11.955841 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-14c637ce-4601-47bc-b2e3-510d568feb25 req-c4877aac-cfec-4664-8eca-2a3486a68775 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=62b0a2ff-8728-481a-b55a-ce99e8ef1e63 HTTP/1.1" status: 200 len: 853 time: 0.0466845 Sep 21 12:33:12.002047 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c637ce-4601-47bc-b2e3-510d568feb25 req-44181a83-9733-4928-aa7f-90e42c41d033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:33:12.003536 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-14c637ce-4601-47bc-b2e3-510d568feb25 req-44181a83-9733-4928-aa7f-90e42c41d033 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=e8f74bce-cdd1-4f64-9fe4-35f38581a3e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417411 Sep 21 12:33:12.018237 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:33:12.121120 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc8993-a455-47f0-bdff-3cd70aab9c80 req-993a01da-ae35-4274-a635-fc07e53076fb tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:33:12.122516 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-dbcc8993-a455-47f0-bdff-3cd70aab9c80 req-993a01da-ae35-4274-a635-fc07e53076fb tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=136bd64b-32e2-4d7c-b864-99becaf61714 HTTP/1.1" status: 200 len: 943 time: 0.0640116 Sep 21 12:33:12.152897 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-14c637ce-4601-47bc-b2e3-510d568feb25 req-89e5561e-3955-4697-b3eb-3b71916888e8 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e8f74bce-cdd1-4f64-9fe4-35f38581a3e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422684 Sep 21 12:33:12.228300 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-dbcc8993-a455-47f0-bdff-3cd70aab9c80 req-ffc2fe67-5140-4beb-9ed6-971cb1443b5a tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c0bf8b88-61ab-4799-84fc-c621446524a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958571 Sep 21 12:33:12.266358 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 7ae2d2df-8a27-44be-8c47-a003fdd11c3a details requested by agent hyperv_hv-cinder-85867 with host hv-cinder-85867 {{(pid=106203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 12:33:12.268371 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-14c637ce-4601-47bc-b2e3-510d568feb25 req-55837989-791b-497f-a255-30a888b787b6 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e8f74bce-cdd1-4f64-9fe4-35f38581a3e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079690 Sep 21 12:33:12.364896 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port 7ae2d2df-8a27-44be-8c47-a003fdd11c3a, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=7ae2d2df-8a27-44be-8c47-a003fdd11c3a,segment=NetworkSegment(9a81ab1a-c91c-421a-be88-b87f2c0b7773),segment_id=9a81ab1a-c91c-421a-be88-b87f2c0b7773)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:33:12.381027 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Returning: {'device': '7ae2d2df-8a27-44be-8c47-a003fdd11c3a', 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4', 'port_id': '7ae2d2df-8a27-44be-8c47-a003fdd11c3a', 'mac_address': 'fa:16:3e:c1:36:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62b0a2ff-8728-481a-b55a-ce99e8ef1e63', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 12:33:12.417182 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Current status of the port 7ae2d2df-8a27-44be-8c47-a003fdd11c3a is: DOWN; New status is: BUILD {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:33:12.417572 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (7ae2d2df-8a27-44be-8c47-a003fdd11c3a), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:33:12.431131 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.notifiers.nova [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ae2d2df-8a27-44be-8c47-a003fdd11c3a {{(pid=106203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 12:33:12.451135 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port 7ae2d2df-8a27-44be-8c47-a003fdd11c3a, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=7ae2d2df-8a27-44be-8c47-a003fdd11c3a,segment=NetworkSegment(9a81ab1a-c91c-421a-be88-b87f2c0b7773),segment_id=9a81ab1a-c91c-421a-be88-b87f2c0b7773)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:33:12.455152 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (7ae2d2df-8a27-44be-8c47-a003fdd11c3a), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:33:12.500804 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Pushing event updated for resources: {'Port': ['ID=7ae2d2df-8a27-44be-8c47-a003fdd11c3a,revision_number=4']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:33:12.741257 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.agents_db [None req-f0b1ed15-d02e-46f0-bd67-2b506ff8404e None None] Agent healthcheck: found 6 active agents {{(pid=106204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:33:12.865690 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] get_ports_and_sgs() called for port_ids ['7ae2d2df-8a27-44be-8c47-a003fdd11c3a'] {{(pid=106203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 12:33:13.351990 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad79462-e3bc-4a4d-8419-b039530cae47 req-84b37926-a597-4b12-a50c-469fbc59921d tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:33:13.354019 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-dad79462-e3bc-4a4d-8419-b039530cae47 req-84b37926-a597-4b12-a50c-469fbc59921d tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=136bd64b-32e2-4d7c-b864-99becaf61714 HTTP/1.1" status: 200 len: 944 time: 0.0504835 Sep 21 12:33:13.402917 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-dad79462-e3bc-4a4d-8419-b039530cae47 req-0639fc5e-2473-45c2-b10b-df908104a1a6 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c0bf8b88-61ab-4799-84fc-c621446524a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427272 Sep 21 12:33:14.271654 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 7ae2d2df-8a27-44be-8c47-a003fdd11c3a up at agent hyperv_hv-cinder-85867 {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:33:14.314305 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Provisioning for port 7ae2d2df-8a27-44be-8c47-a003fdd11c3a completed by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 21 12:33:14.320242 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Provisioning complete for port 7ae2d2df-8a27-44be-8c47-a003fdd11c3a triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:33:14.320702 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (7ae2d2df-8a27-44be-8c47-a003fdd11c3a), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:33:14.321214 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Attempt 1 to provision port 7ae2d2df-8a27-44be-8c47-a003fdd11c3a Sep 21 12:33:14.389122 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:33:14.402592 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Current status of the port 7ae2d2df-8a27-44be-8c47-a003fdd11c3a is: BUILD; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:33:14.402980 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (7ae2d2df-8a27-44be-8c47-a003fdd11c3a), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:33:14.427779 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '136bd64b-32e2-4d7c-b864-99becaf61714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae2d2df-8a27-44be-8c47-a003fdd11c3a'}] {{(pid=106203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:33:14.430000 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f5c4d77a05fc023d1f839eaccf47ad38217f4e21b3a59551d1b02ed6bd0851a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a06318d1-508a-4c46-ab39-1acd8112fa34" -d '{"events": [{"server_uuid": "136bd64b-32e2-4d7c-b864-99becaf61714", "name": "network-vif-plugged", "status": "completed", "tag": "7ae2d2df-8a27-44be-8c47-a003fdd11c3a"}]}' {{(pid=106203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:33:14.432638 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:33:14.444987 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port 7ae2d2df-8a27-44be-8c47-a003fdd11c3a, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=7ae2d2df-8a27-44be-8c47-a003fdd11c3a,segment=NetworkSegment(9a81ab1a-c91c-421a-be88-b87f2c0b7773),segment_id=9a81ab1a-c91c-421a-be88-b87f2c0b7773)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:33:14.451424 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (7ae2d2df-8a27-44be-8c47-a003fdd11c3a), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:33:14.475571 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 12:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd3d9e2-de2a-4488-a566-a1e8b04a9a97 x-openstack-request-id: req-fcd3d9e2-de2a-4488-a566-a1e8b04a9a97 {{(pid=106203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:33:14.475811 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "136bd64b-32e2-4d7c-b864-99becaf61714", "name": "network-vif-plugged", "status": "completed", "tag": "7ae2d2df-8a27-44be-8c47-a003fdd11c3a", "code": 200}]} {{(pid=106203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:33:14.476044 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-fcd3d9e2-de2a-4488-a566-a1e8b04a9a97 {{(pid=106203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:33:14.476440 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcd3d9e2-de2a-4488-a566-a1e8b04a9a97'] response: {'server_uuid': '136bd64b-32e2-4d7c-b864-99becaf61714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae2d2df-8a27-44be-8c47-a003fdd11c3a', 'code': 200} Sep 21 12:33:14.504264 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Pushing event updated for resources: {'Port': ['ID=7ae2d2df-8a27-44be-8c47-a003fdd11c3a,revision_number=5']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:33:14.533494 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6e3aa9-f6a3-47dd-82ce-a2c432315b8c req-c5e3d927-28d2-4df1-afcd-b024ab911a25 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:33:14.535072 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-bb6e3aa9-f6a3-47dd-82ce-a2c432315b8c req-c5e3d927-28d2-4df1-afcd-b024ab911a25 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=136bd64b-32e2-4d7c-b864-99becaf61714 HTTP/1.1" status: 200 len: 945 time: 0.0480559 Sep 21 12:33:14.591298 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-bb6e3aa9-f6a3-47dd-82ce-a2c432315b8c req-ff70090c-6510-4337-bcd1-46be0aa3e6cc tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c0bf8b88-61ab-4799-84fc-c621446524a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489941 Sep 21 12:33:14.690486 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913878f-59e0-434a-8e38-6bb74eea5563 req-9707648b-c19d-4827-95ee-4bb54f14a73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:33:14.691884 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-9913878f-59e0-434a-8e38-6bb74eea5563 req-9707648b-c19d-4827-95ee-4bb54f14a73a service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=136bd64b-32e2-4d7c-b864-99becaf61714 HTTP/1.1" status: 200 len: 1129 time: 0.0377276 Sep 21 12:33:14.735733 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-9913878f-59e0-434a-8e38-6bb74eea5563 req-1b046d6f-6147-45cb-ab8d-33247610cab0 service neutron] 10.222.0.66 "GET /networking/v2.0/security-groups?id=c0bf8b88-61ab-4799-84fc-c621446524a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375113 Sep 21 12:33:15.727222 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a999d-545c-4a29-84ff-6999a9c5de5b req-b2c2c703-4b9d-4402-b3a7-2c4cefa4c944 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:33:15.728871 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-0d3a999d-545c-4a29-84ff-6999a9c5de5b req-b2c2c703-4b9d-4402-b3a7-2c4cefa4c944 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=136bd64b-32e2-4d7c-b864-99becaf61714 HTTP/1.1" status: 200 len: 945 time: 0.0467677 Sep 21 12:33:15.785041 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-0d3a999d-545c-4a29-84ff-6999a9c5de5b req-efaf1afb-5141-497a-898d-39057782a74d tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c0bf8b88-61ab-4799-84fc-c621446524a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502377 Sep 21 12:33:16.917114 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd5387-84c5-4a40-9ac8-1bdedcc0004a req-ce47829a-6807-44db-8467-7ecd095c9701 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:33:16.918577 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-69bd5387-84c5-4a40-9ac8-1bdedcc0004a req-ce47829a-6807-44db-8467-7ecd095c9701 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=136bd64b-32e2-4d7c-b864-99becaf61714 HTTP/1.1" status: 200 len: 945 time: 0.0458243 Sep 21 12:33:16.966756 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-69bd5387-84c5-4a40-9ac8-1bdedcc0004a req-69ec8307-99e7-4a1b-a474-ce63289d3999 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c0bf8b88-61ab-4799-84fc-c621446524a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426526 Sep 21 12:33:17.094169 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899732df-c3e3-483a-8333-bc6fbbda5731 req-ba992504-95a3-46da-867d-76440372fa53 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:33:17.096216 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-899732df-c3e3-483a-8333-bc6fbbda5731 req-ba992504-95a3-46da-867d-76440372fa53 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=136bd64b-32e2-4d7c-b864-99becaf61714 HTTP/1.1" status: 200 len: 945 time: 0.0521867 Sep 21 12:33:17.106368 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 33084) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:33:17.110884 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [None req-79c8ae51-1489-4cde-aea8-e4c0860d2d00 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Request body: {'floatingip': {'port_id': '7ae2d2df-8a27-44be-8c47-a003fdd11c3a'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:33:17.153858 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-79c8ae51-1489-4cde-aea8-e4c0860d2d00 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for floatingip (cb576bde-90a6-4586-ad67-a83be2619a11), before_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:33:17.542587 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:33:17.593216 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-79c8ae51-1489-4cde-aea8-e4c0860d2d00 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:33:17.597133 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-79c8ae51-1489-4cde-aea8-e4c0860d2d00 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534182'] for floatingip (cb576bde-90a6-4586-ad67-a83be2619a11), after_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:33:17.600055 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:33:17.967464 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.db.l3_db [None req-79c8ae51-1489-4cde-aea8-e4c0860d2d00 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Floating IP cb576bde-90a6-4586-ad67-a83be2619a11 associated. External IP: 172.27.0.37, port: 7ae2d2df-8a27-44be-8c47-a003fdd11c3a. Sep 21 12:33:18.166499 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79c8ae51-1489-4cde-aea8-e4c0860d2d00 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Router 7790f097-110a-4e2e-b7cb-1db12730b695 has already been hosted by L3 agent 4f31b8b6-17c0-474d-bf52-0481ff2a5cf7 {{(pid=106202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 12:33:18.297427 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c8ae51-1489-4cde-aea8-e4c0860d2d00 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Notify agent at l3_agent.dv-cinder-858678-1-iscsi the message routers_updated {{(pid=106202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:33:18.302213 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-79c8ae51-1489-4cde-aea8-e4c0860d2d00 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for floatingip (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:33:18.307351 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610ae7cd-44c7-4924-a271-0aca01d72096 None None] Sync routers for ids ['7790f097-110a-4e2e-b7cb-1db12730b695'] in dv-cinder-858678-1-iscsi {{(pid=106203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:33:18.317463 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610ae7cd-44c7-4924-a271-0aca01d72096 None None] Routers {'7790f097-110a-4e2e-b7cb-1db12730b695'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:33:18.318076 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-610ae7cd-44c7-4924-a271-0aca01d72096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:33:09Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['7790f097-110a-4e2e-b7cb-1db12730b695'], 'active': True} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:33:18.332725 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-79c8ae51-1489-4cde-aea8-e4c0860d2d00 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "PUT /networking/v2.0/floatingips/cb576bde-90a6-4586-ad67-a83be2619a11 HTTP/1.1" status: 200 len: 990 time: 1.2252645 Sep 21 12:33:18.333373 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '136bd64b-32e2-4d7c-b864-99becaf61714', 'tag': '7ae2d2df-8a27-44be-8c47-a003fdd11c3a'}] {{(pid=106202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:33:18.335708 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f69dec5372d12bc1dbf2d83c258da0d8b658e28cfccadcad30c8a09044815e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df625f2-4e0c-43e4-a707-3170cc4697f2" -d '{"events": [{"name": "network-changed", "server_uuid": "136bd64b-32e2-4d7c-b864-99becaf61714", "tag": "7ae2d2df-8a27-44be-8c47-a003fdd11c3a"}]}' {{(pid=106202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:33:18.376789 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 12:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be85a60-4b3c-4c6a-a6ae-7842cfdf409e x-openstack-request-id: req-7be85a60-4b3c-4c6a-a6ae-7842cfdf409e {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:33:18.377092 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "136bd64b-32e2-4d7c-b864-99becaf61714", "tag": "7ae2d2df-8a27-44be-8c47-a003fdd11c3a", "status": "completed", "code": 200}]} {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:33:18.377351 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7be85a60-4b3c-4c6a-a6ae-7842cfdf409e {{(pid=106202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:33:18.377765 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7be85a60-4b3c-4c6a-a6ae-7842cfdf409e'] response: {'name': 'network-changed', 'server_uuid': '136bd64b-32e2-4d7c-b864-99becaf61714', 'tag': '7ae2d2df-8a27-44be-8c47-a003fdd11c3a', 'status': 'completed', 'code': 200} Sep 21 12:33:18.470369 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df625f2-4e0c-43e4-a707-3170cc4697f2 req-49629d50-5e59-41dd-a284-458d22577629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:33:18.471950 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-4df625f2-4e0c-43e4-a707-3170cc4697f2 req-49629d50-5e59-41dd-a284-458d22577629 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=bd7f2ef25e054b619068baf878bead18&device_id=136bd64b-32e2-4d7c-b864-99becaf61714 HTTP/1.1" status: 200 len: 1129 time: 0.0411994 Sep 21 12:33:18.549229 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvr_db [None req-610ae7cd-44c7-4924-a271-0aca01d72096 None None] Set router 7790f097-110a-4e2e-b7cb-1db12730b695 gateway port host: dv-cinder-858678-1-iscsi {{(pid=106203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:33:18.572824 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df625f2-4e0c-43e4-a707-3170cc4697f2 req-1ccc4412-7c41-4c7a-bdd4-3d7ba01e1e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:33:18.574300 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-4df625f2-4e0c-43e4-a707-3170cc4697f2 req-1ccc4412-7c41-4c7a-bdd4-3d7ba01e1e88 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=e8f74bce-cdd1-4f64-9fe4-35f38581a3e4 HTTP/1.1" status: 200 len: 915 time: 0.0934098 Sep 21 12:33:18.611165 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (986f726e-8c98-4005-b3b7-e033305b1240), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:33:18.659781 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-4df625f2-4e0c-43e4-a707-3170cc4697f2 req-d9afc13b-0370-418e-9bee-3d9be770bb1d service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ae2d2df-8a27-44be-8c47-a003fdd11c3a HTTP/1.1" status: 200 len: 998 time: 0.0785894 Sep 21 12:33:18.716367 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df625f2-4e0c-43e4-a707-3170cc4697f2 req-98b5ee52-02e3-48c8-a7c1-a94f5455e40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:33:18.717868 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-4df625f2-4e0c-43e4-a707-3170cc4697f2 req-98b5ee52-02e3-48c8-a7c1-a94f5455e40d service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=62b0a2ff-8728-481a-b55a-ce99e8ef1e63 HTTP/1.1" status: 200 len: 853 time: 0.0510542 Sep 21 12:33:18.766367 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df625f2-4e0c-43e4-a707-3170cc4697f2 req-c5fa9dfd-9802-4829-90d2-caedb80d5ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:33:18.768166 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-4df625f2-4e0c-43e4-a707-3170cc4697f2 req-c5fa9dfd-9802-4829-90d2-caedb80d5ac2 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=e8f74bce-cdd1-4f64-9fe4-35f38581a3e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438261 Sep 21 12:33:18.797958 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-610ae7cd-44c7-4924-a271-0aca01d72096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'name': 'tempest-AttachVolumeNegativeTest-307258962-router', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '38ab0a3c-d859-4900-8927-c30c165851cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:31:19Z', 'updated_at': '2022-09-21T12:31:22Z', 'revision_number': 4, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'gw_port': {'id': '38ab0a3c-d859-4900-8927-c30c165851cf', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:20Z', 'updated_at': '2022-09-21T12:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_floatingips': [{'id': '75ff7c16-006a-41c2-beb4-b0a80390eadd', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'floating_ip_address': '172.27.0.86', 'floating_network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'router_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'port_id': '050f2d58-b5dc-42b1-ac31-96b06caf931b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4', 'mac_address': 'fa:16:3e:c1:bc:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17630cc-94bc-4b00-a64e-3c092f04cb1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T12:31:25Z', 'updated_at': '2022-09-21T12:31:40Z', 'revision_number': 2, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'fixed_ip_address_scope': None}, {'id': 'cb576bde-90a6-4586-ad67-a83be2619a11', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'floating_ip_address': '172.27.0.37', 'floating_network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'router_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'port_id': '7ae2d2df-8a27-44be-8c47-a003fdd11c3a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4', 'mac_address': 'fa:16:3e:c1:36:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136bd64b-32e2-4d7c-b864-99becaf61714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T12:33:05Z', 'updated_at': '2022-09-21T12:33:17Z', 'revision_number': 1, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e924c8b-82a3-464e-81f6-ae4bda862ab6', 'name': '', 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'mac_address': 'fa:16:3e:ea:ce:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '62b0a2ff-8728-481a-b55a-ce99e8ef1e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:22Z', 'updated_at': '2022-09-21T12:31:26Z', 'revision_number': 5, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'subnets': [{'id': '62b0a2ff-8728-481a-b55a-ce99e8ef1e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:33:18.823498 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610ae7cd-44c7-4924-a271-0aca01d72096 None None] Checking router: 7790f097-110a-4e2e-b7cb-1db12730b695 for host: dv-cinder-858678-1-iscsi {{(pid=106203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:33:18.832735 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610ae7cd-44c7-4924-a271-0aca01d72096 None None] Routers {'7790f097-110a-4e2e-b7cb-1db12730b695'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:33:18.833354 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-610ae7cd-44c7-4924-a271-0aca01d72096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:33:09Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['7790f097-110a-4e2e-b7cb-1db12730b695'], 'active': True} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:33:18.864450 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-4df625f2-4e0c-43e4-a707-3170cc4697f2 req-43625c21-dc87-4acf-8453-2a05d4076c01 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e8f74bce-cdd1-4f64-9fe4-35f38581a3e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884299 Sep 21 12:33:18.954545 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvr_db [None req-610ae7cd-44c7-4924-a271-0aca01d72096 None None] Set router 7790f097-110a-4e2e-b7cb-1db12730b695 gateway port host: dv-cinder-858678-1-iscsi {{(pid=106203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:33:18.976523 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-4df625f2-4e0c-43e4-a707-3170cc4697f2 req-ef19d727-427c-408d-ad45-6535e038bd6c service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e8f74bce-cdd1-4f64-9fe4-35f38581a3e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056263 Sep 21 12:33:19.184180 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-610ae7cd-44c7-4924-a271-0aca01d72096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'name': 'tempest-AttachVolumeNegativeTest-307258962-router', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '38ab0a3c-d859-4900-8927-c30c165851cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:31:19Z', 'updated_at': '2022-09-21T12:31:22Z', 'revision_number': 4, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'gw_port': {'id': '38ab0a3c-d859-4900-8927-c30c165851cf', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:20Z', 'updated_at': '2022-09-21T12:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_floatingips': [{'id': '75ff7c16-006a-41c2-beb4-b0a80390eadd', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'floating_ip_address': '172.27.0.86', 'floating_network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'router_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'port_id': '050f2d58-b5dc-42b1-ac31-96b06caf931b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4', 'mac_address': 'fa:16:3e:c1:bc:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17630cc-94bc-4b00-a64e-3c092f04cb1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T12:31:25Z', 'updated_at': '2022-09-21T12:31:40Z', 'revision_number': 2, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'fixed_ip_address_scope': None}, {'id': 'cb576bde-90a6-4586-ad67-a83be2619a11', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'floating_ip_address': '172.27.0.37', 'floating_network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'router_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'port_id': '7ae2d2df-8a27-44be-8c47-a003fdd11c3a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4', 'mac_address': 'fa:16:3e:c1:36:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136bd64b-32e2-4d7c-b864-99becaf61714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T12:33:05Z', 'updated_at': '2022-09-21T12:33:17Z', 'revision_number': 1, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e924c8b-82a3-464e-81f6-ae4bda862ab6', 'name': '', 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'mac_address': 'fa:16:3e:ea:ce:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '62b0a2ff-8728-481a-b55a-ce99e8ef1e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:22Z', 'updated_at': '2022-09-21T12:31:26Z', 'revision_number': 5, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'subnets': [{'id': '62b0a2ff-8728-481a-b55a-ce99e8ef1e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:33:19.209796 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610ae7cd-44c7-4924-a271-0aca01d72096 None None] The sync data for ids ['7790f097-110a-4e2e-b7cb-1db12730b695'] in dv-cinder-858678-1-iscsi is: [{'id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'name': 'tempest-AttachVolumeNegativeTest-307258962-router', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '38ab0a3c-d859-4900-8927-c30c165851cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:31:19Z', 'updated_at': '2022-09-21T12:31:22Z', 'revision_number': 4, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'gw_port': {'id': '38ab0a3c-d859-4900-8927-c30c165851cf', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:20Z', 'updated_at': '2022-09-21T12:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_floatingips': [{'id': '75ff7c16-006a-41c2-beb4-b0a80390eadd', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'floating_ip_address': '172.27.0.86', 'floating_network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'router_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'port_id': '050f2d58-b5dc-42b1-ac31-96b06caf931b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4', 'mac_address': 'fa:16:3e:c1:bc:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17630cc-94bc-4b00-a64e-3c092f04cb1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T12:31:25Z', 'updated_at': '2022-09-21T12:31:40Z', 'revision_number': 2, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'fixed_ip_address_scope': None}, {'id': 'cb576bde-90a6-4586-ad67-a83be2619a11', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'floating_ip_address': '172.27.0.37', 'floating_network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'router_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'port_id': '7ae2d2df-8a27-44be-8c47-a003fdd11c3a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4', 'mac_address': 'fa:16:3e:c1:36:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136bd64b-32e2-4d7c-b864-99becaf61714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T12:33:05Z', 'updated_at': '2022-09-21T12:33:17Z', 'revision_number': 1, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e924c8b-82a3-464e-81f6-ae4bda862ab6', 'name': '', 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'mac_address': 'fa:16:3e:ea:ce:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '62b0a2ff-8728-481a-b55a-ce99e8ef1e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:22Z', 'updated_at': '2022-09-21T12:31:26Z', 'revision_number': 5, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'subnets': [{'id': '62b0a2ff-8728-481a-b55a-ce99e8ef1e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:33:19.419968 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1387d10-e0f8-4c2c-a736-e63aa183dfba None None] New status for floating IP cb576bde-90a6-4586-ad67-a83be2619a11: ACTIVE {{(pid=106204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 21 12:33:27.082542 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=84,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:33:27.084548 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:33:28.969536 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=93 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:33:28.972766 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=98 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:33:29.181048 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=84 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:33:29.187214 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=85,neutron:UPDATE=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:33:35.763957 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:33:35.768245 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:33:36.397173 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1318a598-6dbd-4661-990c-fc76259c7d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (f73c601a-29a1-4353-9f34-efd4ba2e6501), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:33:38.645805 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-bdcc20b5-36da-489c-8ea6-965d4a88d4bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (4f31b8b6-17c0-474d-bf52-0481ff2a5cf7), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:33:39.974582 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-740e41e1-10de-4b2e-a9f0-9582d49d2a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (d7a8950b-d4d7-4646-ba54-d395483871b4), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:33:41.290615 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (57fb69a9-4edc-44fd-8965-b65708e41306), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:33:41.529850 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c3e59811-0015-48e8-afb5-3d82d64b721e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (cef1489a-7471-4b81-a7c5-b9e507e96767), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:33:48.560532 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (986f726e-8c98-4005-b3b7-e033305b1240), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:33:49.740638 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.agents_db [None req-f0b1ed15-d02e-46f0-bd67-2b506ff8404e None None] Agent healthcheck: found 6 active agents {{(pid=106204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:33:51.610130 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-1da83ffb-56a1-47f8-afa4-7a3d233a07a8 req-c532a311-9cd6-413c-b7cd-6355c44c7c04 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=66e9cb90-c71a-420a-b647-991844d5c17c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390768 Sep 21 12:33:51.714192 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da83ffb-56a1-47f8-afa4-7a3d233a07a8 req-834742e6-3750-41c1-afd8-d7229c083fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:33:51.715729 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-1da83ffb-56a1-47f8-afa4-7a3d233a07a8 req-834742e6-3750-41c1-afd8-d7229c083fd9 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=95515a2858124583ac138aa6350e4bc3&device_id=66e9cb90-c71a-420a-b647-991844d5c17c HTTP/1.1" status: 200 len: 1129 time: 0.0406506 Sep 21 12:33:51.824112 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da83ffb-56a1-47f8-afa4-7a3d233a07a8 req-0fa5204d-89f5-4f94-b1b3-c14c8c38bdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:33:51.825576 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-1da83ffb-56a1-47f8-afa4-7a3d233a07a8 req-0fa5204d-89f5-4f94-b1b3-c14c8c38bdb0 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=f443e4f9-b2cf-41c0-aace-fc1b385c5aad HTTP/1.1" status: 200 len: 909 time: 0.0910766 Sep 21 12:33:51.891476 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-1da83ffb-56a1-47f8-afa4-7a3d233a07a8 req-1ead3f0f-ba21-4128-9749-423e54b1aee3 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15af239b-da86-43fe-81e4-6adb2158f5c6 HTTP/1.1" status: 200 len: 1001 time: 0.0594888 Sep 21 12:33:51.940130 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da83ffb-56a1-47f8-afa4-7a3d233a07a8 req-a1820945-4d12-4fdc-8079-cb6ae7cbbeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:33:51.941483 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-1da83ffb-56a1-47f8-afa4-7a3d233a07a8 req-a1820945-4d12-4fdc-8079-cb6ae7cbbeaa service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=30c54aec-003f-4946-8d2e-88ee44f1f187 HTTP/1.1" status: 200 len: 847 time: 0.0439806 Sep 21 12:33:51.983531 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da83ffb-56a1-47f8-afa4-7a3d233a07a8 req-cff616eb-5304-4452-a714-8991756bfc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:33:51.985073 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-1da83ffb-56a1-47f8-afa4-7a3d233a07a8 req-cff616eb-5304-4452-a714-8991756bfc1d service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=f443e4f9-b2cf-41c0-aace-fc1b385c5aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380173 Sep 21 12:33:52.076884 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-1da83ffb-56a1-47f8-afa4-7a3d233a07a8 req-d1a6f398-4545-4e90-95a7-a31384f83d18 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/f443e4f9-b2cf-41c0-aace-fc1b385c5aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859623 Sep 21 12:33:52.166905 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-1da83ffb-56a1-47f8-afa4-7a3d233a07a8 req-bcda3cde-135f-4e3f-99ae-c4b7c0dfd222 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/f443e4f9-b2cf-41c0-aace-fc1b385c5aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839975 Sep 21 12:33:58.549907 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:33:58.555964 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:34:02.161792 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=47 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:34:02.163719 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=54 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:34:06.400067 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-d4ad7401-9367-40a0-836f-079d7565194a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (f73c601a-29a1-4353-9f34-efd4ba2e6501), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:08.252474 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 33116) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:34:08.487379 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [None req-90838e7b-c06a-4718-91ed-52b77066d560 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Deleting port f9c50fdf-6593-4cad-94e4-4f598c3c387e {{(pid=106202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:34:08.487603 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-90838e7b-c06a-4718-91ed-52b77066d560 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (f9c50fdf-6593-4cad-94e4-4f598c3c387e), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:08.568104 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-90838e7b-c06a-4718-91ed-52b77066d560 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (f9c50fdf-6593-4cad-94e4-4f598c3c387e), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:08.568438 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-90838e7b-c06a-4718-91ed-52b77066d560 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Publish callbacks [] for floatingip (f9c50fdf-6593-4cad-94e4-4f598c3c387e), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:08.581652 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [None req-90838e7b-c06a-4718-91ed-52b77066d560 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Calling delete_port for f9c50fdf-6593-4cad-94e4-4f598c3c387e owned by network:floatingip {{(pid=106202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:34:08.648066 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-095b6ae8-28dc-496b-8eac-393004ff158f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (4f31b8b6-17c0-474d-bf52-0481ff2a5cf7), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:08.752173 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-90838e7b-c06a-4718-91ed-52b77066d560 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (f9c50fdf-6593-4cad-94e4-4f598c3c387e), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:08.777553 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90838e7b-c06a-4718-91ed-52b77066d560 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Pushing event deleted for resources: {'Port': ['ID=f9c50fdf-6593-4cad-94e4-4f598c3c387e,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:34:08.802715 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90838e7b-c06a-4718-91ed-52b77066d560 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:34:08.803064 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90838e7b-c06a-4718-91ed-52b77066d560 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:34:08.803402 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90838e7b-c06a-4718-91ed-52b77066d560 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:34:08.803738 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90838e7b-c06a-4718-91ed-52b77066d560 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:34:08.804180 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90838e7b-c06a-4718-91ed-52b77066d560 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:34:08.804415 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90838e7b-c06a-4718-91ed-52b77066d560 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:34:08.804737 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90838e7b-c06a-4718-91ed-52b77066d560 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:34:08.805053 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90838e7b-c06a-4718-91ed-52b77066d560 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:34:08.805372 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90838e7b-c06a-4718-91ed-52b77066d560 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:34:08.805692 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90838e7b-c06a-4718-91ed-52b77066d560 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:34:08.806008 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90838e7b-c06a-4718-91ed-52b77066d560 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:34:08.806324 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90838e7b-c06a-4718-91ed-52b77066d560 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:34:08.806638 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90838e7b-c06a-4718-91ed-52b77066d560 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:34:08.806952 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90838e7b-c06a-4718-91ed-52b77066d560 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:34:08.807270 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90838e7b-c06a-4718-91ed-52b77066d560 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:34:08.852641 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-90838e7b-c06a-4718-91ed-52b77066d560 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Publish callbacks [] for floatingip (5c0a72a7-27f8-4cda-9031-e83ba64ba044), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:08.852967 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.db.l3_db [None req-90838e7b-c06a-4718-91ed-52b77066d560 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Floating IP 5c0a72a7-27f8-4cda-9031-e83ba64ba044 disassociated (deleted). External IP: 172.27.0.211, port: 15af239b-da86-43fe-81e4-6adb2158f5c6. Sep 21 12:34:09.046001 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90838e7b-c06a-4718-91ed-52b77066d560 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Router 00016265-70ee-4fa8-952a-a43d9b1f9128 has already been hosted by L3 agent 4f31b8b6-17c0-474d-bf52-0481ff2a5cf7 {{(pid=106202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 12:34:09.148590 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90838e7b-c06a-4718-91ed-52b77066d560 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Notify agent at l3_agent.dv-cinder-858678-1-iscsi the message routers_updated {{(pid=106202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:34:09.153468 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-90838e7b-c06a-4718-91ed-52b77066d560 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for floatingip (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:09.158437 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd7f7b0-59a6-4c61-8e0f-4182b9cce1a5 None None] Sync routers for ids ['00016265-70ee-4fa8-952a-a43d9b1f9128'] in dv-cinder-858678-1-iscsi {{(pid=106203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:34:09.168785 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd7f7b0-59a6-4c61-8e0f-4182b9cce1a5 None None] Routers {'00016265-70ee-4fa8-952a-a43d9b1f9128'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:34:09.169392 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-ddd7f7b0-59a6-4c61-8e0f-4182b9cce1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:34:09Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['00016265-70ee-4fa8-952a-a43d9b1f9128'], 'active': True} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:34:09.183032 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-90838e7b-c06a-4718-91ed-52b77066d560 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "DELETE /networking/v2.0/floatingips/5c0a72a7-27f8-4cda-9031-e83ba64ba044 HTTP/1.1" status: 204 len: 168 time: 0.9294472 Sep 21 12:34:09.184381 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66e9cb90-c71a-420a-b647-991844d5c17c', 'tag': '15af239b-da86-43fe-81e4-6adb2158f5c6'}] {{(pid=106202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:34:09.186795 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f69dec5372d12bc1dbf2d83c258da0d8b658e28cfccadcad30c8a09044815e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03180ffd-43f1-4f81-b568-6c21c8630baf" -d '{"events": [{"name": "network-changed", "server_uuid": "66e9cb90-c71a-420a-b647-991844d5c17c", "tag": "15af239b-da86-43fe-81e4-6adb2158f5c6"}]}' {{(pid=106202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:34:09.254001 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 12:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b952a8-057d-4199-8eaf-b631648b90bd x-openstack-request-id: req-c1b952a8-057d-4199-8eaf-b631648b90bd {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:34:09.254612 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66e9cb90-c71a-420a-b647-991844d5c17c", "tag": "15af239b-da86-43fe-81e4-6adb2158f5c6", "status": "completed", "code": 200}]} {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:34:09.254612 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c1b952a8-057d-4199-8eaf-b631648b90bd {{(pid=106202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:34:09.255017 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1b952a8-057d-4199-8eaf-b631648b90bd'] response: {'name': 'network-changed', 'server_uuid': '66e9cb90-c71a-420a-b647-991844d5c17c', 'tag': '15af239b-da86-43fe-81e4-6adb2158f5c6', 'status': 'completed', 'code': 200} Sep 21 12:34:09.277254 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvr_db [None req-ddd7f7b0-59a6-4c61-8e0f-4182b9cce1a5 None None] Set router 00016265-70ee-4fa8-952a-a43d9b1f9128 gateway port host: dv-cinder-858678-1-iscsi {{(pid=106203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:34:09.317874 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:34:09.353158 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:34:09.361777 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03180ffd-43f1-4f81-b568-6c21c8630baf req-9db8ee21-81e5-42da-9c0b-ed0795da3160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:34:09.362920 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-03180ffd-43f1-4f81-b568-6c21c8630baf req-9db8ee21-81e5-42da-9c0b-ed0795da3160 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=95515a2858124583ac138aa6350e4bc3&device_id=66e9cb90-c71a-420a-b647-991844d5c17c HTTP/1.1" status: 200 len: 1129 time: 0.0559301 Sep 21 12:34:09.452020 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce08b17-94c7-4364-9312-1e687ae756a4 req-8d723f6d-edb8-4914-87e8-b32ee2f36a3c tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:34:09.453542 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-3ce08b17-94c7-4364-9312-1e687ae756a4 req-8d723f6d-edb8-4914-87e8-b32ee2f36a3c tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=66e9cb90-c71a-420a-b647-991844d5c17c HTTP/1.1" status: 200 len: 945 time: 0.0535328 Sep 21 12:34:09.485579 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-ddd7f7b0-59a6-4c61-8e0f-4182b9cce1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00016265-70ee-4fa8-952a-a43d9b1f9128', 'name': 'tempest-TestShelveInstance-296206007-router', 'tenant_id': '95515a2858124583ac138aa6350e4bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '77c49cab-5567-4b66-b941-60ae6c9e0f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:28:26Z', 'updated_at': '2022-09-21T12:28:29Z', 'revision_number': 4, 'project_id': '95515a2858124583ac138aa6350e4bc3', 'gw_port': {'id': '77c49cab-5567-4b66-b941-60ae6c9e0f73', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00016265-70ee-4fa8-952a-a43d9b1f9128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:28:27Z', 'updated_at': '2022-09-21T12:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': 'bf19fae4-7ffa-4b53-b53b-5f699a4b73d1', 'name': '', 'network_id': 'f443e4f9-b2cf-41c0-aace-fc1b385c5aad', 'tenant_id': '95515a2858124583ac138aa6350e4bc3', 'mac_address': 'fa:16:3e:1e:da:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00016265-70ee-4fa8-952a-a43d9b1f9128', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '30c54aec-003f-4946-8d2e-88ee44f1f187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:28:28Z', 'updated_at': '2022-09-21T12:28:33Z', 'revision_number': 5, 'project_id': '95515a2858124583ac138aa6350e4bc3', 'subnets': [{'id': '30c54aec-003f-4946-8d2e-88ee44f1f187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:34:09.504555 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-3ce08b17-94c7-4364-9312-1e687ae756a4 req-2f020e79-3c87-49d8-b891-d436d6ad79d5 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d9e8d7e-7a10-40ad-8dfe-7e3854a595ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448577 Sep 21 12:34:09.513683 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd7f7b0-59a6-4c61-8e0f-4182b9cce1a5 None None] Checking router: 00016265-70ee-4fa8-952a-a43d9b1f9128 for host: dv-cinder-858678-1-iscsi {{(pid=106203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:34:09.522538 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd7f7b0-59a6-4c61-8e0f-4182b9cce1a5 None None] Routers {'00016265-70ee-4fa8-952a-a43d9b1f9128'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:34:09.523140 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-ddd7f7b0-59a6-4c61-8e0f-4182b9cce1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:34:09Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['00016265-70ee-4fa8-952a-a43d9b1f9128'], 'active': True} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:34:09.625325 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvr_db [None req-ddd7f7b0-59a6-4c61-8e0f-4182b9cce1a5 None None] Set router 00016265-70ee-4fa8-952a-a43d9b1f9128 gateway port host: dv-cinder-858678-1-iscsi {{(pid=106203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:34:09.926110 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-ddd7f7b0-59a6-4c61-8e0f-4182b9cce1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00016265-70ee-4fa8-952a-a43d9b1f9128', 'name': 'tempest-TestShelveInstance-296206007-router', 'tenant_id': '95515a2858124583ac138aa6350e4bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '77c49cab-5567-4b66-b941-60ae6c9e0f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:28:26Z', 'updated_at': '2022-09-21T12:28:29Z', 'revision_number': 4, 'project_id': '95515a2858124583ac138aa6350e4bc3', 'gw_port': {'id': '77c49cab-5567-4b66-b941-60ae6c9e0f73', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00016265-70ee-4fa8-952a-a43d9b1f9128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:28:27Z', 'updated_at': '2022-09-21T12:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': 'bf19fae4-7ffa-4b53-b53b-5f699a4b73d1', 'name': '', 'network_id': 'f443e4f9-b2cf-41c0-aace-fc1b385c5aad', 'tenant_id': '95515a2858124583ac138aa6350e4bc3', 'mac_address': 'fa:16:3e:1e:da:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00016265-70ee-4fa8-952a-a43d9b1f9128', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '30c54aec-003f-4946-8d2e-88ee44f1f187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:28:28Z', 'updated_at': '2022-09-21T12:28:33Z', 'revision_number': 5, 'project_id': '95515a2858124583ac138aa6350e4bc3', 'subnets': [{'id': '30c54aec-003f-4946-8d2e-88ee44f1f187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:34:09.950373 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd7f7b0-59a6-4c61-8e0f-4182b9cce1a5 None None] The sync data for ids ['00016265-70ee-4fa8-952a-a43d9b1f9128'] in dv-cinder-858678-1-iscsi is: [{'id': '00016265-70ee-4fa8-952a-a43d9b1f9128', 'name': 'tempest-TestShelveInstance-296206007-router', 'tenant_id': '95515a2858124583ac138aa6350e4bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '77c49cab-5567-4b66-b941-60ae6c9e0f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:28:26Z', 'updated_at': '2022-09-21T12:28:29Z', 'revision_number': 4, 'project_id': '95515a2858124583ac138aa6350e4bc3', 'gw_port': {'id': '77c49cab-5567-4b66-b941-60ae6c9e0f73', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00016265-70ee-4fa8-952a-a43d9b1f9128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:28:27Z', 'updated_at': '2022-09-21T12:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': 'bf19fae4-7ffa-4b53-b53b-5f699a4b73d1', 'name': '', 'network_id': 'f443e4f9-b2cf-41c0-aace-fc1b385c5aad', 'tenant_id': '95515a2858124583ac138aa6350e4bc3', 'mac_address': 'fa:16:3e:1e:da:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00016265-70ee-4fa8-952a-a43d9b1f9128', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '30c54aec-003f-4946-8d2e-88ee44f1f187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:28:28Z', 'updated_at': '2022-09-21T12:28:33Z', 'revision_number': 5, 'project_id': '95515a2858124583ac138aa6350e4bc3', 'subnets': [{'id': '30c54aec-003f-4946-8d2e-88ee44f1f187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:34:09.975221 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-740e41e1-10de-4b2e-a9f0-9582d49d2a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (d7a8950b-d4d7-4646-ba54-d395483871b4), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:10.163244 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d71c21f-b6a7-47ec-8175-1efc079cd8c5 None None] New status for floating IP 5c0a72a7-27f8-4cda-9031-e83ba64ba044: DOWN {{(pid=106204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 21 12:34:10.562996 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03180ffd-43f1-4f81-b568-6c21c8630baf req-0968c550-e1d0-42f4-be9d-f950e6f5abb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:34:10.564501 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-03180ffd-43f1-4f81-b568-6c21c8630baf req-0968c550-e1d0-42f4-be9d-f950e6f5abb8 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=f443e4f9-b2cf-41c0-aace-fc1b385c5aad HTTP/1.1" status: 200 len: 909 time: 0.0936463 Sep 21 12:34:10.621956 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-03180ffd-43f1-4f81-b568-6c21c8630baf req-d2010c32-5802-4fc2-9485-6c2aedefd41c service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15af239b-da86-43fe-81e4-6adb2158f5c6 HTTP/1.1" status: 200 len: 217 time: 0.0336554 Sep 21 12:34:10.632547 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d3051f-7771-408c-8ac7-68bd2e8916cc req-28f21d0d-fb09-4552-98de-767899dc784d tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:34:10.634039 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-a7d3051f-7771-408c-8ac7-68bd2e8916cc req-28f21d0d-fb09-4552-98de-767899dc784d tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=66e9cb90-c71a-420a-b647-991844d5c17c HTTP/1.1" status: 200 len: 945 time: 0.0506575 Sep 21 12:34:10.669152 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03180ffd-43f1-4f81-b568-6c21c8630baf req-78a14460-3fe6-42c4-a035-9b8b37de09d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:34:10.670609 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-03180ffd-43f1-4f81-b568-6c21c8630baf req-78a14460-3fe6-42c4-a035-9b8b37de09d2 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=30c54aec-003f-4946-8d2e-88ee44f1f187 HTTP/1.1" status: 200 len: 847 time: 0.0442815 Sep 21 12:34:10.684599 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-a7d3051f-7771-408c-8ac7-68bd2e8916cc req-ea643e09-6b45-4a70-af68-810c47eaa964 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=2d9e8d7e-7a10-40ad-8dfe-7e3854a595ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437348 Sep 21 12:34:10.916336 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03180ffd-43f1-4f81-b568-6c21c8630baf req-be3f8795-f0f0-4b48-8923-ca931cfafe66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:34:10.917816 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-03180ffd-43f1-4f81-b568-6c21c8630baf req-be3f8795-f0f0-4b48-8923-ca931cfafe66 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=f443e4f9-b2cf-41c0-aace-fc1b385c5aad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384457 Sep 21 12:34:11.194857 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-03180ffd-43f1-4f81-b568-6c21c8630baf req-29f8a185-f541-46e0-af87-410726fa0cd1 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/f443e4f9-b2cf-41c0-aace-fc1b385c5aad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852334 Sep 21 12:34:11.295414 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (57fb69a9-4edc-44fd-8965-b65708e41306), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:11.319595 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9a022c-bea8-4392-9a88-eba812c170f5 req-81a2ef53-1ee4-4f32-861b-b3a4120c46fb tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:34:11.321058 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-fd9a022c-bea8-4392-9a88-eba812c170f5 req-81a2ef53-1ee4-4f32-861b-b3a4120c46fb tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=66e9cb90-c71a-420a-b647-991844d5c17c HTTP/1.1" status: 200 len: 945 time: 0.0865765 Sep 21 12:34:11.398954 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-03180ffd-43f1-4f81-b568-6c21c8630baf req-4debd32c-f1f8-4afb-83c2-40dacfedc61e service neutron] 10.222.0.66 "GET /networking/v2.0/networks/f443e4f9-b2cf-41c0-aace-fc1b385c5aad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716578 Sep 21 12:34:11.432964 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [req-fd9a022c-bea8-4392-9a88-eba812c170f5 req-785d72e0-8670-4a89-b962-c95a9cb537ee tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Deleting port 15af239b-da86-43fe-81e4-6adb2158f5c6 {{(pid=106202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:34:11.433300 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-fd9a022c-bea8-4392-9a88-eba812c170f5 req-785d72e0-8670-4a89-b962-c95a9cb537ee tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (15af239b-da86-43fe-81e4-6adb2158f5c6), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:11.529799 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c3e59811-0015-48e8-afb5-3d82d64b721e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (cef1489a-7471-4b81-a7c5-b9e507e96767), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:11.534210 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [req-fd9a022c-bea8-4392-9a88-eba812c170f5 req-785d72e0-8670-4a89-b962-c95a9cb537ee tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] For port 15af239b-da86-43fe-81e4-6adb2158f5c6, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=15af239b-da86-43fe-81e4-6adb2158f5c6,segment=NetworkSegment(23711497-a20f-4916-8d35-19aa46c96038),segment_id=23711497-a20f-4916-8d35-19aa46c96038)] {{(pid=106202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:34:11.534576 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-fd9a022c-bea8-4392-9a88-eba812c170f5 req-785d72e0-8670-4a89-b962-c95a9cb537ee tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (15af239b-da86-43fe-81e4-6adb2158f5c6), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:11.549015 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [req-fd9a022c-bea8-4392-9a88-eba812c170f5 req-785d72e0-8670-4a89-b962-c95a9cb537ee tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Calling delete_port for 15af239b-da86-43fe-81e4-6adb2158f5c6 owned by compute:nova {{(pid=106202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:34:11.685554 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-fd9a022c-bea8-4392-9a88-eba812c170f5 req-785d72e0-8670-4a89-b962-c95a9cb537ee tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (15af239b-da86-43fe-81e4-6adb2158f5c6), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:11.712026 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785d72e0-8670-4a89-b962-c95a9cb537ee tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Pushing event deleted for resources: {'Port': ['ID=15af239b-da86-43fe-81e4-6adb2158f5c6,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:34:11.722544 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:34:11.763688 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd9a022c-bea8-4392-9a88-eba812c170f5 req-785d72e0-8670-4a89-b962-c95a9cb537ee tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] No DVR routers for this DVR port 15af239b-da86-43fe-81e4-6adb2158f5c6 on host hv-cinder-85867 {{(pid=106202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 12:34:11.766223 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-fd9a022c-bea8-4392-9a88-eba812c170f5 req-785d72e0-8670-4a89-b962-c95a9cb537ee tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for port (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:11.769478 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-fd9a022c-bea8-4392-9a88-eba812c170f5 req-785d72e0-8670-4a89-b962-c95a9cb537ee tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.66 "DELETE /networking/v2.0/ports/15af239b-da86-43fe-81e4-6adb2158f5c6 HTTP/1.1" status: 204 len: 173 time: 0.4419966 Sep 21 12:34:11.769966 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66e9cb90-c71a-420a-b647-991844d5c17c', 'name': 'network-vif-deleted', 'tag': '15af239b-da86-43fe-81e4-6adb2158f5c6'}] {{(pid=106202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:34:11.772205 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f69dec5372d12bc1dbf2d83c258da0d8b658e28cfccadcad30c8a09044815e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f167f97-9e03-49dc-b49e-155a1ad4c34c" -d '{"events": [{"server_uuid": "66e9cb90-c71a-420a-b647-991844d5c17c", "name": "network-vif-deleted", "tag": "15af239b-da86-43fe-81e4-6adb2158f5c6"}]}' {{(pid=106202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:34:11.806853 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f620a834-7ecc-454e-a339-f399b9689770 req-6f81e328-a33a-4aea-a7da-8e7b026bb5cd tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=66e9cb90-c71a-420a-b647-991844d5c17c HTTP/1.1" status: 200 len: 210 time: 0.0316584 Sep 21 12:34:11.818916 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 12:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ceffea5-79c8-498a-8df5-897e588ebf77 x-openstack-request-id: req-3ceffea5-79c8-498a-8df5-897e588ebf77 {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:34:11.819210 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66e9cb90-c71a-420a-b647-991844d5c17c", "name": "network-vif-deleted", "tag": "15af239b-da86-43fe-81e4-6adb2158f5c6", "status": "completed", "code": 200}]} {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:34:11.819462 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3ceffea5-79c8-498a-8df5-897e588ebf77 {{(pid=106202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:34:11.819905 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ceffea5-79c8-498a-8df5-897e588ebf77'] response: {'server_uuid': '66e9cb90-c71a-420a-b647-991844d5c17c', 'name': 'network-vif-deleted', 'tag': '15af239b-da86-43fe-81e4-6adb2158f5c6', 'status': 'completed', 'code': 200} Sep 21 12:34:12.932737 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-40d8a3e8-af47-43c0-b2ec-94486db8591e req-57872b0a-45b3-42b0-9cd5-1b5f083ab75b tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=66e9cb90-c71a-420a-b647-991844d5c17c HTTP/1.1" status: 200 len: 210 time: 0.0275838 Sep 21 12:34:13.998892 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 33144) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:34:14.025697 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:34:14.057404 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-03708aeb-02a4-4ab1-a565-02b0b719b455 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Publish callbacks [] for security_group (2d9e8d7e-7a10-40ad-8dfe-7e3854a595ea), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:14.080689 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-03708aeb-02a4-4ab1-a565-02b0b719b455 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Publish callbacks [] for security_group (2d9e8d7e-7a10-40ad-8dfe-7e3854a595ea), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:14.141131 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-03708aeb-02a4-4ab1-a565-02b0b719b455 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (2d9e8d7e-7a10-40ad-8dfe-7e3854a595ea), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:14.143776 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-03708aeb-02a4-4ab1-a565-02b0b719b455 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Publish callbacks [] for security_group (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:14.144937 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-03708aeb-02a4-4ab1-a565-02b0b719b455 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] 10.222.0.71 "DELETE /networking/v2.0/security-groups/2d9e8d7e-7a10-40ad-8dfe-7e3854a595ea HTTP/1.1" status: 204 len: 168 time: 0.1453867 Sep 21 12:34:14.155272 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03708aeb-02a4-4ab1-a565-02b0b719b455 tempest-TestShelveInstance-2143060141 tempest-TestShelveInstance-2143060141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9e8d7e-7a10-40ad-8dfe-7e3854a595ea,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:34:14.200868 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 33148) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:34:14.610839 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-4f95d9b3-c469-4d21-bbcd-c015954529f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624550'] for router_interface (00016265-70ee-4fa8-952a-a43d9b1f9128), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:15.072838 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [None req-4f95d9b3-c469-4d21-bbcd-c015954529f6 admin admin] Deleting port bf19fae4-7ffa-4b53-b53b-5f699a4b73d1 {{(pid=106202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:34:15.073522 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-4f95d9b3-c469-4d21-bbcd-c015954529f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (bf19fae4-7ffa-4b53-b53b-5f699a4b73d1), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:15.152324 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [None req-4f95d9b3-c469-4d21-bbcd-c015954529f6 admin admin] For port bf19fae4-7ffa-4b53-b53b-5f699a4b73d1, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=bf19fae4-7ffa-4b53-b53b-5f699a4b73d1,segment=NetworkSegment(23711497-a20f-4916-8d35-19aa46c96038),segment_id=23711497-a20f-4916-8d35-19aa46c96038)] {{(pid=106202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:34:15.152685 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-4f95d9b3-c469-4d21-bbcd-c015954529f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (bf19fae4-7ffa-4b53-b53b-5f699a4b73d1), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:15.165216 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [None req-4f95d9b3-c469-4d21-bbcd-c015954529f6 admin admin] Calling delete_port for bf19fae4-7ffa-4b53-b53b-5f699a4b73d1 owned by network:router_interface {{(pid=106202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:34:15.228728 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:34:15.273476 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:34:15.349518 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-4f95d9b3-c469-4d21-bbcd-c015954529f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (bf19fae4-7ffa-4b53-b53b-5f699a4b73d1), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:15.375564 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f95d9b3-c469-4d21-bbcd-c015954529f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf19fae4-7ffa-4b53-b53b-5f699a4b73d1,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:34:15.541363 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-4f95d9b3-c469-4d21-bbcd-c015954529f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-544043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538390'] for router_interface (00016265-70ee-4fa8-952a-a43d9b1f9128), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:15.753461 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f95d9b3-c469-4d21-bbcd-c015954529f6 admin admin] Router 00016265-70ee-4fa8-952a-a43d9b1f9128 has already been hosted by L3 agent 4f31b8b6-17c0-474d-bf52-0481ff2a5cf7 {{(pid=106202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 12:34:15.855775 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f95d9b3-c469-4d21-bbcd-c015954529f6 admin admin] Notify agent at l3_agent.dv-cinder-858678-1-iscsi the message routers_updated {{(pid=106202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:34:15.860703 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-4f95d9b3-c469-4d21-bbcd-c015954529f6 admin admin] 10.222.0.71 "PUT /networking/v2.0/routers/00016265-70ee-4fa8-952a-a43d9b1f9128/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6588106 Sep 21 12:34:15.863333 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 33152) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:34:15.865183 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343304df-07ba-4197-9088-fd5558d8da36 None None] Sync routers for ids ['00016265-70ee-4fa8-952a-a43d9b1f9128'] in dv-cinder-858678-1-iscsi {{(pid=106203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:34:15.875552 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343304df-07ba-4197-9088-fd5558d8da36 None None] Routers {'00016265-70ee-4fa8-952a-a43d9b1f9128'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:34:15.876235 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-343304df-07ba-4197-9088-fd5558d8da36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:34:09Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['00016265-70ee-4fa8-952a-a43d9b1f9128'], 'active': True} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:34:15.963967 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-2b84dc76-daa9-4ee9-910e-597e990523a9 admin admin] Publish callbacks [] for router (00016265-70ee-4fa8-952a-a43d9b1f9128), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:15.977854 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvr_db [None req-343304df-07ba-4197-9088-fd5558d8da36 None None] Set router 00016265-70ee-4fa8-952a-a43d9b1f9128 gateway port host: dv-cinder-858678-1-iscsi {{(pid=106203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:34:16.066907 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-2b84dc76-daa9-4ee9-910e-597e990523a9 admin admin] Publish callbacks [] for router_gateway (00016265-70ee-4fa8-952a-a43d9b1f9128), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:16.070790 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:34:16.085772 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:34:16.114914 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:34:16.115506 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [None req-2b84dc76-daa9-4ee9-910e-597e990523a9 admin admin] Deleting port 77c49cab-5567-4b66-b941-60ae6c9e0f73 {{(pid=106202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:34:16.116227 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-2b84dc76-daa9-4ee9-910e-597e990523a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (77c49cab-5567-4b66-b941-60ae6c9e0f73), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:16.153244 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-343304df-07ba-4197-9088-fd5558d8da36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00016265-70ee-4fa8-952a-a43d9b1f9128', 'name': 'tempest-TestShelveInstance-296206007-router', 'tenant_id': '95515a2858124583ac138aa6350e4bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '77c49cab-5567-4b66-b941-60ae6c9e0f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:28:26Z', 'updated_at': '2022-09-21T12:34:15Z', 'revision_number': 5, 'project_id': '95515a2858124583ac138aa6350e4bc3', 'gw_port': {'id': '77c49cab-5567-4b66-b941-60ae6c9e0f73', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00016265-70ee-4fa8-952a-a43d9b1f9128', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:28:27Z', 'updated_at': '2022-09-21T12:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi'}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:34:16.181570 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343304df-07ba-4197-9088-fd5558d8da36 None None] Checking router: 00016265-70ee-4fa8-952a-a43d9b1f9128 for host: dv-cinder-858678-1-iscsi {{(pid=106203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:34:16.190409 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343304df-07ba-4197-9088-fd5558d8da36 None None] Routers {'00016265-70ee-4fa8-952a-a43d9b1f9128'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:34:16.191016 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-343304df-07ba-4197-9088-fd5558d8da36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:34:09Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['00016265-70ee-4fa8-952a-a43d9b1f9128'], 'active': True} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:34:16.196511 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [None req-2b84dc76-daa9-4ee9-910e-597e990523a9 admin admin] For port 77c49cab-5567-4b66-b941-60ae6c9e0f73, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=77c49cab-5567-4b66-b941-60ae6c9e0f73,segment=NetworkSegment(0a2e6652-942c-46a2-8162-ab1d320b7f7e),segment_id=0a2e6652-942c-46a2-8162-ab1d320b7f7e)] {{(pid=106202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:34:16.196874 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-2b84dc76-daa9-4ee9-910e-597e990523a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (77c49cab-5567-4b66-b941-60ae6c9e0f73), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:16.210363 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:34:16.211679 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [None req-2b84dc76-daa9-4ee9-910e-597e990523a9 admin admin] Calling delete_port for 77c49cab-5567-4b66-b941-60ae6c9e0f73 owned by network:router_gateway {{(pid=106202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:34:16.272882 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvr_db [None req-343304df-07ba-4197-9088-fd5558d8da36 None None] Set router 00016265-70ee-4fa8-952a-a43d9b1f9128 gateway port host: None {{(pid=106203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:34:16.323776 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-343304df-07ba-4197-9088-fd5558d8da36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00016265-70ee-4fa8-952a-a43d9b1f9128', 'name': 'tempest-TestShelveInstance-296206007-router', 'tenant_id': '95515a2858124583ac138aa6350e4bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:28:26Z', 'updated_at': '2022-09-21T12:34:16Z', 'revision_number': 6, 'project_id': '95515a2858124583ac138aa6350e4bc3', 'gw_port_host': None}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:34:16.348945 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343304df-07ba-4197-9088-fd5558d8da36 None None] The sync data for ids ['00016265-70ee-4fa8-952a-a43d9b1f9128'] in dv-cinder-858678-1-iscsi is: [{'id': '00016265-70ee-4fa8-952a-a43d9b1f9128', 'name': 'tempest-TestShelveInstance-296206007-router', 'tenant_id': '95515a2858124583ac138aa6350e4bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:28:26Z', 'updated_at': '2022-09-21T12:34:16Z', 'revision_number': 6, 'project_id': '95515a2858124583ac138aa6350e4bc3', 'gw_port_host': None}] {{(pid=106203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:34:16.392570 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-2b84dc76-daa9-4ee9-910e-597e990523a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (77c49cab-5567-4b66-b941-60ae6c9e0f73), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:16.418815 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b84dc76-daa9-4ee9-910e-597e990523a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=77c49cab-5567-4b66-b941-60ae6c9e0f73,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:34:16.481998 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-2b84dc76-daa9-4ee9-910e-597e990523a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534108'] for router_gateway (00016265-70ee-4fa8-952a-a43d9b1f9128), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:16.536343 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 15af239b-da86-43fe-81e4-6adb2158f5c6 no longer exists at agent hyperv_hv-cinder-85867 {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 12:34:16.556268 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] No Port match for: 15af239b-da86-43fe-81e4-6adb2158f5c6 {{(pid=106203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 12:34:16.556601 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 15af239b-da86-43fe-81e4-6adb2158f5c6 not bound to the agent host hv-cinder-85867 {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 12:34:16.578176 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-2b84dc76-daa9-4ee9-910e-597e990523a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3984'] for router (00016265-70ee-4fa8-952a-a43d9b1f9128), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:16.580375 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-2b84dc76-daa9-4ee9-910e-597e990523a9 admin admin] Publish callbacks [] for router_controller (00016265-70ee-4fa8-952a-a43d9b1f9128), precommit_delete_associations {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:16.622846 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-2b84dc76-daa9-4ee9-910e-597e990523a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538475'] for router (00016265-70ee-4fa8-952a-a43d9b1f9128), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:16.623499 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b84dc76-daa9-4ee9-910e-597e990523a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00016265-70ee-4fa8-952a-a43d9b1f9128 {{(pid=106202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 12:34:16.627937 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-2b84dc76-daa9-4ee9-910e-597e990523a9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:16.629245 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-2b84dc76-daa9-4ee9-910e-597e990523a9 admin admin] 10.222.0.71 "DELETE /networking/v2.0/routers/00016265-70ee-4fa8-952a-a43d9b1f9128 HTTP/1.1" status: 204 len: 168 time: 0.7649667 Sep 21 12:34:16.631923 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 33154) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:34:16.677679 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.db_base_plugin_v2 [None req-47a8a7ba-eef6-481d-9bb2-1a456b0c3ebd admin admin] Deleting subnet 30c54aec-003f-4946-8d2e-88ee44f1f187 {{(pid=106202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 21 12:34:16.681230 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-47a8a7ba-eef6-481d-9bb2-1a456b0c3ebd admin admin] Publish callbacks [] for subnet (30c54aec-003f-4946-8d2e-88ee44f1f187), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:16.722601 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-47a8a7ba-eef6-481d-9bb2-1a456b0c3ebd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6891090'] for subnet (30c54aec-003f-4946-8d2e-88ee44f1f187), precommit_delete_associations {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:16.824417 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-47a8a7ba-eef6-481d-9bb2-1a456b0c3ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462926'] for subnet (30c54aec-003f-4946-8d2e-88ee44f1f187), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:16.878846 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-47a8a7ba-eef6-481d-9bb2-1a456b0c3ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6955047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7093949'] for subnet (30c54aec-003f-4946-8d2e-88ee44f1f187), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:16.908256 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a8a7ba-eef6-481d-9bb2-1a456b0c3ebd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30c54aec-003f-4946-8d2e-88ee44f1f187,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:34:16.911835 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-47a8a7ba-eef6-481d-9bb2-1a456b0c3ebd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:16.914949 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-47a8a7ba-eef6-481d-9bb2-1a456b0c3ebd admin admin] 10.222.0.71 "DELETE /networking/v2.0/subnets/30c54aec-003f-4946-8d2e-88ee44f1f187 HTTP/1.1" status: 204 len: 168 time: 0.2821195 Sep 21 12:34:16.917620 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b085530b-cf18-479f-aa01-e21a744f94d3 None None] Network f443e4f9-b2cf-41c0-aace-fc1b385c5aad requested from dv-cinder-858678-1-iscsi {{(pid=106203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 12:34:16.918757 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 33156) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:34:16.934973 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:34:16.989053 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-bbfb902c-b4e9-490b-b7b4-433c87478d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535227'] for network (f443e4f9-b2cf-41c0-aace-fc1b385c5aad), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:17.031626 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [None req-bbfb902c-b4e9-490b-b7b4-433c87478d6f admin admin] Deleting port 064a8a8e-9ab5-4289-9e22-79d327843cab {{(pid=106202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:34:17.031992 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-bbfb902c-b4e9-490b-b7b4-433c87478d6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (064a8a8e-9ab5-4289-9e22-79d327843cab), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:17.099890 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [None req-bbfb902c-b4e9-490b-b7b4-433c87478d6f admin admin] For port 064a8a8e-9ab5-4289-9e22-79d327843cab, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=064a8a8e-9ab5-4289-9e22-79d327843cab,segment=NetworkSegment(23711497-a20f-4916-8d35-19aa46c96038),segment_id=23711497-a20f-4916-8d35-19aa46c96038)] {{(pid=106202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:34:17.100343 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-bbfb902c-b4e9-490b-b7b4-433c87478d6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (064a8a8e-9ab5-4289-9e22-79d327843cab), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:17.115990 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [None req-bbfb902c-b4e9-490b-b7b4-433c87478d6f admin admin] Calling delete_port for 064a8a8e-9ab5-4289-9e22-79d327843cab owned by network:dhcp {{(pid=106202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:34:17.116617 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b97457-6597-4a7f-81c1-5b366c49a8eb None None] DHCP port deletion for f443e4f9-b2cf-41c0-aace-fc1b385c5aad request from dv-cinder-858678-1-iscsi {{(pid=106203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 21 12:34:17.159649 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-b3b97457-6597-4a7f-81c1-5b366c49a8eb None None] Deleting port 064a8a8e-9ab5-4289-9e22-79d327843cab {{(pid=106203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:34:17.160292 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-b3b97457-6597-4a7f-81c1-5b366c49a8eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (064a8a8e-9ab5-4289-9e22-79d327843cab), before_delete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:17.173481 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:34:17.217133 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-bbfb902c-b4e9-490b-b7b4-433c87478d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (064a8a8e-9ab5-4289-9e22-79d327843cab), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:17.243216 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfb902c-b4e9-490b-b7b4-433c87478d6f admin admin] Pushing event deleted for resources: {'Port': ['ID=064a8a8e-9ab5-4289-9e22-79d327843cab,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:34:17.246865 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfb902c-b4e9-490b-b7b4-433c87478d6f admin admin] No DVR routers for this DVR port 064a8a8e-9ab5-4289-9e22-79d327843cab on host dv-cinder-858678-1-iscsi {{(pid=106202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 12:34:17.248216 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-b3b97457-6597-4a7f-81c1-5b366c49a8eb None None] For port 064a8a8e-9ab5-4289-9e22-79d327843cab, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=064a8a8e-9ab5-4289-9e22-79d327843cab,segment=NetworkSegment(23711497-a20f-4916-8d35-19aa46c96038),segment_id=23711497-a20f-4916-8d35-19aa46c96038)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:34:17.248613 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-b3b97457-6597-4a7f-81c1-5b366c49a8eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (064a8a8e-9ab5-4289-9e22-79d327843cab), precommit_delete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:17.262855 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-b3b97457-6597-4a7f-81c1-5b366c49a8eb None None] Calling delete_port for 064a8a8e-9ab5-4289-9e22-79d327843cab owned by network:dhcp {{(pid=106203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:34:17.325544 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-bbfb902c-b4e9-490b-b7b4-433c87478d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548197', 'neutron.services.segments.db._delete_segments_for_network-8735121314753'] for network (f443e4f9-b2cf-41c0-aace-fc1b385c5aad), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:17.347599 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-b3b97457-6597-4a7f-81c1-5b366c49a8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810'] for port (064a8a8e-9ab5-4289-9e22-79d327843cab), after_delete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:17.349044 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.services.segments.db [None req-bbfb902c-b4e9-490b-b7b4-433c87478d6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f443e4f9-b2cf-41c0-aace-fc1b385c5aad']}} {{(pid=106202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:34:17.360125 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.services.segments.db [None req-bbfb902c-b4e9-490b-b7b4-433c87478d6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23711497-a20f-4916-8d35-19aa46c96038') {'for_net_delete': True} {{(pid=106202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:34:17.360413 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.services.segments.db [None req-bbfb902c-b4e9-490b-b7b4-433c87478d6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23711497-a20f-4916-8d35-19aa46c96038') {} {{(pid=106202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:34:17.371201 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b97457-6597-4a7f-81c1-5b366c49a8eb None None] Pushing event deleted for resources: {'Port': ['ID=064a8a8e-9ab5-4289-9e22-79d327843cab,revision_number=None']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:34:17.371714 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-bbfb902c-b4e9-490b-b7b4-433c87478d6f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735121314645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6891113'] for segment (23711497-a20f-4916-8d35-19aa46c96038), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:17.381491 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b97457-6597-4a7f-81c1-5b366c49a8eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:34:17.381848 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b97457-6597-4a7f-81c1-5b366c49a8eb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:34:17.382169 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b97457-6597-4a7f-81c1-5b366c49a8eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:34:17.382505 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b97457-6597-4a7f-81c1-5b366c49a8eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:34:17.382836 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b97457-6597-4a7f-81c1-5b366c49a8eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:34:17.383160 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b97457-6597-4a7f-81c1-5b366c49a8eb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:34:17.383487 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b97457-6597-4a7f-81c1-5b366c49a8eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:34:17.383832 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b97457-6597-4a7f-81c1-5b366c49a8eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:34:17.384157 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b97457-6597-4a7f-81c1-5b366c49a8eb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:34:17.384479 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b97457-6597-4a7f-81c1-5b366c49a8eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:34:17.384797 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b97457-6597-4a7f-81c1-5b366c49a8eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:34:17.385115 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b97457-6597-4a7f-81c1-5b366c49a8eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:34:17.385432 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b97457-6597-4a7f-81c1-5b366c49a8eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:34:17.385744 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b97457-6597-4a7f-81c1-5b366c49a8eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:34:17.386058 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b97457-6597-4a7f-81c1-5b366c49a8eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:34:17.389480 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-bbfb902c-b4e9-490b-b7b4-433c87478d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355690'] for segment (23711497-a20f-4916-8d35-19aa46c96038), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:17.389759 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b97457-6597-4a7f-81c1-5b366c49a8eb None None] No DVR routers for this DVR port 064a8a8e-9ab5-4289-9e22-79d327843cab on host dv-cinder-858678-1-iscsi {{(pid=106203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 12:34:17.398924 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbfb902c-b4e9-490b-b7b4-433c87478d6f admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=106202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 12:34:17.400541 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-bbfb902c-b4e9-490b-b7b4-433c87478d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6955165'] for segment (23711497-a20f-4916-8d35-19aa46c96038), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:17.473378 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-bbfb902c-b4e9-490b-b7b4-433c87478d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534153'] for network (f443e4f9-b2cf-41c0-aace-fc1b385c5aad), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:17.480021 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-bbfb902c-b4e9-490b-b7b4-433c87478d6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544014'] for network (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:17.483333 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-bbfb902c-b4e9-490b-b7b4-433c87478d6f admin admin] 10.222.0.71 "DELETE /networking/v2.0/networks/f443e4f9-b2cf-41c0-aace-fc1b385c5aad HTTP/1.1" status: 204 len: 168 time: 0.5641780 Sep 21 12:34:17.484999 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.services.segments.plugin [-] Segment 23711497-a20f-4916-8d35-19aa46c96038 resource provider aggregate not found Sep 21 12:34:17.486479 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 33162) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:34:17.500750 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfb902c-b4e9-490b-b7b4-433c87478d6f admin admin] Pushing event deleted for resources: {'Network': ['ID=f443e4f9-b2cf-41c0-aace-fc1b385c5aad,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:34:17.503716 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.services.segments.plugin [-] Segment 23711497-a20f-4916-8d35-19aa46c96038 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 23711497-a20f-4916-8d35-19aa46c96038 found for delete ", "request_id": "req-e6863679-8502-49c6-bfbc-9dcd604fe9ca"}]} Sep 21 12:34:17.799272 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-eb5f3550-33b0-4d6c-af50-877a160b3c37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624550'] for router_interface (65d0c563-fbaa-4fcb-9213-962b0d4d873c), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:18.021903 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.plugin [None req-eb5f3550-33b0-4d6c-af50-877a160b3c37 admin admin] Deleting port 24c76747-7cd7-42aa-8aca-137bea1cd947 {{(pid=106201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:34:18.022150 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-eb5f3550-33b0-4d6c-af50-877a160b3c37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (24c76747-7cd7-42aa-8aca-137bea1cd947), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:18.049137 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device bf19fae4-7ffa-4b53-b53b-5f699a4b73d1 no longer exists at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 12:34:18.070061 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] No Port match for: bf19fae4-7ffa-4b53-b53b-5f699a4b73d1 {{(pid=106203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 12:34:18.070407 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device bf19fae4-7ffa-4b53-b53b-5f699a4b73d1 not bound to the agent host dv-cinder-858678-1-iscsi {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 12:34:18.070822 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 77c49cab-5567-4b66-b941-60ae6c9e0f73 no longer exists at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 12:34:18.089418 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] No Port match for: 77c49cab-5567-4b66-b941-60ae6c9e0f73 {{(pid=106203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 12:34:18.089774 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 77c49cab-5567-4b66-b941-60ae6c9e0f73 not bound to the agent host dv-cinder-858678-1-iscsi {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 12:34:18.090180 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 064a8a8e-9ab5-4289-9e22-79d327843cab no longer exists at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 12:34:18.106926 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.db [None req-eb5f3550-33b0-4d6c-af50-877a160b3c37 admin admin] For port 24c76747-7cd7-42aa-8aca-137bea1cd947, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=24c76747-7cd7-42aa-8aca-137bea1cd947,segment=NetworkSegment(0f859c32-8aa1-47e5-a3f4-04728a0ec843),segment_id=0f859c32-8aa1-47e5-a3f4-04728a0ec843)] {{(pid=106201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:34:18.107280 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-eb5f3550-33b0-4d6c-af50-877a160b3c37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (24c76747-7cd7-42aa-8aca-137bea1cd947), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:18.109543 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] No Port match for: 064a8a8e-9ab5-4289-9e22-79d327843cab {{(pid=106203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 12:34:18.109892 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 064a8a8e-9ab5-4289-9e22-79d327843cab not bound to the agent host dv-cinder-858678-1-iscsi {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 12:34:18.123910 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.plugin [None req-eb5f3550-33b0-4d6c-af50-877a160b3c37 admin admin] Calling delete_port for 24c76747-7cd7-42aa-8aca-137bea1cd947 owned by network:router_interface {{(pid=106201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:34:18.236213 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=100 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:34:18.292118 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:34:18.321508 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-eb5f3550-33b0-4d6c-af50-877a160b3c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6788894'] for port (24c76747-7cd7-42aa-8aca-137bea1cd947), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:18.359624 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5f3550-33b0-4d6c-af50-877a160b3c37 admin admin] Pushing event deleted for resources: {'Port': ['ID=24c76747-7cd7-42aa-8aca-137bea1cd947,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:34:18.376649 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f3550-33b0-4d6c-af50-877a160b3c37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:34:18.376996 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f3550-33b0-4d6c-af50-877a160b3c37 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:34:18.377333 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f3550-33b0-4d6c-af50-877a160b3c37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:34:18.377670 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f3550-33b0-4d6c-af50-877a160b3c37 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:34:18.378000 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f3550-33b0-4d6c-af50-877a160b3c37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:34:18.378325 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f3550-33b0-4d6c-af50-877a160b3c37 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:34:18.378649 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f3550-33b0-4d6c-af50-877a160b3c37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:34:18.378977 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f3550-33b0-4d6c-af50-877a160b3c37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:34:18.379301 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f3550-33b0-4d6c-af50-877a160b3c37 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:34:18.380283 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f3550-33b0-4d6c-af50-877a160b3c37 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:34:18.380283 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f3550-33b0-4d6c-af50-877a160b3c37 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:34:18.380592 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f3550-33b0-4d6c-af50-877a160b3c37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:34:18.380843 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f3550-33b0-4d6c-af50-877a160b3c37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:34:18.381083 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f3550-33b0-4d6c-af50-877a160b3c37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:34:18.381398 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f3550-33b0-4d6c-af50-877a160b3c37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:34:18.549565 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-eb5f3550-33b0-4d6c-af50-877a160b3c37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-544043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538390'] for router_interface (65d0c563-fbaa-4fcb-9213-962b0d4d873c), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:18.569992 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (986f726e-8c98-4005-b3b7-e033305b1240), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:18.752081 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb5f3550-33b0-4d6c-af50-877a160b3c37 admin admin] Router 65d0c563-fbaa-4fcb-9213-962b0d4d873c has already been hosted by L3 agent 4f31b8b6-17c0-474d-bf52-0481ff2a5cf7 {{(pid=106201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 12:34:18.851922 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb5f3550-33b0-4d6c-af50-877a160b3c37 admin admin] Notify agent at l3_agent.dv-cinder-858678-1-iscsi the message routers_updated {{(pid=106201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:34:18.856898 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-eb5f3550-33b0-4d6c-af50-877a160b3c37 admin admin] 10.222.0.71 "PUT /networking/v2.0/routers/65d0c563-fbaa-4fcb-9213-962b0d4d873c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3693719 Sep 21 12:34:18.859835 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 33166) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:34:18.862611 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a523256c-f6f2-41aa-b975-e61497aa081d None None] Sync routers for ids ['65d0c563-fbaa-4fcb-9213-962b0d4d873c'] in dv-cinder-858678-1-iscsi {{(pid=106204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:34:18.864915 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:34:18.869105 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=7 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:34:18.877031 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a523256c-f6f2-41aa-b975-e61497aa081d None None] Routers {'65d0c563-fbaa-4fcb-9213-962b0d4d873c'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:34:18.877659 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-a523256c-f6f2-41aa-b975-e61497aa081d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:34:09Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['65d0c563-fbaa-4fcb-9213-962b0d4d873c'], 'active': True} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:34:18.962415 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-0dcb22b7-cd86-4911-8533-38a93dac0a44 admin admin] Publish callbacks [] for router (65d0c563-fbaa-4fcb-9213-962b0d4d873c), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:18.979225 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvr_db [None req-a523256c-f6f2-41aa-b975-e61497aa081d None None] Set router 65d0c563-fbaa-4fcb-9213-962b0d4d873c gateway port host: dv-cinder-858678-1-iscsi {{(pid=106204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:34:19.058154 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-0dcb22b7-cd86-4911-8533-38a93dac0a44 admin admin] Publish callbacks [] for router_gateway (65d0c563-fbaa-4fcb-9213-962b0d4d873c), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:19.103249 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [None req-0dcb22b7-cd86-4911-8533-38a93dac0a44 admin admin] Deleting port 54470c95-9886-457a-8878-27a4f0b6ee35 {{(pid=106202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:34:19.103473 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-0dcb22b7-cd86-4911-8533-38a93dac0a44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (54470c95-9886-457a-8878-27a4f0b6ee35), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:19.152048 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-a523256c-f6f2-41aa-b975-e61497aa081d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d0c563-fbaa-4fcb-9213-962b0d4d873c', 'name': 'tempest-TestShelveInstance-494163826-router', 'tenant_id': '43c694babd814ea8bf1cdaf84f242a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '54470c95-9886-457a-8878-27a4f0b6ee35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:28:31Z', 'updated_at': '2022-09-21T12:34:18Z', 'revision_number': 5, 'project_id': '43c694babd814ea8bf1cdaf84f242a26', 'gw_port': {'id': '54470c95-9886-457a-8878-27a4f0b6ee35', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:7e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d0c563-fbaa-4fcb-9213-962b0d4d873c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:28:31Z', 'updated_at': '2022-09-21T12:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi'}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:34:19.176625 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a523256c-f6f2-41aa-b975-e61497aa081d None None] Checking router: 65d0c563-fbaa-4fcb-9213-962b0d4d873c for host: dv-cinder-858678-1-iscsi {{(pid=106204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:34:19.185559 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a523256c-f6f2-41aa-b975-e61497aa081d None None] Routers {'65d0c563-fbaa-4fcb-9213-962b0d4d873c'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:34:19.186162 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-a523256c-f6f2-41aa-b975-e61497aa081d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:34:09Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['65d0c563-fbaa-4fcb-9213-962b0d4d873c'], 'active': True} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:34:19.186346 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [None req-0dcb22b7-cd86-4911-8533-38a93dac0a44 admin admin] For port 54470c95-9886-457a-8878-27a4f0b6ee35, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=54470c95-9886-457a-8878-27a4f0b6ee35,segment=NetworkSegment(0a2e6652-942c-46a2-8162-ab1d320b7f7e),segment_id=0a2e6652-942c-46a2-8162-ab1d320b7f7e)] {{(pid=106202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:34:19.186715 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-0dcb22b7-cd86-4911-8533-38a93dac0a44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (54470c95-9886-457a-8878-27a4f0b6ee35), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:19.200350 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [None req-0dcb22b7-cd86-4911-8533-38a93dac0a44 admin admin] Calling delete_port for 54470c95-9886-457a-8878-27a4f0b6ee35 owned by network:router_gateway {{(pid=106202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:34:19.268945 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvr_db [None req-a523256c-f6f2-41aa-b975-e61497aa081d None None] Set router 65d0c563-fbaa-4fcb-9213-962b0d4d873c gateway port host: None {{(pid=106204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:34:19.295339 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:34:19.318518 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-a523256c-f6f2-41aa-b975-e61497aa081d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d0c563-fbaa-4fcb-9213-962b0d4d873c', 'name': 'tempest-TestShelveInstance-494163826-router', 'tenant_id': '43c694babd814ea8bf1cdaf84f242a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:28:31Z', 'updated_at': '2022-09-21T12:34:19Z', 'revision_number': 6, 'project_id': '43c694babd814ea8bf1cdaf84f242a26', 'gw_port_host': None}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:34:19.347013 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a523256c-f6f2-41aa-b975-e61497aa081d None None] The sync data for ids ['65d0c563-fbaa-4fcb-9213-962b0d4d873c'] in dv-cinder-858678-1-iscsi is: [{'id': '65d0c563-fbaa-4fcb-9213-962b0d4d873c', 'name': 'tempest-TestShelveInstance-494163826-router', 'tenant_id': '43c694babd814ea8bf1cdaf84f242a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:28:31Z', 'updated_at': '2022-09-21T12:34:19Z', 'revision_number': 6, 'project_id': '43c694babd814ea8bf1cdaf84f242a26', 'gw_port_host': None}] {{(pid=106204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:34:19.367954 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-0dcb22b7-cd86-4911-8533-38a93dac0a44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (54470c95-9886-457a-8878-27a4f0b6ee35), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:19.373389 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=84,neutron:DELETE=13,neutron:UPDATE=3 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:34:19.398579 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcb22b7-cd86-4911-8533-38a93dac0a44 admin admin] Pushing event deleted for resources: {'Port': ['ID=54470c95-9886-457a-8878-27a4f0b6ee35,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:34:19.464660 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-0dcb22b7-cd86-4911-8533-38a93dac0a44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534108'] for router_gateway (65d0c563-fbaa-4fcb-9213-962b0d4d873c), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:19.564532 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-0dcb22b7-cd86-4911-8533-38a93dac0a44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3984'] for router (65d0c563-fbaa-4fcb-9213-962b0d4d873c), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:19.566864 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-0dcb22b7-cd86-4911-8533-38a93dac0a44 admin admin] Publish callbacks [] for router_controller (65d0c563-fbaa-4fcb-9213-962b0d4d873c), precommit_delete_associations {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:19.609497 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-0dcb22b7-cd86-4911-8533-38a93dac0a44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538475'] for router (65d0c563-fbaa-4fcb-9213-962b0d4d873c), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:19.610186 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dcb22b7-cd86-4911-8533-38a93dac0a44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65d0c563-fbaa-4fcb-9213-962b0d4d873c {{(pid=106202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 12:34:19.615164 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-0dcb22b7-cd86-4911-8533-38a93dac0a44 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:19.616381 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-0dcb22b7-cd86-4911-8533-38a93dac0a44 admin admin] 10.222.0.71 "DELETE /networking/v2.0/routers/65d0c563-fbaa-4fcb-9213-962b0d4d873c HTTP/1.1" status: 204 len: 168 time: 0.7550478 Sep 21 12:34:19.619075 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 33168) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:34:19.666499 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.db_base_plugin_v2 [None req-0da678da-e21e-4aba-805b-d4cff91deedb admin admin] Deleting subnet 5ed2d235-e0f3-493a-a02e-e5b8dc727894 {{(pid=106202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 21 12:34:19.670098 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-0da678da-e21e-4aba-805b-d4cff91deedb admin admin] Publish callbacks [] for subnet (5ed2d235-e0f3-493a-a02e-e5b8dc727894), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:19.705963 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-0da678da-e21e-4aba-805b-d4cff91deedb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6891090'] for subnet (5ed2d235-e0f3-493a-a02e-e5b8dc727894), precommit_delete_associations {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:19.787895 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-0da678da-e21e-4aba-805b-d4cff91deedb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462926'] for subnet (5ed2d235-e0f3-493a-a02e-e5b8dc727894), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:19.844275 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-0da678da-e21e-4aba-805b-d4cff91deedb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6955047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7093949'] for subnet (5ed2d235-e0f3-493a-a02e-e5b8dc727894), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:19.875366 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da678da-e21e-4aba-805b-d4cff91deedb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ed2d235-e0f3-493a-a02e-e5b8dc727894,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:34:19.880636 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-0da678da-e21e-4aba-805b-d4cff91deedb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:19.886771 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd98d54-2d38-41a5-b069-0f72ea3c87b8 None None] Network fc00bdbd-9f44-4a8d-9363-4787072ee03d requested from dv-cinder-858678-1-iscsi {{(pid=106203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 12:34:19.887286 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-0da678da-e21e-4aba-805b-d4cff91deedb admin admin] 10.222.0.71 "DELETE /networking/v2.0/subnets/5ed2d235-e0f3-493a-a02e-e5b8dc727894 HTTP/1.1" status: 204 len: 168 time: 0.2666359 Sep 21 12:34:19.887286 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 33170) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:34:19.957813 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-2d68aa4b-3983-4d97-8478-9378da5dcbaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535227'] for network (fc00bdbd-9f44-4a8d-9363-4787072ee03d), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:20.004917 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [None req-2d68aa4b-3983-4d97-8478-9378da5dcbaf admin admin] Deleting port ac0cec4a-c236-4dcb-bc23-e5332207d25a {{(pid=106202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:34:20.005253 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-2d68aa4b-3983-4d97-8478-9378da5dcbaf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (ac0cec4a-c236-4dcb-bc23-e5332207d25a), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:20.134227 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81287cac-b085-41b9-ac8c-0db8f9a9a521 None None] DHCP port deletion for fc00bdbd-9f44-4a8d-9363-4787072ee03d request from dv-cinder-858678-1-iscsi {{(pid=106203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 21 12:34:20.193525 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-81287cac-b085-41b9-ac8c-0db8f9a9a521 None None] Deleting port ac0cec4a-c236-4dcb-bc23-e5332207d25a {{(pid=106203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:34:20.194607 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-81287cac-b085-41b9-ac8c-0db8f9a9a521 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (ac0cec4a-c236-4dcb-bc23-e5332207d25a), before_delete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:20.198217 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 24c76747-7cd7-42aa-8aca-137bea1cd947 no longer exists at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 12:34:20.265042 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] No Port match for: 24c76747-7cd7-42aa-8aca-137bea1cd947 {{(pid=106203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 12:34:20.265390 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 24c76747-7cd7-42aa-8aca-137bea1cd947 not bound to the agent host dv-cinder-858678-1-iscsi {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 12:34:20.265829 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 54470c95-9886-457a-8878-27a4f0b6ee35 no longer exists at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 12:34:20.294680 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] No Port match for: 54470c95-9886-457a-8878-27a4f0b6ee35 {{(pid=106203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 12:34:20.295011 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 54470c95-9886-457a-8878-27a4f0b6ee35 not bound to the agent host dv-cinder-858678-1-iscsi {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 12:34:20.295426 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device ac0cec4a-c236-4dcb-bc23-e5332207d25a no longer exists at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 12:34:20.333480 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-81287cac-b085-41b9-ac8c-0db8f9a9a521 None None] For port ac0cec4a-c236-4dcb-bc23-e5332207d25a, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=ac0cec4a-c236-4dcb-bc23-e5332207d25a,segment=NetworkSegment(0f859c32-8aa1-47e5-a3f4-04728a0ec843),segment_id=0f859c32-8aa1-47e5-a3f4-04728a0ec843)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:34:20.333867 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-81287cac-b085-41b9-ac8c-0db8f9a9a521 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (ac0cec4a-c236-4dcb-bc23-e5332207d25a), precommit_delete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:20.334223 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [None req-2d68aa4b-3983-4d97-8478-9378da5dcbaf admin admin] For port ac0cec4a-c236-4dcb-bc23-e5332207d25a, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=ac0cec4a-c236-4dcb-bc23-e5332207d25a,segment=NetworkSegment(0f859c32-8aa1-47e5-a3f4-04728a0ec843),segment_id=0f859c32-8aa1-47e5-a3f4-04728a0ec843)] {{(pid=106202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:34:20.334588 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-2d68aa4b-3983-4d97-8478-9378da5dcbaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (ac0cec4a-c236-4dcb-bc23-e5332207d25a), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:20.349818 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [None req-2d68aa4b-3983-4d97-8478-9378da5dcbaf admin admin] Calling delete_port for ac0cec4a-c236-4dcb-bc23-e5332207d25a owned by network:dhcp {{(pid=106202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:34:20.354059 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-81287cac-b085-41b9-ac8c-0db8f9a9a521 None None] Calling delete_port for ac0cec4a-c236-4dcb-bc23-e5332207d25a owned by network:dhcp {{(pid=106203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:34:20.401032 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:34:20.420589 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:34:20.438817 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-2d68aa4b-3983-4d97-8478-9378da5dcbaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (ac0cec4a-c236-4dcb-bc23-e5332207d25a), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:20.450615 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Current status of the port ac0cec4a-c236-4dcb-bc23-e5332207d25a is: ACTIVE; New status is: DOWN {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:34:20.451000 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (ac0cec4a-c236-4dcb-bc23-e5332207d25a), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:20.467808 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d68aa4b-3983-4d97-8478-9378da5dcbaf admin admin] Pushing event deleted for resources: {'Port': ['ID=ac0cec4a-c236-4dcb-bc23-e5332207d25a,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:34:20.474246 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d68aa4b-3983-4d97-8478-9378da5dcbaf admin admin] No DVR routers for this DVR port ac0cec4a-c236-4dcb-bc23-e5332207d25a on host dv-cinder-858678-1-iscsi {{(pid=106202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 12:34:20.510007 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-81287cac-b085-41b9-ac8c-0db8f9a9a521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810'] for port (ac0cec4a-c236-4dcb-bc23-e5332207d25a), after_delete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:20.540305 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81287cac-b085-41b9-ac8c-0db8f9a9a521 None None] No DVR routers for this DVR port ac0cec4a-c236-4dcb-bc23-e5332207d25a on host dv-cinder-858678-1-iscsi {{(pid=106203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 12:34:20.544171 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81287cac-b085-41b9-ac8c-0db8f9a9a521 None None] Pushing event deleted for resources: {'Port': ['ID=ac0cec4a-c236-4dcb-bc23-e5332207d25a,revision_number=None']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:34:20.551857 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-2d68aa4b-3983-4d97-8478-9378da5dcbaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548197', 'neutron.services.segments.db._delete_segments_for_network-8735121314753'] for network (fc00bdbd-9f44-4a8d-9363-4787072ee03d), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:20.564632 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:DELETE=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:34:20.573295 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.services.segments.db [None req-2d68aa4b-3983-4d97-8478-9378da5dcbaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc00bdbd-9f44-4a8d-9363-4787072ee03d']}} {{(pid=106202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:34:20.583294 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:34:20.585107 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.services.segments.db [None req-2d68aa4b-3983-4d97-8478-9378da5dcbaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f859c32-8aa1-47e5-a3f4-04728a0ec843') {'for_net_delete': True} {{(pid=106202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:34:20.585404 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.services.segments.db [None req-2d68aa4b-3983-4d97-8478-9378da5dcbaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f859c32-8aa1-47e5-a3f4-04728a0ec843') {} {{(pid=106202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:34:20.597150 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-2d68aa4b-3983-4d97-8478-9378da5dcbaf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735121314645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6891113'] for segment (0f859c32-8aa1-47e5-a3f4-04728a0ec843), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:20.617564 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-2d68aa4b-3983-4d97-8478-9378da5dcbaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355690'] for segment (0f859c32-8aa1-47e5-a3f4-04728a0ec843), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:20.625697 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d68aa4b-3983-4d97-8478-9378da5dcbaf admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=106202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 12:34:20.626571 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-2d68aa4b-3983-4d97-8478-9378da5dcbaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6955165'] for segment (0f859c32-8aa1-47e5-a3f4-04728a0ec843), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:20.672706 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.services.segments.plugin [-] Segment 0f859c32-8aa1-47e5-a3f4-04728a0ec843 resource provider aggregate not found Sep 21 12:34:20.690622 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.services.segments.plugin [-] Segment 0f859c32-8aa1-47e5-a3f4-04728a0ec843 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0f859c32-8aa1-47e5-a3f4-04728a0ec843 found for delete ", "request_id": "req-36d725fd-d2ad-4077-8b87-8c7b4afda3a7"}]} Sep 21 12:34:20.697120 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-2d68aa4b-3983-4d97-8478-9378da5dcbaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534153'] for network (fc00bdbd-9f44-4a8d-9363-4787072ee03d), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:20.703546 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-2d68aa4b-3983-4d97-8478-9378da5dcbaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544014'] for network (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:20.706628 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-2d68aa4b-3983-4d97-8478-9378da5dcbaf admin admin] 10.222.0.71 "DELETE /networking/v2.0/networks/fc00bdbd-9f44-4a8d-9363-4787072ee03d HTTP/1.1" status: 204 len: 168 time: 0.8184350 Sep 21 12:34:20.718455 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d68aa4b-3983-4d97-8478-9378da5dcbaf admin admin] Pushing event deleted for resources: {'Network': ['ID=fc00bdbd-9f44-4a8d-9363-4787072ee03d,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:34:20.820649 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 33178) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:34:20.860860 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-c4e59376-f5f6-40a4-9a9d-1ab690ce30bc admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=95515a2858124583ac138aa6350e4bc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390704 Sep 21 12:34:20.863393 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 33180) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:34:20.917205 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-1fcc7982-b818-4871-aba2-b1f834249676 admin admin] Publish callbacks [] for security_group (f2fe8543-76d8-4057-b3f1-f36dcfb00530), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:20.938129 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-1fcc7982-b818-4871-aba2-b1f834249676 admin admin] Publish callbacks [] for security_group (f2fe8543-76d8-4057-b3f1-f36dcfb00530), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:20.985794 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-1fcc7982-b818-4871-aba2-b1f834249676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (f2fe8543-76d8-4057-b3f1-f36dcfb00530), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:20.988453 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-1fcc7982-b818-4871-aba2-b1f834249676 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:20.989583 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-1fcc7982-b818-4871-aba2-b1f834249676 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/f2fe8543-76d8-4057-b3f1-f36dcfb00530 HTTP/1.1" status: 204 len: 168 time: 0.1252413 Sep 21 12:34:20.998234 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcc7982-b818-4871-aba2-b1f834249676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2fe8543-76d8-4057-b3f1-f36dcfb00530,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:34:21.303698 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 33186) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:34:21.344905 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-6de3ea7a-1188-40ae-af76-5814046c5f53 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=43c694babd814ea8bf1cdaf84f242a26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400286 Sep 21 12:34:21.347395 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 33188) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:34:21.396418 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-b3a6277a-709a-48f6-81b5-00e6a16791da admin admin] Publish callbacks [] for security_group (bb8b613d-cd37-40f4-8d81-84ddccf1c212), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:21.416493 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-b3a6277a-709a-48f6-81b5-00e6a16791da admin admin] Publish callbacks [] for security_group (bb8b613d-cd37-40f4-8d81-84ddccf1c212), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:21.472087 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-b3a6277a-709a-48f6-81b5-00e6a16791da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (bb8b613d-cd37-40f4-8d81-84ddccf1c212), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:21.474528 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-b3a6277a-709a-48f6-81b5-00e6a16791da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:21.475669 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-b3a6277a-709a-48f6-81b5-00e6a16791da admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/bb8b613d-cd37-40f4-8d81-84ddccf1c212 HTTP/1.1" status: 204 len: 168 time: 0.1273441 Sep 21 12:34:21.484549 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a6277a-709a-48f6-81b5-00e6a16791da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8b613d-cd37-40f4-8d81-84ddccf1c212,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:34:26.739882 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.agents_db [None req-f0b1ed15-d02e-46f0-bd67-2b506ff8404e None None] Agent healthcheck: found 6 active agents {{(pid=106204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:34:28.846724 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=64,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:34:28.849614 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=57,neutron:DELETE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:34:31.011350 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=22,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:34:31.455464 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:DELETE=6,neutron:SELECT=47,neutron:UPDATE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:34:31.479955 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=55,neutron:DELETE=7 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:34:31.496862 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=9,neutron:DELETE=3 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:34:34.371510 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4630c52c-8063-4d46-8145-82f68a5fa3e9 req-15db6ba4-40f9-4768-b6ba-31d5de432820 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:34:34.372939 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-4630c52c-8063-4d46-8145-82f68a5fa3e9 req-15db6ba4-40f9-4768-b6ba-31d5de432820 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=136bd64b-32e2-4d7c-b864-99becaf61714 HTTP/1.1" status: 200 len: 945 time: 0.2542465 Sep 21 12:34:34.418447 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-4630c52c-8063-4d46-8145-82f68a5fa3e9 req-147388e9-92bd-4dc2-a47a-e7b297feb92f tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c0bf8b88-61ab-4799-84fc-c621446524a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398829 Sep 21 12:34:35.549395 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3299133-255a-4944-b0fa-85eafd1e276b req-1514cf83-bc32-4342-9785-c8681d609fa0 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:34:35.551032 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b3299133-255a-4944-b0fa-85eafd1e276b req-1514cf83-bc32-4342-9785-c8681d609fa0 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=136bd64b-32e2-4d7c-b864-99becaf61714 HTTP/1.1" status: 200 len: 945 time: 0.0503616 Sep 21 12:34:35.599699 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b3299133-255a-4944-b0fa-85eafd1e276b req-1b261666-9b91-43a5-a7ae-e39dabb319b8 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=c0bf8b88-61ab-4799-84fc-c621446524a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428708 Sep 21 12:34:36.002208 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52b8362-a9c9-4873-b461-aa8fca45029f req-327201f4-0b0f-4e2f-b695-7dade5af5681 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:34:36.003813 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b52b8362-a9c9-4873-b461-aa8fca45029f req-327201f4-0b0f-4e2f-b695-7dade5af5681 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=136bd64b-32e2-4d7c-b864-99becaf61714 HTTP/1.1" status: 200 len: 945 time: 0.0467308 Sep 21 12:34:36.089424 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [req-b52b8362-a9c9-4873-b461-aa8fca45029f req-f166af57-d772-4d0c-8057-157d100f16d0 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Deleting port 7ae2d2df-8a27-44be-8c47-a003fdd11c3a {{(pid=106202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:34:36.089765 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-b52b8362-a9c9-4873-b461-aa8fca45029f req-f166af57-d772-4d0c-8057-157d100f16d0 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (7ae2d2df-8a27-44be-8c47-a003fdd11c3a), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:36.179576 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [req-b52b8362-a9c9-4873-b461-aa8fca45029f req-f166af57-d772-4d0c-8057-157d100f16d0 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] For port 7ae2d2df-8a27-44be-8c47-a003fdd11c3a, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=7ae2d2df-8a27-44be-8c47-a003fdd11c3a,segment=NetworkSegment(9a81ab1a-c91c-421a-be88-b87f2c0b7773),segment_id=9a81ab1a-c91c-421a-be88-b87f2c0b7773)] {{(pid=106202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:34:36.179962 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-b52b8362-a9c9-4873-b461-aa8fca45029f req-f166af57-d772-4d0c-8057-157d100f16d0 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (7ae2d2df-8a27-44be-8c47-a003fdd11c3a), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:36.355294 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-b52b8362-a9c9-4873-b461-aa8fca45029f req-f166af57-d772-4d0c-8057-157d100f16d0 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:36.356194 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-b52b8362-a9c9-4873-b461-aa8fca45029f req-f166af57-d772-4d0c-8057-157d100f16d0 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534182'] for floatingip (cb576bde-90a6-4586-ad67-a83be2619a11), after_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:36.356584 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.db.l3_db [req-b52b8362-a9c9-4873-b461-aa8fca45029f req-f166af57-d772-4d0c-8057-157d100f16d0 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Floating IP cb576bde-90a6-4586-ad67-a83be2619a11 disassociated. External IP: 172.27.0.37, port: 7ae2d2df-8a27-44be-8c47-a003fdd11c3a. Sep 21 12:34:36.356930 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [req-b52b8362-a9c9-4873-b461-aa8fca45029f req-f166af57-d772-4d0c-8057-157d100f16d0 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Calling delete_port for 7ae2d2df-8a27-44be-8c47-a003fdd11c3a owned by compute:nova {{(pid=106202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:34:36.404855 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-3f7b459e-40fd-4b29-97b5-9bdbef9e3209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (f73c601a-29a1-4353-9f34-efd4ba2e6501), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:36.486349 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-b52b8362-a9c9-4873-b461-aa8fca45029f req-f166af57-d772-4d0c-8057-157d100f16d0 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (7ae2d2df-8a27-44be-8c47-a003fdd11c3a), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:36.514521 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f166af57-d772-4d0c-8057-157d100f16d0 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Pushing event deleted for resources: {'Port': ['ID=7ae2d2df-8a27-44be-8c47-a003fdd11c3a,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:34:36.626411 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b52b8362-a9c9-4873-b461-aa8fca45029f req-f166af57-d772-4d0c-8057-157d100f16d0 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Router 7790f097-110a-4e2e-b7cb-1db12730b695 has already been hosted by L3 agent 4f31b8b6-17c0-474d-bf52-0481ff2a5cf7 {{(pid=106202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 12:34:36.711057 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-c3ee92ad-860f-4289-8c3e-42aca1a7fc86 req-bbde5ae6-0657-4146-9e03-9f63231ad768 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=136bd64b-32e2-4d7c-b864-99becaf61714 HTTP/1.1" status: 200 len: 210 time: 0.0274389 Sep 21 12:34:36.732184 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b52b8362-a9c9-4873-b461-aa8fca45029f req-f166af57-d772-4d0c-8057-157d100f16d0 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Notify agent at l3_agent.dv-cinder-858678-1-iscsi the message routers_updated {{(pid=106202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:34:36.737489 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:34:36.738116 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=41 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:34:36.739472 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=42 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:34:36.750256 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b5e5b0-a0b1-42b6-b63a-a289608bc595 None None] Sync routers for ids ['7790f097-110a-4e2e-b7cb-1db12730b695'] in dv-cinder-858678-1-iscsi {{(pid=106203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:34:36.764653 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b5e5b0-a0b1-42b6-b63a-a289608bc595 None None] Routers {'7790f097-110a-4e2e-b7cb-1db12730b695'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:34:36.765274 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-d8b5e5b0-a0b1-42b6-b63a-a289608bc595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:34:09Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['7790f097-110a-4e2e-b7cb-1db12730b695'], 'active': True} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:34:36.779359 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.l3_dvrscheduler_db [req-b52b8362-a9c9-4873-b461-aa8fca45029f req-f166af57-d772-4d0c-8057-157d100f16d0 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] No DVR routers for this DVR port 7ae2d2df-8a27-44be-8c47-a003fdd11c3a on host hv-cinder-85867 {{(pid=106202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 12:34:36.781958 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-b52b8362-a9c9-4873-b461-aa8fca45029f req-f166af57-d772-4d0c-8057-157d100f16d0 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for port (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:36.785237 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b52b8362-a9c9-4873-b461-aa8fca45029f req-f166af57-d772-4d0c-8057-157d100f16d0 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.66 "DELETE /networking/v2.0/ports/7ae2d2df-8a27-44be-8c47-a003fdd11c3a HTTP/1.1" status: 204 len: 173 time: 0.7759461 Sep 21 12:34:36.785731 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '136bd64b-32e2-4d7c-b864-99becaf61714', 'name': 'network-vif-deleted', 'tag': '7ae2d2df-8a27-44be-8c47-a003fdd11c3a'}] {{(pid=106202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:34:36.788012 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f69dec5372d12bc1dbf2d83c258da0d8b658e28cfccadcad30c8a09044815e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5150d21d-5f03-441d-892f-e6382ed73286" -d '{"events": [{"server_uuid": "136bd64b-32e2-4d7c-b864-99becaf61714", "name": "network-vif-deleted", "tag": "7ae2d2df-8a27-44be-8c47-a003fdd11c3a"}]}' {{(pid=106202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:34:36.828673 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 12:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfadf3ba-4cef-411c-8d73-bd5a0b140201 x-openstack-request-id: req-cfadf3ba-4cef-411c-8d73-bd5a0b140201 {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:34:36.829443 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "136bd64b-32e2-4d7c-b864-99becaf61714", "name": "network-vif-deleted", "tag": "7ae2d2df-8a27-44be-8c47-a003fdd11c3a", "status": "completed", "code": 200}]} {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:34:36.829775 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-cfadf3ba-4cef-411c-8d73-bd5a0b140201 {{(pid=106202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:34:36.830269 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfadf3ba-4cef-411c-8d73-bd5a0b140201'] response: {'server_uuid': '136bd64b-32e2-4d7c-b864-99becaf61714', 'name': 'network-vif-deleted', 'tag': '7ae2d2df-8a27-44be-8c47-a003fdd11c3a', 'status': 'completed', 'code': 200} Sep 21 12:34:36.885565 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvr_db [None req-d8b5e5b0-a0b1-42b6-b63a-a289608bc595 None None] Set router 7790f097-110a-4e2e-b7cb-1db12730b695 gateway port host: dv-cinder-858678-1-iscsi {{(pid=106203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:34:37.107972 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-d8b5e5b0-a0b1-42b6-b63a-a289608bc595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'name': 'tempest-AttachVolumeNegativeTest-307258962-router', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '38ab0a3c-d859-4900-8927-c30c165851cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:31:19Z', 'updated_at': '2022-09-21T12:31:22Z', 'revision_number': 4, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'gw_port': {'id': '38ab0a3c-d859-4900-8927-c30c165851cf', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:20Z', 'updated_at': '2022-09-21T12:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_floatingips': [{'id': '75ff7c16-006a-41c2-beb4-b0a80390eadd', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'floating_ip_address': '172.27.0.86', 'floating_network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'router_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'port_id': '050f2d58-b5dc-42b1-ac31-96b06caf931b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4', 'mac_address': 'fa:16:3e:c1:bc:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17630cc-94bc-4b00-a64e-3c092f04cb1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T12:31:25Z', 'updated_at': '2022-09-21T12:31:40Z', 'revision_number': 2, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e924c8b-82a3-464e-81f6-ae4bda862ab6', 'name': '', 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'mac_address': 'fa:16:3e:ea:ce:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '62b0a2ff-8728-481a-b55a-ce99e8ef1e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:22Z', 'updated_at': '2022-09-21T12:31:26Z', 'revision_number': 5, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'subnets': [{'id': '62b0a2ff-8728-481a-b55a-ce99e8ef1e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:34:37.135186 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b5e5b0-a0b1-42b6-b63a-a289608bc595 None None] Checking router: 7790f097-110a-4e2e-b7cb-1db12730b695 for host: dv-cinder-858678-1-iscsi {{(pid=106203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:34:37.143711 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b5e5b0-a0b1-42b6-b63a-a289608bc595 None None] Routers {'7790f097-110a-4e2e-b7cb-1db12730b695'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:34:37.144309 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-d8b5e5b0-a0b1-42b6-b63a-a289608bc595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:34:09Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['7790f097-110a-4e2e-b7cb-1db12730b695'], 'active': True} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:34:37.242069 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvr_db [None req-d8b5e5b0-a0b1-42b6-b63a-a289608bc595 None None] Set router 7790f097-110a-4e2e-b7cb-1db12730b695 gateway port host: dv-cinder-858678-1-iscsi {{(pid=106203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:34:37.573398 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-d8b5e5b0-a0b1-42b6-b63a-a289608bc595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'name': 'tempest-AttachVolumeNegativeTest-307258962-router', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '38ab0a3c-d859-4900-8927-c30c165851cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:31:19Z', 'updated_at': '2022-09-21T12:31:22Z', 'revision_number': 4, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'gw_port': {'id': '38ab0a3c-d859-4900-8927-c30c165851cf', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:20Z', 'updated_at': '2022-09-21T12:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_floatingips': [{'id': '75ff7c16-006a-41c2-beb4-b0a80390eadd', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'floating_ip_address': '172.27.0.86', 'floating_network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'router_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'port_id': '050f2d58-b5dc-42b1-ac31-96b06caf931b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4', 'mac_address': 'fa:16:3e:c1:bc:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17630cc-94bc-4b00-a64e-3c092f04cb1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T12:31:25Z', 'updated_at': '2022-09-21T12:31:40Z', 'revision_number': 2, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e924c8b-82a3-464e-81f6-ae4bda862ab6', 'name': '', 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'mac_address': 'fa:16:3e:ea:ce:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '62b0a2ff-8728-481a-b55a-ce99e8ef1e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:22Z', 'updated_at': '2022-09-21T12:31:26Z', 'revision_number': 5, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'subnets': [{'id': '62b0a2ff-8728-481a-b55a-ce99e8ef1e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:34:37.602888 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b5e5b0-a0b1-42b6-b63a-a289608bc595 None None] The sync data for ids ['7790f097-110a-4e2e-b7cb-1db12730b695'] in dv-cinder-858678-1-iscsi is: [{'id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'name': 'tempest-AttachVolumeNegativeTest-307258962-router', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '38ab0a3c-d859-4900-8927-c30c165851cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:31:19Z', 'updated_at': '2022-09-21T12:31:22Z', 'revision_number': 4, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'gw_port': {'id': '38ab0a3c-d859-4900-8927-c30c165851cf', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:20Z', 'updated_at': '2022-09-21T12:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_floatingips': [{'id': '75ff7c16-006a-41c2-beb4-b0a80390eadd', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'floating_ip_address': '172.27.0.86', 'floating_network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'router_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'port_id': '050f2d58-b5dc-42b1-ac31-96b06caf931b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4', 'mac_address': 'fa:16:3e:c1:bc:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17630cc-94bc-4b00-a64e-3c092f04cb1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T12:31:25Z', 'updated_at': '2022-09-21T12:31:40Z', 'revision_number': 2, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e924c8b-82a3-464e-81f6-ae4bda862ab6', 'name': '', 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'mac_address': 'fa:16:3e:ea:ce:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '62b0a2ff-8728-481a-b55a-ce99e8ef1e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:22Z', 'updated_at': '2022-09-21T12:31:26Z', 'revision_number': 5, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'subnets': [{'id': '62b0a2ff-8728-481a-b55a-ce99e8ef1e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:34:37.809145 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 33218) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:34:37.823028 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c46aa80-029c-42f5-b4a3-2848d5e99559 None None] New status for floating IP cb576bde-90a6-4586-ad67-a83be2619a11: DOWN {{(pid=106204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 21 12:34:37.863893 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-0be7e29d-806f-4964-b027-c52862ffb094 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for security_group (c0bf8b88-61ab-4799-84fc-c621446524a4), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:37.889781 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-0be7e29d-806f-4964-b027-c52862ffb094 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for security_group (c0bf8b88-61ab-4799-84fc-c621446524a4), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:37.940911 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-0be7e29d-806f-4964-b027-c52862ffb094 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (c0bf8b88-61ab-4799-84fc-c621446524a4), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:37.943384 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-0be7e29d-806f-4964-b027-c52862ffb094 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for security_group (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:37.944577 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-0be7e29d-806f-4964-b027-c52862ffb094 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "DELETE /networking/v2.0/security-groups/c0bf8b88-61ab-4799-84fc-c621446524a4 HTTP/1.1" status: 204 len: 168 time: 0.1344450 Sep 21 12:34:37.947447 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 33220) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:34:37.954545 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be7e29d-806f-4964-b027-c52862ffb094 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0bf8b88-61ab-4799-84fc-c621446524a4,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:34:37.962544 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.api.v2.resource [None req-e874332d-cf32-4e4f-b394-7f46e8b32ea5 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] show failed (client error): The resource could not be found. Sep 21 12:34:37.963791 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-e874332d-cf32-4e4f-b394-7f46e8b32ea5 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/security-groups/c0bf8b88-61ab-4799-84fc-c621446524a4 HTTP/1.1" status: 404 len: 347 time: 0.0153062 Sep 21 12:34:37.966870 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 33222) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:34:38.078323 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:34:38.081720 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [None req-a9c0a2ad-b78d-482e-bfce-dceb6a9cdae2 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Deleting port c7a3709d-458d-4dab-ae02-33366867ae20 {{(pid=106202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:34:38.082066 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-a9c0a2ad-b78d-482e-bfce-dceb6a9cdae2 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (c7a3709d-458d-4dab-ae02-33366867ae20), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:38.161101 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-a9c0a2ad-b78d-482e-bfce-dceb6a9cdae2 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (c7a3709d-458d-4dab-ae02-33366867ae20), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:38.161335 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-a9c0a2ad-b78d-482e-bfce-dceb6a9cdae2 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for floatingip (c7a3709d-458d-4dab-ae02-33366867ae20), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:38.173833 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [None req-a9c0a2ad-b78d-482e-bfce-dceb6a9cdae2 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Calling delete_port for c7a3709d-458d-4dab-ae02-33366867ae20 owned by network:floatingip {{(pid=106202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:34:38.305714 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-a9c0a2ad-b78d-482e-bfce-dceb6a9cdae2 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (c7a3709d-458d-4dab-ae02-33366867ae20), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:38.330750 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c0a2ad-b78d-482e-bfce-dceb6a9cdae2 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Pushing event deleted for resources: {'Port': ['ID=c7a3709d-458d-4dab-ae02-33366867ae20,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:34:38.396501 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-a9c0a2ad-b78d-482e-bfce-dceb6a9cdae2 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for floatingip (cb576bde-90a6-4586-ad67-a83be2619a11), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:38.399043 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-a9c0a2ad-b78d-482e-bfce-dceb6a9cdae2 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for floatingip (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:38.400214 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-a9c0a2ad-b78d-482e-bfce-dceb6a9cdae2 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "DELETE /networking/v2.0/floatingips/cb576bde-90a6-4586-ad67-a83be2619a11 HTTP/1.1" status: 204 len: 168 time: 0.4324412 Sep 21 12:34:38.660417 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-dd97a602-7e54-4f6a-a82a-8d4141c597f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (4f31b8b6-17c0-474d-bf52-0481ff2a5cf7), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:39.978123 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-740e41e1-10de-4b2e-a9f0-9582d49d2a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (d7a8950b-d4d7-4646-ba54-d395483871b4), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:40.021852 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cc057c-4741-4b3a-a148-dfdeaabdad53 req-54ca5e01-4db3-43df-b74f-6c79592805b3 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:34:40.023351 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-e5cc057c-4741-4b3a-a148-dfdeaabdad53 req-54ca5e01-4db3-43df-b74f-6c79592805b3 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=e17630cc-94bc-4b00-a64e-3c092f04cb1a HTTP/1.1" status: 200 len: 945 time: 0.0468650 Sep 21 12:34:40.070294 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-e5cc057c-4741-4b3a-a148-dfdeaabdad53 req-8c4edab2-33c2-4bf0-aff0-f8abae6995e1 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=ca132cc9-ce04-48d0-b411-e24cd12d036c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411572 Sep 21 12:34:40.646714 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 7ae2d2df-8a27-44be-8c47-a003fdd11c3a no longer exists at agent hyperv_hv-cinder-85867 {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 12:34:40.665926 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] No Port match for: 7ae2d2df-8a27-44be-8c47-a003fdd11c3a {{(pid=106203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 12:34:40.666269 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 7ae2d2df-8a27-44be-8c47-a003fdd11c3a not bound to the agent host hv-cinder-85867 {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 12:34:41.190513 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7748769-f804-4e7b-b0c7-6d22818062f8 req-cf18ad83-ad18-4d3e-984b-0d2c2e1accd7 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:34:41.191978 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-d7748769-f804-4e7b-b0c7-6d22818062f8 req-cf18ad83-ad18-4d3e-984b-0d2c2e1accd7 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=e17630cc-94bc-4b00-a64e-3c092f04cb1a HTTP/1.1" status: 200 len: 945 time: 0.0454147 Sep 21 12:34:41.239323 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-d7748769-f804-4e7b-b0c7-6d22818062f8 req-d961a8af-8188-46f2-b284-52a760ab37da tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=ca132cc9-ce04-48d0-b411-e24cd12d036c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417445 Sep 21 12:34:41.298457 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (57fb69a9-4edc-44fd-8965-b65708e41306), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:41.533381 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c3e59811-0015-48e8-afb5-3d82d64b721e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (cef1489a-7471-4b81-a7c5-b9e507e96767), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:41.757502 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f77877-75cc-44e5-bf80-ce0cd58878e1 req-fd808260-b7d7-4e45-8918-45926a6290ab tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:34:41.758968 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-25f77877-75cc-44e5-bf80-ce0cd58878e1 req-fd808260-b7d7-4e45-8918-45926a6290ab tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=e17630cc-94bc-4b00-a64e-3c092f04cb1a HTTP/1.1" status: 200 len: 945 time: 0.0461783 Sep 21 12:34:41.846391 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [req-25f77877-75cc-44e5-bf80-ce0cd58878e1 req-735ac18b-7a57-485f-b520-f985d1155320 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Deleting port 050f2d58-b5dc-42b1-ac31-96b06caf931b {{(pid=106202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:34:41.846730 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-25f77877-75cc-44e5-bf80-ce0cd58878e1 req-735ac18b-7a57-485f-b520-f985d1155320 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (050f2d58-b5dc-42b1-ac31-96b06caf931b), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:41.940273 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [req-25f77877-75cc-44e5-bf80-ce0cd58878e1 req-735ac18b-7a57-485f-b520-f985d1155320 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] For port 050f2d58-b5dc-42b1-ac31-96b06caf931b, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=050f2d58-b5dc-42b1-ac31-96b06caf931b,segment=NetworkSegment(9a81ab1a-c91c-421a-be88-b87f2c0b7773),segment_id=9a81ab1a-c91c-421a-be88-b87f2c0b7773)] {{(pid=106202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:34:41.940633 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-25f77877-75cc-44e5-bf80-ce0cd58878e1 req-735ac18b-7a57-485f-b520-f985d1155320 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (050f2d58-b5dc-42b1-ac31-96b06caf931b), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:42.087587 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:34:42.103230 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-25f77877-75cc-44e5-bf80-ce0cd58878e1 req-735ac18b-7a57-485f-b520-f985d1155320 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:42.103522 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-25f77877-75cc-44e5-bf80-ce0cd58878e1 req-735ac18b-7a57-485f-b520-f985d1155320 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534182'] for floatingip (75ff7c16-006a-41c2-beb4-b0a80390eadd), after_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:42.103870 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.db.l3_db [req-25f77877-75cc-44e5-bf80-ce0cd58878e1 req-735ac18b-7a57-485f-b520-f985d1155320 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Floating IP 75ff7c16-006a-41c2-beb4-b0a80390eadd disassociated. External IP: 172.27.0.86, port: 050f2d58-b5dc-42b1-ac31-96b06caf931b. Sep 21 12:34:42.104218 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [req-25f77877-75cc-44e5-bf80-ce0cd58878e1 req-735ac18b-7a57-485f-b520-f985d1155320 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Calling delete_port for 050f2d58-b5dc-42b1-ac31-96b06caf931b owned by compute:nova {{(pid=106202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:34:42.164735 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:34:42.235200 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-25f77877-75cc-44e5-bf80-ce0cd58878e1 req-735ac18b-7a57-485f-b520-f985d1155320 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (050f2d58-b5dc-42b1-ac31-96b06caf931b), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:42.263659 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735ac18b-7a57-485f-b520-f985d1155320 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Pushing event deleted for resources: {'Port': ['ID=050f2d58-b5dc-42b1-ac31-96b06caf931b,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:34:42.349293 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-e6f1689d-6d3a-4b7a-b139-1111d92add97 req-73ccf95a-4cdd-4909-b84e-f7a02b678edd tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=e17630cc-94bc-4b00-a64e-3c092f04cb1a HTTP/1.1" status: 200 len: 210 time: 0.0272617 Sep 21 12:34:42.378433 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25f77877-75cc-44e5-bf80-ce0cd58878e1 req-735ac18b-7a57-485f-b520-f985d1155320 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Router 7790f097-110a-4e2e-b7cb-1db12730b695 has already been hosted by L3 agent 4f31b8b6-17c0-474d-bf52-0481ff2a5cf7 {{(pid=106202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 12:34:42.483488 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25f77877-75cc-44e5-bf80-ce0cd58878e1 req-735ac18b-7a57-485f-b520-f985d1155320 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Notify agent at l3_agent.dv-cinder-858678-1-iscsi the message routers_updated {{(pid=106202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:34:42.493434 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bef25ec-3305-49b3-a327-f78ac07f67ac None None] Sync routers for ids ['7790f097-110a-4e2e-b7cb-1db12730b695'] in dv-cinder-858678-1-iscsi {{(pid=106203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:34:42.504257 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bef25ec-3305-49b3-a327-f78ac07f67ac None None] Routers {'7790f097-110a-4e2e-b7cb-1db12730b695'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:34:42.504892 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-1bef25ec-3305-49b3-a327-f78ac07f67ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:34:39Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['7790f097-110a-4e2e-b7cb-1db12730b695'], 'active': True} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:34:42.524858 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.l3_dvrscheduler_db [req-25f77877-75cc-44e5-bf80-ce0cd58878e1 req-735ac18b-7a57-485f-b520-f985d1155320 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] No DVR routers for this DVR port 050f2d58-b5dc-42b1-ac31-96b06caf931b on host hv-cinder-85867 {{(pid=106202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 12:34:42.527549 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-25f77877-75cc-44e5-bf80-ce0cd58878e1 req-735ac18b-7a57-485f-b520-f985d1155320 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for port (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:42.531248 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-25f77877-75cc-44e5-bf80-ce0cd58878e1 req-735ac18b-7a57-485f-b520-f985d1155320 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.66 "DELETE /networking/v2.0/ports/050f2d58-b5dc-42b1-ac31-96b06caf931b HTTP/1.1" status: 204 len: 173 time: 0.7659929 Sep 21 12:34:42.531818 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e17630cc-94bc-4b00-a64e-3c092f04cb1a', 'name': 'network-vif-deleted', 'tag': '050f2d58-b5dc-42b1-ac31-96b06caf931b'}] {{(pid=106202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:34:42.534073 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f69dec5372d12bc1dbf2d83c258da0d8b658e28cfccadcad30c8a09044815e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f8f926-c7ea-4115-a512-1e3ebed74b55" -d '{"events": [{"server_uuid": "e17630cc-94bc-4b00-a64e-3c092f04cb1a", "name": "network-vif-deleted", "tag": "050f2d58-b5dc-42b1-ac31-96b06caf931b"}]}' {{(pid=106202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:34:42.559635 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:34:42.578912 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 12:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39f91b6-ec9e-4905-8536-ee48e6b6e272 x-openstack-request-id: req-d39f91b6-ec9e-4905-8536-ee48e6b6e272 {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:34:42.579200 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e17630cc-94bc-4b00-a64e-3c092f04cb1a", "name": "network-vif-deleted", "tag": "050f2d58-b5dc-42b1-ac31-96b06caf931b", "status": "completed", "code": 200}]} {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:34:42.579447 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d39f91b6-ec9e-4905-8536-ee48e6b6e272 {{(pid=106202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:34:42.579873 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d39f91b6-ec9e-4905-8536-ee48e6b6e272'] response: {'server_uuid': 'e17630cc-94bc-4b00-a64e-3c092f04cb1a', 'name': 'network-vif-deleted', 'tag': '050f2d58-b5dc-42b1-ac31-96b06caf931b', 'status': 'completed', 'code': 200} Sep 21 12:34:42.618462 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvr_db [None req-1bef25ec-3305-49b3-a327-f78ac07f67ac None None] Set router 7790f097-110a-4e2e-b7cb-1db12730b695 gateway port host: dv-cinder-858678-1-iscsi {{(pid=106203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:34:42.662018 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:34:42.838467 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-1bef25ec-3305-49b3-a327-f78ac07f67ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'name': 'tempest-AttachVolumeNegativeTest-307258962-router', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '38ab0a3c-d859-4900-8927-c30c165851cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:31:19Z', 'updated_at': '2022-09-21T12:31:22Z', 'revision_number': 4, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'gw_port': {'id': '38ab0a3c-d859-4900-8927-c30c165851cf', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:20Z', 'updated_at': '2022-09-21T12:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': '1e924c8b-82a3-464e-81f6-ae4bda862ab6', 'name': '', 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'mac_address': 'fa:16:3e:ea:ce:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '62b0a2ff-8728-481a-b55a-ce99e8ef1e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:22Z', 'updated_at': '2022-09-21T12:31:26Z', 'revision_number': 5, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'subnets': [{'id': '62b0a2ff-8728-481a-b55a-ce99e8ef1e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:34:42.863316 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bef25ec-3305-49b3-a327-f78ac07f67ac None None] Checking router: 7790f097-110a-4e2e-b7cb-1db12730b695 for host: dv-cinder-858678-1-iscsi {{(pid=106203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:34:42.872737 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bef25ec-3305-49b3-a327-f78ac07f67ac None None] Routers {'7790f097-110a-4e2e-b7cb-1db12730b695'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:34:42.873117 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-1bef25ec-3305-49b3-a327-f78ac07f67ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:34:39Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['7790f097-110a-4e2e-b7cb-1db12730b695'], 'active': True} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:34:42.974709 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvr_db [None req-1bef25ec-3305-49b3-a327-f78ac07f67ac None None] Set router 7790f097-110a-4e2e-b7cb-1db12730b695 gateway port host: dv-cinder-858678-1-iscsi {{(pid=106203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:34:43.169157 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-1bef25ec-3305-49b3-a327-f78ac07f67ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'name': 'tempest-AttachVolumeNegativeTest-307258962-router', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '38ab0a3c-d859-4900-8927-c30c165851cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:31:19Z', 'updated_at': '2022-09-21T12:31:22Z', 'revision_number': 4, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'gw_port': {'id': '38ab0a3c-d859-4900-8927-c30c165851cf', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:20Z', 'updated_at': '2022-09-21T12:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': '1e924c8b-82a3-464e-81f6-ae4bda862ab6', 'name': '', 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'mac_address': 'fa:16:3e:ea:ce:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '62b0a2ff-8728-481a-b55a-ce99e8ef1e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:22Z', 'updated_at': '2022-09-21T12:31:26Z', 'revision_number': 5, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'subnets': [{'id': '62b0a2ff-8728-481a-b55a-ce99e8ef1e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:34:43.195051 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bef25ec-3305-49b3-a327-f78ac07f67ac None None] The sync data for ids ['7790f097-110a-4e2e-b7cb-1db12730b695'] in dv-cinder-858678-1-iscsi is: [{'id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'name': 'tempest-AttachVolumeNegativeTest-307258962-router', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '38ab0a3c-d859-4900-8927-c30c165851cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:31:19Z', 'updated_at': '2022-09-21T12:31:22Z', 'revision_number': 4, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'gw_port': {'id': '38ab0a3c-d859-4900-8927-c30c165851cf', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:20Z', 'updated_at': '2022-09-21T12:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': '1e924c8b-82a3-464e-81f6-ae4bda862ab6', 'name': '', 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'mac_address': 'fa:16:3e:ea:ce:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '62b0a2ff-8728-481a-b55a-ce99e8ef1e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:22Z', 'updated_at': '2022-09-21T12:31:26Z', 'revision_number': 5, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'subnets': [{'id': '62b0a2ff-8728-481a-b55a-ce99e8ef1e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:34:43.414106 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9969fb76-e8e5-4730-9152-c00b523dafe6 None None] New status for floating IP 75ff7c16-006a-41c2-beb4-b0a80390eadd: DOWN {{(pid=106204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 21 12:34:43.447241 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 33252) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:34:43.503988 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-463d02be-4dc0-46f5-a259-1d24ec26c86b tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for security_group (ca132cc9-ce04-48d0-b411-e24cd12d036c), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:43.527178 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-463d02be-4dc0-46f5-a259-1d24ec26c86b tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for security_group (ca132cc9-ce04-48d0-b411-e24cd12d036c), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:43.578216 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-463d02be-4dc0-46f5-a259-1d24ec26c86b tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (ca132cc9-ce04-48d0-b411-e24cd12d036c), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:43.580930 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-463d02be-4dc0-46f5-a259-1d24ec26c86b tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for security_group (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:43.582087 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-463d02be-4dc0-46f5-a259-1d24ec26c86b tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "DELETE /networking/v2.0/security-groups/ca132cc9-ce04-48d0-b411-e24cd12d036c HTTP/1.1" status: 204 len: 168 time: 0.1338143 Sep 21 12:34:43.585238 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 33254) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:34:43.592282 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463d02be-4dc0-46f5-a259-1d24ec26c86b tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca132cc9-ce04-48d0-b411-e24cd12d036c,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:34:43.602478 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.api.v2.resource [None req-6e9756f7-ebf9-4848-9c6f-2e48b49d026b tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] show failed (client error): The resource could not be found. Sep 21 12:34:43.606731 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-6e9756f7-ebf9-4848-9c6f-2e48b49d026b tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/security-groups/ca132cc9-ce04-48d0-b411-e24cd12d036c HTTP/1.1" status: 404 len: 347 time: 0.0171232 Sep 21 12:34:43.606967 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 33256) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:34:43.718317 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.plugin [None req-ef482f1c-1335-4419-a45d-5cb370b9f97e tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Deleting port 4a9349f7-8294-438a-86e8-fdc12409850d {{(pid=106201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:34:43.718567 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-ef482f1c-1335-4419-a45d-5cb370b9f97e tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (4a9349f7-8294-438a-86e8-fdc12409850d), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:43.792546 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-ef482f1c-1335-4419-a45d-5cb370b9f97e tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (4a9349f7-8294-438a-86e8-fdc12409850d), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:43.792916 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-ef482f1c-1335-4419-a45d-5cb370b9f97e tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for floatingip (4a9349f7-8294-438a-86e8-fdc12409850d), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:43.805164 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.plugin [None req-ef482f1c-1335-4419-a45d-5cb370b9f97e tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Calling delete_port for 4a9349f7-8294-438a-86e8-fdc12409850d owned by network:floatingip {{(pid=106201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:34:43.935137 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-ef482f1c-1335-4419-a45d-5cb370b9f97e tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6788894'] for port (4a9349f7-8294-438a-86e8-fdc12409850d), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:43.960373 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef482f1c-1335-4419-a45d-5cb370b9f97e tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Pushing event deleted for resources: {'Port': ['ID=4a9349f7-8294-438a-86e8-fdc12409850d,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:34:44.023002 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-ef482f1c-1335-4419-a45d-5cb370b9f97e tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for floatingip (75ff7c16-006a-41c2-beb4-b0a80390eadd), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:44.025436 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-ef482f1c-1335-4419-a45d-5cb370b9f97e tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for floatingip (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:44.026556 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-ef482f1c-1335-4419-a45d-5cb370b9f97e tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "DELETE /networking/v2.0/floatingips/75ff7c16-006a-41c2-beb4-b0a80390eadd HTTP/1.1" status: 204 len: 168 time: 0.4186487 Sep 21 12:34:44.098024 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 33260) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:34:44.102847 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [None req-54dcba6f-a044-4c27-833e-345fb896039d tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Request body: {'security_group': {'name': 'tempest-securitygroup--197591472', 'description': 'tempest-description--60993699'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:34:44.127616 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-54dcba6f-a044-4c27-833e-345fb896039d tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for security_group (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:44.196905 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-54dcba6f-a044-4c27-833e-345fb896039d tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for security_group (fca2c3a3-81c3-47bf-9dfd-316c0c4e7b2b), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:44.201240 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-54dcba6f-a044-4c27-833e-345fb896039d tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (fca2c3a3-81c3-47bf-9dfd-316c0c4e7b2b), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:44.229785 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-54dcba6f-a044-4c27-833e-345fb896039d tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for security_group (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:44.231574 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-54dcba6f-a044-4c27-833e-345fb896039d tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1321664 Sep 21 12:34:44.234639 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 33262) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:34:44.235891 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dcba6f-a044-4c27-833e-345fb896039d tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fca2c3a3-81c3-47bf-9dfd-316c0c4e7b2b,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:34:44.241533 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.v2.base [None req-872966bb-f15a-4b69-9179-2b97ad90a40b tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Request body: {'security_group_rule': {'security_group_id': 'fca2c3a3-81c3-47bf-9dfd-316c0c4e7b2b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:34:44.268639 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-872966bb-f15a-4b69-9179-2b97ad90a40b tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for security_group_rule (b40be7d8-daa5-4287-8f19-30a8fca493e3), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:44.305730 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:34:44.309198 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:34:44.328120 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-872966bb-f15a-4b69-9179-2b97ad90a40b tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for security_group_rule (b40be7d8-daa5-4287-8f19-30a8fca493e3), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:44.331725 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-872966bb-f15a-4b69-9179-2b97ad90a40b tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663432'] for security_group_rule (b40be7d8-daa5-4287-8f19-30a8fca493e3), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:44.352751 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872966bb-f15a-4b69-9179-2b97ad90a40b tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b40be7d8-daa5-4287-8f19-30a8fca493e3,revision_number=0']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:34:44.358888 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-872966bb-f15a-4b69-9179-2b97ad90a40b tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:44.359965 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-872966bb-f15a-4b69-9179-2b97ad90a40b tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1242375 Sep 21 12:34:44.362796 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 33264) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:34:44.367301 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.v2.base [None req-8ba4ee48-2dcc-412d-a307-1a150c6aca60 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Request body: {'security_group_rule': {'security_group_id': 'fca2c3a3-81c3-47bf-9dfd-316c0c4e7b2b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:34:44.393572 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-8ba4ee48-2dcc-412d-a307-1a150c6aca60 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for security_group_rule (42c41292-3a4c-41b9-bb6c-2eacecc7f71e), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:44.448032 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-8ba4ee48-2dcc-412d-a307-1a150c6aca60 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for security_group_rule (42c41292-3a4c-41b9-bb6c-2eacecc7f71e), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:44.451455 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-8ba4ee48-2dcc-412d-a307-1a150c6aca60 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663432'] for security_group_rule (42c41292-3a4c-41b9-bb6c-2eacecc7f71e), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:44.472252 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba4ee48-2dcc-412d-a307-1a150c6aca60 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42c41292-3a4c-41b9-bb6c-2eacecc7f71e,revision_number=0']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:34:44.479361 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-8ba4ee48-2dcc-412d-a307-1a150c6aca60 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:44.481070 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-8ba4ee48-2dcc-412d-a307-1a150c6aca60 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1167831 Sep 21 12:34:44.484315 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 33266) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:34:44.488456 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.v2.base [None req-dbb51d7e-532d-4f98-b603-a9cc8fac0f03 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Request body: {'floatingip': {'floating_network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d'}} {{(pid=106201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:34:44.508604 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-dbb51d7e-532d-4f98-b603-a9cc8fac0f03 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:44.587378 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-dbb51d7e-532d-4f98-b603-a9cc8fac0f03 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:44.692894 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.db.db_base_plugin_common [None req-dbb51d7e-532d-4f98-b603-a9cc8fac0f03 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Allocated IP 172.27.0.152 (988e67c4-a01e-4c04-8cb9-1b0dd07d668d/691ea813-de87-4809-9e6b-d8504be0b97f/bc922f0f-d57f-4993-a6cc-d9b804b31f63) {{(pid=106201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:34:44.794595 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-dbb51d7e-532d-4f98-b603-a9cc8fac0f03 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for port (bc922f0f-d57f-4993-a6cc-d9b804b31f63), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:44.825157 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-dbb51d7e-532d-4f98-b603-a9cc8fac0f03 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735120900801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6788894'] for port (bc922f0f-d57f-4993-a6cc-d9b804b31f63), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:44.869757 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb51d7e-532d-4f98-b603-a9cc8fac0f03 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Network 988e67c4-a01e-4c04-8cb9-1b0dd07d668d is already hosted by enough agents. {{(pid=106201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:34:44.872614 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.base_scheduler [None req-dbb51d7e-532d-4f98-b603-a9cc8fac0f03 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Resources bound (agent type, host, resource id): {{(pid=106201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:34:44.875009 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb51d7e-532d-4f98-b603-a9cc8fac0f03 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Received port after_create {{(pid=106201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 12:34:44.898651 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb51d7e-532d-4f98-b603-a9cc8fac0f03 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Pushing event updated for resources: {'Port': ['ID=bc922f0f-d57f-4993-a6cc-d9b804b31f63,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:34:44.957858 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:34:44.964429 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-dbb51d7e-532d-4f98-b603-a9cc8fac0f03 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for floatingip (0e64773c-6341-4a85-a2a3-302a4534b872), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:45.004455 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-dbb51d7e-532d-4f98-b603-a9cc8fac0f03 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (bc922f0f-d57f-4993-a6cc-d9b804b31f63), before_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:45.035813 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:34:45.154399 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-dbb51d7e-532d-4f98-b603-a9cc8fac0f03 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for port (bc922f0f-d57f-4993-a6cc-d9b804b31f63), precommit_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:45.158676 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-dbb51d7e-532d-4f98-b603-a9cc8fac0f03 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6788903'] for port (bc922f0f-d57f-4993-a6cc-d9b804b31f63), after_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:45.228474 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-dbb51d7e-532d-4f98-b603-a9cc8fac0f03 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534182'] for floatingip (0e64773c-6341-4a85-a2a3-302a4534b872), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:45.231052 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb51d7e-532d-4f98-b603-a9cc8fac0f03 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Pushing event updated for resources: {'Port': ['ID=bc922f0f-d57f-4993-a6cc-d9b804b31f63,revision_number=2']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:34:45.246090 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-dbb51d7e-532d-4f98-b603-a9cc8fac0f03 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for floatingip (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:45.255183 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-dbb51d7e-532d-4f98-b603-a9cc8fac0f03 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7621043 Sep 21 12:34:45.411381 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:UPDATE=1,neutron:SELECT=85,neutron:DELETE=10,neutron:INSERT=4 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:34:45.448815 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f7f3ffc5-98ef-4821-aba0-0b0cfc742830 req-855d586a-d84d-4e20-952b-89fa6f465af0 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--197591472&fields=id&tenant_id=bd7f2ef25e054b619068baf878bead18 HTTP/1.1" status: 200 len: 267 time: 0.0444961 Sep 21 12:34:45.560824 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f3ffc5-98ef-4821-aba0-0b0cfc742830 req-f6afa4a6-b685-4c8b-a4c9-9b0ce490fb36 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:34:45.562274 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f7f3ffc5-98ef-4821-aba0-0b0cfc742830 req-f6afa4a6-b685-4c8b-a4c9-9b0ce490fb36 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/networks?id=e8f74bce-cdd1-4f64-9fe4-35f38581a3e4 HTTP/1.1" status: 200 len: 814 time: 0.1064963 Sep 21 12:34:45.577322 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f7f3ffc5-98ef-4821-aba0-0b0cfc742830 req-7c2adae3-39c8-40c6-a7e1-edd40da5cc49 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/quotas/bd7f2ef25e054b619068baf878bead18 HTTP/1.1" status: 200 len: 375 time: 0.0095537 Sep 21 12:34:45.625259 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f7f3ffc5-98ef-4821-aba0-0b0cfc742830 req-8ee1e487-2559-42d3-aa63-270a47f56006 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=bd7f2ef25e054b619068baf878bead18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0428658 Sep 21 12:34:45.707320 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:34:45.724895 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f7f3ffc5-98ef-4821-aba0-0b0cfc742830 req-16af6d33-f792-46a2-bdbf-432fc6fd3880 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/e8f74bce-cdd1-4f64-9fe4-35f38581a3e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882642 Sep 21 12:34:45.815403 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f7f3ffc5-98ef-4821-aba0-0b0cfc742830 req-fd53a2de-b26f-4fe6-b36d-5182ff119248 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/e8f74bce-cdd1-4f64-9fe4-35f38581a3e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841143 Sep 21 12:34:45.987171 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-be9a0f5b-61f7-4b8f-8ea0-52861c156a56 req-41fa5547-8c61-4550-bba7-74721346b81a tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=a8212565-d87b-4a5a-9618-5f3ad4c9c511 HTTP/1.1" status: 200 len: 210 time: 0.0276833 Sep 21 12:34:46.663040 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 050f2d58-b5dc-42b1-ac31-96b06caf931b no longer exists at agent hyperv_hv-cinder-85867 {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 12:34:46.682214 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] No Port match for: 050f2d58-b5dc-42b1-ac31-96b06caf931b {{(pid=106203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 12:34:46.682542 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 050f2d58-b5dc-42b1-ac31-96b06caf931b not bound to the agent host hv-cinder-85867 {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 12:34:47.103777 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-80989e21-f047-4aeb-a9f6-388880dd2be8 req-234ddd43-6c4f-4e64-853a-23f7b3cc5006 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=a8212565-d87b-4a5a-9618-5f3ad4c9c511 HTTP/1.1" status: 200 len: 210 time: 0.0347030 Sep 21 12:34:47.133203 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f3ffc5-98ef-4821-aba0-0b0cfc742830 req-32856a2e-87e1-4ad8-8249-39d58330773b tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:34:47.134655 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f7f3ffc5-98ef-4821-aba0-0b0cfc742830 req-32856a2e-87e1-4ad8-8249-39d58330773b tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.66 "GET /networking/v2.0/networks?id=e8f74bce-cdd1-4f64-9fe4-35f38581a3e4 HTTP/1.1" status: 200 len: 814 time: 0.1413653 Sep 21 12:34:47.203425 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f7f3ffc5-98ef-4821-aba0-0b0cfc742830 req-4c572504-0458-4f31-aa7c-55a0cd3f1f55 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.66 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=bd7f2ef25e054b619068baf878bead18 HTTP/1.1" status: 200 len: 379 time: 0.0552723 Sep 21 12:34:47.272243 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [req-f7f3ffc5-98ef-4821-aba0-0b0cfc742830 req-258fb691-a94c-49f7-9b04-8595fe6b9e6f tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Request body: {'port': {'device_id': 'a8212565-d87b-4a5a-9618-5f3ad4c9c511', 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4', 'admin_state_up': True, 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'security_groups': ['fca2c3a3-81c3-47bf-9dfd-316c0c4e7b2b']}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:34:47.387438 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7f3ffc5-98ef-4821-aba0-0b0cfc742830 req-258fb691-a94c-49f7-9b04-8595fe6b9e6f tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Made reservation on behalf of bd7f2ef25e054b619068baf878bead18 for: {'port': 1} {{(pid=106202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:34:47.391212 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-f7f3ffc5-98ef-4821-aba0-0b0cfc742830 req-258fb691-a94c-49f7-9b04-8595fe6b9e6f tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:47.520143 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.db_base_plugin_common [req-f7f3ffc5-98ef-4821-aba0-0b0cfc742830 req-258fb691-a94c-49f7-9b04-8595fe6b9e6f tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Allocated IP 172.20.0.8 (e8f74bce-cdd1-4f64-9fe4-35f38581a3e4/62b0a2ff-8728-481a-b55a-ce99e8ef1e63/799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed) {{(pid=106202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:34:47.626135 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:34:47.676928 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-f7f3ffc5-98ef-4821-aba0-0b0cfc742830 req-258fb691-a94c-49f7-9b04-8595fe6b9e6f tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for port (799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:47.709510 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-f7f3ffc5-98ef-4821-aba0-0b0cfc742830 req-258fb691-a94c-49f7-9b04-8595fe6b9e6f tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735120900801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:47.758998 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7f3ffc5-98ef-4821-aba0-0b0cfc742830 req-258fb691-a94c-49f7-9b04-8595fe6b9e6f tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Network e8f74bce-cdd1-4f64-9fe4-35f38581a3e4 is already hosted by enough agents. {{(pid=106202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:34:47.762837 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.base_scheduler [req-f7f3ffc5-98ef-4821-aba0-0b0cfc742830 req-258fb691-a94c-49f7-9b04-8595fe6b9e6f tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Resources bound (agent type, host, resource id): {{(pid=106202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:34:47.767186 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7f3ffc5-98ef-4821-aba0-0b0cfc742830 req-258fb691-a94c-49f7-9b04-8595fe6b9e6f tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Received port after_create {{(pid=106202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 12:34:47.795993 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258fb691-a94c-49f7-9b04-8595fe6b9e6f tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Pushing event updated for resources: {'Port': ['ID=799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:34:47.824049 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f3ffc5-98ef-4821-aba0-0b0cfc742830 req-258fb691-a94c-49f7-9b04-8595fe6b9e6f tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:34:47.824694 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-f7f3ffc5-98ef-4821-aba0-0b0cfc742830 req-258fb691-a94c-49f7-9b04-8595fe6b9e6f tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for port (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:47.831455 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:34:47.844116 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f7f3ffc5-98ef-4821-aba0-0b0cfc742830 req-258fb691-a94c-49f7-9b04-8595fe6b9e6f tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.66 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5757596 Sep 21 12:34:47.861594 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [req-f7f3ffc5-98ef-4821-aba0-0b0cfc742830 req-be9be204-08da-4861-b1b1-e33a2b3f6bdf service neutron] Request body: {'port': {'device_id': 'a8212565-d87b-4a5a-9618-5f3ad4c9c511', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85867'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:34:47.924893 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-f7f3ffc5-98ef-4821-aba0-0b0cfc742830 req-be9be204-08da-4861-b1b1-e33a2b3f6bdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed), before_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:47.946364 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-04b248db-0679-437c-9d81-6ef3eb57a2df None None] Provisioning complete for port 799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed triggered by entity DHCP. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:34:47.947038 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-04b248db-0679-437c-9d81-6ef3eb57a2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:47.947388 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-04b248db-0679-437c-9d81-6ef3eb57a2df None None] Attempt 1 to provision port 799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed Sep 21 12:34:47.986786 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-04b248db-0679-437c-9d81-6ef3eb57a2df None None] Port 799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:34:48.200280 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.notifiers.nova [req-f7f3ffc5-98ef-4821-aba0-0b0cfc742830 req-be9be204-08da-4861-b1b1-e33a2b3f6bdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed {{(pid=106202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 12:34:48.208015 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-f7f3ffc5-98ef-4821-aba0-0b0cfc742830 req-be9be204-08da-4861-b1b1-e33a2b3f6bdf service neutron] Publish callbacks [] for port (799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed), precommit_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:48.221934 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.provisioning_blocks [req-f7f3ffc5-98ef-4821-aba0-0b0cfc742830 req-be9be204-08da-4861-b1b1-e33a2b3f6bdf service neutron] Transition to ACTIVE for port object 799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed will not be triggered until provisioned by entity L2. {{(pid=106202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 12:34:48.226158 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-f7f3ffc5-98ef-4821-aba0-0b0cfc742830 req-be9be204-08da-4861-b1b1-e33a2b3f6bdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6955121'] for port (799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed), after_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:48.229809 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d3aef-d188-4df5-b81a-de343838fdd9 req-96e71d27-6bf6-4f23-873b-5f880f1af978 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:34:48.231335 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-dc8d3aef-d188-4df5-b81a-de343838fdd9 req-96e71d27-6bf6-4f23-873b-5f880f1af978 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=a8212565-d87b-4a5a-9618-5f3ad4c9c511 HTTP/1.1" status: 200 len: 931 time: 0.0475473 Sep 21 12:34:48.285959 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9be204-08da-4861-b1b1-e33a2b3f6bdf service neutron] Pushing event updated for resources: {'Port': ['ID=799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed,revision_number=2']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:34:48.288768 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-dc8d3aef-d188-4df5-b81a-de343838fdd9 req-9018ce77-d9ed-4390-b893-7bfc4b01f5ea tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=fca2c3a3-81c3-47bf-9dfd-316c0c4e7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510879 Sep 21 12:34:48.343066 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.managers [req-f7f3ffc5-98ef-4821-aba0-0b0cfc742830 req-be9be204-08da-4861-b1b1-e33a2b3f6bdf service neutron] Attempting to bind port 799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed on host hv-cinder-85867 for vnic_type normal with profile {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 12:34:48.343398 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.managers [req-f7f3ffc5-98ef-4821-aba0-0b0cfc742830 req-be9be204-08da-4861-b1b1-e33a2b3f6bdf service neutron] Attempting to bind port 799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed by drivers openvswitch,hyperv on host hv-cinder-85867 at level 0 using segments [{'id': '9a81ab1a-c91c-421a-be88-b87f2c0b7773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4'}] {{(pid=106202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 12:34:48.343732 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f3ffc5-98ef-4821-aba0-0b0cfc742830 req-be9be204-08da-4861-b1b1-e33a2b3f6bdf service neutron] Attempting to bind port 799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed on network e8f74bce-cdd1-4f64-9fe4-35f38581a3e4 {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:34:48.385236 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f3ffc5-98ef-4821-aba0-0b0cfc742830 req-be9be204-08da-4861-b1b1-e33a2b3f6bdf service neutron] Port 799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed on network e8f74bce-cdd1-4f64-9fe4-35f38581a3e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85867 {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 12:34:48.385565 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f3ffc5-98ef-4821-aba0-0b0cfc742830 req-be9be204-08da-4861-b1b1-e33a2b3f6bdf service neutron] Attempting to bind port 799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed on network e8f74bce-cdd1-4f64-9fe4-35f38581a3e4 {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:34:48.429105 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f3ffc5-98ef-4821-aba0-0b0cfc742830 req-be9be204-08da-4861-b1b1-e33a2b3f6bdf service neutron] Checking agent: {'id': '986f726e-8c98-4005-b3b7-e033305b1240', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85867', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 12, 18, 46), 'started_at': datetime.datetime(2022, 9, 21, 12, 18, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 12, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 12:34:48.429449 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f3ffc5-98ef-4821-aba0-0b0cfc742830 req-be9be204-08da-4861-b1b1-e33a2b3f6bdf service neutron] Checking segment: {'id': '9a81ab1a-c91c-421a-be88-b87f2c0b7773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:34:48.429872 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f3ffc5-98ef-4821-aba0-0b0cfc742830 req-be9be204-08da-4861-b1b1-e33a2b3f6bdf service neutron] Bound using segment: {'id': '9a81ab1a-c91c-421a-be88-b87f2c0b7773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4'} {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 12:34:48.430244 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.managers [req-f7f3ffc5-98ef-4821-aba0-0b0cfc742830 req-be9be204-08da-4861-b1b1-e33a2b3f6bdf service neutron] Bound port: 799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed, host: hv-cinder-85867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a81ab1a-c91c-421a-be88-b87f2c0b7773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4'}}] {{(pid=106202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 12:34:48.430601 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-f7f3ffc5-98ef-4821-aba0-0b0cfc742830 req-be9be204-08da-4861-b1b1-e33a2b3f6bdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed), before_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:48.433139 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:34:48.488369 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-04b248db-0679-437c-9d81-6ef3eb57a2df None None] Attempt 2 to provision port 799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed Sep 21 12:34:48.496819 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [req-f7f3ffc5-98ef-4821-aba0-0b0cfc742830 req-be9be204-08da-4861-b1b1-e33a2b3f6bdf service neutron] For port 799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed, host hv-cinder-85867, cleared binding levels {{(pid=106202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:34:48.500092 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [req-f7f3ffc5-98ef-4821-aba0-0b0cfc742830 req-be9be204-08da-4861-b1b1-e33a2b3f6bdf service neutron] For port 799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed, host hv-cinder-85867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed,segment=NetworkSegment(9a81ab1a-c91c-421a-be88-b87f2c0b7773),segment_id=9a81ab1a-c91c-421a-be88-b87f2c0b7773)] {{(pid=106202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:34:48.506317 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-f7f3ffc5-98ef-4821-aba0-0b0cfc742830 req-be9be204-08da-4861-b1b1-e33a2b3f6bdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6955121'] for port (799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed), after_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:48.510390 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f3ffc5-98ef-4821-aba0-0b0cfc742830 req-be9be204-08da-4861-b1b1-e33a2b3f6bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:34:48.510994 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-f7f3ffc5-98ef-4821-aba0-0b0cfc742830 req-be9be204-08da-4861-b1b1-e33a2b3f6bdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for port (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:48.513586 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f7f3ffc5-98ef-4821-aba0-0b0cfc742830 req-be9be204-08da-4861-b1b1-e33a2b3f6bdf service neutron] 10.222.0.66 "PUT /networking/v2.0/ports/799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed HTTP/1.1" status: 200 len: 1093 time: 0.6564960 Sep 21 12:34:48.514159 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8212565-d87b-4a5a-9618-5f3ad4c9c511', 'tag': '799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed'}] {{(pid=106202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:34:48.516583 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f69dec5372d12bc1dbf2d83c258da0d8b658e28cfccadcad30c8a09044815e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf139b59-bc16-4ed5-8f7d-6856681fb42f" -d '{"events": [{"name": "network-changed", "server_uuid": "a8212565-d87b-4a5a-9618-5f3ad4c9c511", "tag": "799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed"}]}' {{(pid=106202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:34:48.528646 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-04b248db-0679-437c-9d81-6ef3eb57a2df None None] Port 799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:34:48.564680 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (986f726e-8c98-4005-b3b7-e033305b1240), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:48.575964 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9be204-08da-4861-b1b1-e33a2b3f6bdf service neutron] Pushing event updated for resources: {'Port': ['ID=799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed,revision_number=3']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:34:48.585039 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 12:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a43a9f15-fba2-4b2b-b098-58bf5e2d9465 x-openstack-request-id: req-a43a9f15-fba2-4b2b-b098-58bf5e2d9465 {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:34:48.585986 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8212565-d87b-4a5a-9618-5f3ad4c9c511", "tag": "799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed", "status": "completed", "code": 200}]} {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:34:48.586311 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a43a9f15-fba2-4b2b-b098-58bf5e2d9465 {{(pid=106202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:34:48.586945 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a43a9f15-fba2-4b2b-b098-58bf5e2d9465'] response: {'name': 'network-changed', 'server_uuid': 'a8212565-d87b-4a5a-9618-5f3ad4c9c511', 'tag': '799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed', 'status': 'completed', 'code': 200} Sep 21 12:34:48.654055 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f3ffc5-98ef-4821-aba0-0b0cfc742830 req-738a0c20-66df-48af-b258-cf17aa6893d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:34:48.655577 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f7f3ffc5-98ef-4821-aba0-0b0cfc742830 req-738a0c20-66df-48af-b258-cf17aa6893d2 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=bd7f2ef25e054b619068baf878bead18&device_id=a8212565-d87b-4a5a-9618-5f3ad4c9c511 HTTP/1.1" status: 200 len: 1127 time: 0.0405493 Sep 21 12:34:48.701053 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f7f3ffc5-98ef-4821-aba0-0b0cfc742830 req-93420600-9df3-412d-95bd-0145f42faf24 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed HTTP/1.1" status: 200 len: 217 time: 0.0325816 Sep 21 12:34:48.749511 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f3ffc5-98ef-4821-aba0-0b0cfc742830 req-4f3fc69a-9819-4646-8df4-1aa2205b18a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:34:48.750875 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f7f3ffc5-98ef-4821-aba0-0b0cfc742830 req-4f3fc69a-9819-4646-8df4-1aa2205b18a3 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=62b0a2ff-8728-481a-b55a-ce99e8ef1e63 HTTP/1.1" status: 200 len: 853 time: 0.0440989 Sep 21 12:34:49.029981 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-04b248db-0679-437c-9d81-6ef3eb57a2df None None] Attempt 3 to provision port 799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed Sep 21 12:34:49.039116 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:34:49.045977 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f3ffc5-98ef-4821-aba0-0b0cfc742830 req-e3932132-a3e8-4226-a6ac-ad68b8fe8a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:34:49.047470 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f7f3ffc5-98ef-4821-aba0-0b0cfc742830 req-e3932132-a3e8-4226-a6ac-ad68b8fe8a06 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=e8f74bce-cdd1-4f64-9fe4-35f38581a3e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2908936 Sep 21 12:34:49.068728 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-04b248db-0679-437c-9d81-6ef3eb57a2df None None] Port 799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed had new provisioning blocks added so it will not transition to active. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 21 12:34:49.138171 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f7f3ffc5-98ef-4821-aba0-0b0cfc742830 req-765ba38f-7ce5-4b29-9f08-17743c56b408 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e8f74bce-cdd1-4f64-9fe4-35f38581a3e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843189 Sep 21 12:34:49.231734 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f7f3ffc5-98ef-4821-aba0-0b0cfc742830 req-f031abb2-4d52-435a-b635-d81362264de2 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e8f74bce-cdd1-4f64-9fe4-35f38581a3e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875566 Sep 21 12:34:49.407374 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60637bda-bfbd-4053-9f55-21c03c6fd692 req-84db4267-fd90-4924-8b65-729b447b9c79 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:34:49.408838 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-60637bda-bfbd-4053-9f55-21c03c6fd692 req-84db4267-fd90-4924-8b65-729b447b9c79 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=a8212565-d87b-4a5a-9618-5f3ad4c9c511 HTTP/1.1" status: 200 len: 943 time: 0.0443611 Sep 21 12:34:49.456926 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-60637bda-bfbd-4053-9f55-21c03c6fd692 req-9d3b907c-dd7a-405c-9a74-ff4a58732b80 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=fca2c3a3-81c3-47bf-9dfd-316c0c4e7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425389 Sep 21 12:34:50.576876 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff349e91-8037-4a3b-9caf-c03334abb3e6 req-e75339b3-bd6a-4857-96e9-e263858813a9 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:34:50.578341 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ff349e91-8037-4a3b-9caf-c03334abb3e6 req-e75339b3-bd6a-4857-96e9-e263858813a9 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=a8212565-d87b-4a5a-9618-5f3ad4c9c511 HTTP/1.1" status: 200 len: 943 time: 0.0457716 Sep 21 12:34:50.625695 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ff349e91-8037-4a3b-9caf-c03334abb3e6 req-5a54de17-0b7e-41d9-832a-a120525fafb9 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=fca2c3a3-81c3-47bf-9dfd-316c0c4e7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414410 Sep 21 12:34:51.163017 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf139b59-bc16-4ed5-8f7d-6856681fb42f req-ea4944ef-a97d-413e-8595-3bd2e7a30203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:34:51.164521 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-cf139b59-bc16-4ed5-8f7d-6856681fb42f req-ea4944ef-a97d-413e-8595-3bd2e7a30203 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=bd7f2ef25e054b619068baf878bead18&device_id=a8212565-d87b-4a5a-9618-5f3ad4c9c511 HTTP/1.1" status: 200 len: 1127 time: 0.0470848 Sep 21 12:34:51.254835 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf139b59-bc16-4ed5-8f7d-6856681fb42f req-627a1b9b-697f-4636-a4a7-5789976c600c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:34:51.256312 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-cf139b59-bc16-4ed5-8f7d-6856681fb42f req-627a1b9b-697f-4636-a4a7-5789976c600c service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=e8f74bce-cdd1-4f64-9fe4-35f38581a3e4 HTTP/1.1" status: 200 len: 915 time: 0.0853498 Sep 21 12:34:51.298858 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-cf139b59-bc16-4ed5-8f7d-6856681fb42f req-c3be9bba-a1d3-4bce-9a03-e7d1ae102059 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed HTTP/1.1" status: 200 len: 217 time: 0.0358984 Sep 21 12:34:51.347463 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf139b59-bc16-4ed5-8f7d-6856681fb42f req-f517b997-6e7f-403e-9dc5-b5cef454b5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:34:51.348964 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-cf139b59-bc16-4ed5-8f7d-6856681fb42f req-f517b997-6e7f-403e-9dc5-b5cef454b5a6 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=62b0a2ff-8728-481a-b55a-ce99e8ef1e63 HTTP/1.1" status: 200 len: 853 time: 0.0443945 Sep 21 12:34:51.405502 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf139b59-bc16-4ed5-8f7d-6856681fb42f req-319d04cb-f899-4c9c-a363-177bade8ae58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:34:51.407676 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-cf139b59-bc16-4ed5-8f7d-6856681fb42f req-319d04cb-f899-4c9c-a363-177bade8ae58 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=e8f74bce-cdd1-4f64-9fe4-35f38581a3e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0531340 Sep 21 12:34:51.500806 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-cf139b59-bc16-4ed5-8f7d-6856681fb42f req-f4c1a59e-7de8-4c63-b11b-2db59e46ffce service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e8f74bce-cdd1-4f64-9fe4-35f38581a3e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872552 Sep 21 12:34:51.596660 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-cf139b59-bc16-4ed5-8f7d-6856681fb42f req-faceaa73-ca28-480e-ab24-a97d29445d7f service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e8f74bce-cdd1-4f64-9fe4-35f38581a3e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902929 Sep 21 12:34:51.758104 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb16bfa-ed99-45dd-8bb0-6eafc70cdf79 req-fb300750-2a63-454a-a0c0-0a6469902424 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:34:51.759493 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-eeb16bfa-ed99-45dd-8bb0-6eafc70cdf79 req-fb300750-2a63-454a-a0c0-0a6469902424 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=a8212565-d87b-4a5a-9618-5f3ad4c9c511 HTTP/1.1" status: 200 len: 943 time: 0.0469880 Sep 21 12:34:51.805740 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-eeb16bfa-ed99-45dd-8bb0-6eafc70cdf79 req-93f2bb1b-2544-4be5-a2bd-73b130ce5ab4 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=fca2c3a3-81c3-47bf-9dfd-316c0c4e7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402544 Sep 21 12:34:52.688930 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed details requested by agent hyperv_hv-cinder-85867 with host hv-cinder-85867 {{(pid=106203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 12:34:52.790007 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port 799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed,segment=NetworkSegment(9a81ab1a-c91c-421a-be88-b87f2c0b7773),segment_id=9a81ab1a-c91c-421a-be88-b87f2c0b7773)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:34:52.801456 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Returning: {'device': '799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed', 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4', 'port_id': '799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed', 'mac_address': 'fa:16:3e:ac:a5:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62b0a2ff-8728-481a-b55a-ce99e8ef1e63', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 12:34:52.836362 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Current status of the port 799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed is: DOWN; New status is: BUILD {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:34:52.836752 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:52.845355 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:34:52.851502 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.notifiers.nova [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed {{(pid=106203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 12:34:52.872918 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port 799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed,segment=NetworkSegment(9a81ab1a-c91c-421a-be88-b87f2c0b7773),segment_id=9a81ab1a-c91c-421a-be88-b87f2c0b7773)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:34:52.877313 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:52.916938 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:34:52.930352 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Pushing event updated for resources: {'Port': ['ID=799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed,revision_number=4']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:34:52.930849 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05818e0d-2db2-4363-8522-f1e8fec89c2e req-bfd49357-7646-4fe2-80f2-da917e2edcc7 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:34:52.932386 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-05818e0d-2db2-4363-8522-f1e8fec89c2e req-bfd49357-7646-4fe2-80f2-da917e2edcc7 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=a8212565-d87b-4a5a-9618-5f3ad4c9c511 HTTP/1.1" status: 200 len: 944 time: 0.0508640 Sep 21 12:34:52.981252 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-05818e0d-2db2-4363-8522-f1e8fec89c2e req-108823b4-d54c-45c3-9761-97cbcc836729 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=fca2c3a3-81c3-47bf-9dfd-316c0c4e7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426316 Sep 21 12:34:53.282071 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] get_ports_and_sgs() called for port_ids ['799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed'] {{(pid=106203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 12:34:53.491292 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:34:53.493200 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:34:53.614506 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:34:53.644634 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-15be768d-c60a-47f5-a1d8-9793a80ac3c9 req-4828fe1d-0c09-45b7-97b6-08ea72a69ddb service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=03c6adc5-7b9f-4ffa-b4c8-13ca7ae2ee23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376363 Sep 21 12:34:53.719420 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be768d-c60a-47f5-a1d8-9793a80ac3c9 req-609190cc-41e0-4fc0-8108-84450c4c896e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:34:53.720888 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-15be768d-c60a-47f5-a1d8-9793a80ac3c9 req-609190cc-41e0-4fc0-8108-84450c4c896e service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=04bda0b59d3b4bfabf6f1b84fec0d6a6&device_id=03c6adc5-7b9f-4ffa-b4c8-13ca7ae2ee23 HTTP/1.1" status: 200 len: 1130 time: 0.0374725 Sep 21 12:34:53.793911 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=100 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:34:53.835085 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be768d-c60a-47f5-a1d8-9793a80ac3c9 req-c3b76442-7094-4e31-afc9-87cc3f7c34ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:34:53.836621 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-15be768d-c60a-47f5-a1d8-9793a80ac3c9 req-c3b76442-7094-4e31-afc9-87cc3f7c34ac service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=df063f4b-39ab-4616-b570-b4e44f12336f HTTP/1.1" status: 200 len: 913 time: 0.0969634 Sep 21 12:34:53.898831 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-15be768d-c60a-47f5-a1d8-9793a80ac3c9 req-86505bc5-2dd0-4468-a449-aa0e94f86989 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30cdd6f9-678f-4f65-b2ab-284e35d1463a HTTP/1.1" status: 200 len: 1002 time: 0.0549691 Sep 21 12:34:53.953099 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be768d-c60a-47f5-a1d8-9793a80ac3c9 req-1136a03b-4d81-4982-bdc3-2010fa7f9db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:34:53.954535 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-15be768d-c60a-47f5-a1d8-9793a80ac3c9 req-1136a03b-4d81-4982-bdc3-2010fa7f9db4 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=e7695b35-fb3b-4bad-9fa2-f93cecf3dac8 HTTP/1.1" status: 200 len: 851 time: 0.0475986 Sep 21 12:34:53.996875 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be768d-c60a-47f5-a1d8-9793a80ac3c9 req-c65fc322-d634-406f-85ed-a798f9786e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:34:53.998347 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-15be768d-c60a-47f5-a1d8-9793a80ac3c9 req-c65fc322-d634-406f-85ed-a798f9786e68 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=df063f4b-39ab-4616-b570-b4e44f12336f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377922 Sep 21 12:34:54.101411 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-15be768d-c60a-47f5-a1d8-9793a80ac3c9 req-e6f6f8c7-7d45-4738-b21b-3fb39fcc701a service neutron] 10.222.0.66 "GET /networking/v2.0/networks/df063f4b-39ab-4616-b570-b4e44f12336f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971243 Sep 21 12:34:54.109884 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86798374-857e-4d8b-b104-8bc6982840da req-6d6b3ba4-5dab-4b84-a1b1-70ff60fc106a tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:34:54.111365 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-86798374-857e-4d8b-b104-8bc6982840da req-6d6b3ba4-5dab-4b84-a1b1-70ff60fc106a tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=a8212565-d87b-4a5a-9618-5f3ad4c9c511 HTTP/1.1" status: 200 len: 944 time: 0.0512738 Sep 21 12:34:54.159049 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-86798374-857e-4d8b-b104-8bc6982840da req-1a43f2d8-7160-48d3-be06-17eaa103bb03 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=fca2c3a3-81c3-47bf-9dfd-316c0c4e7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418556 Sep 21 12:34:54.193729 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-15be768d-c60a-47f5-a1d8-9793a80ac3c9 req-4c93c433-54f6-49e6-88b2-e3749c500390 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/df063f4b-39ab-4616-b570-b4e44f12336f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856645 Sep 21 12:34:54.707168 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed up at agent hyperv_hv-cinder-85867 {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:34:54.753642 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Provisioning for port 799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed completed by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 21 12:34:54.760210 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Provisioning complete for port 799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:34:54.760583 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:54.760919 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Attempt 1 to provision port 799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed Sep 21 12:34:54.833706 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Current status of the port 799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed is: BUILD; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:34:54.834087 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:54.857045 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8212565-d87b-4a5a-9618-5f3ad4c9c511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed'}] {{(pid=106203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:34:54.859563 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f5c4d77a05fc023d1f839eaccf47ad38217f4e21b3a59551d1b02ed6bd0851a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b852d47-64df-4f7a-bd35-e8db5438ba4a" -d '{"events": [{"server_uuid": "a8212565-d87b-4a5a-9618-5f3ad4c9c511", "name": "network-vif-plugged", "status": "completed", "tag": "799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed"}]}' {{(pid=106203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:34:54.874582 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port 799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed,segment=NetworkSegment(9a81ab1a-c91c-421a-be88-b87f2c0b7773),segment_id=9a81ab1a-c91c-421a-be88-b87f2c0b7773)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:34:54.878667 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:54.904094 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 12:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-057731dd-0e60-4d05-b8e5-d400721b028f x-openstack-request-id: req-057731dd-0e60-4d05-b8e5-d400721b028f {{(pid=106203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:34:54.904375 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8212565-d87b-4a5a-9618-5f3ad4c9c511", "name": "network-vif-plugged", "status": "completed", "tag": "799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed", "code": 200}]} {{(pid=106203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:34:54.904625 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-057731dd-0e60-4d05-b8e5-d400721b028f {{(pid=106203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:34:54.905014 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-057731dd-0e60-4d05-b8e5-d400721b028f'] response: {'server_uuid': 'a8212565-d87b-4a5a-9618-5f3ad4c9c511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed', 'code': 200} Sep 21 12:34:54.930506 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Pushing event updated for resources: {'Port': ['ID=799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed,revision_number=5']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:34:55.102703 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af4aec4-d75d-44a8-89a9-8dac0a3e66ec req-75fbbb82-7943-4339-ac6e-d431c37e5651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:34:55.104201 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-0af4aec4-d75d-44a8-89a9-8dac0a3e66ec req-75fbbb82-7943-4339-ac6e-d431c37e5651 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=a8212565-d87b-4a5a-9618-5f3ad4c9c511 HTTP/1.1" status: 200 len: 1129 time: 0.0381730 Sep 21 12:34:55.148380 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-0af4aec4-d75d-44a8-89a9-8dac0a3e66ec req-aff6de62-6f79-4d36-ac6a-503df181fbdc service neutron] 10.222.0.66 "GET /networking/v2.0/security-groups?id=fca2c3a3-81c3-47bf-9dfd-316c0c4e7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379167 Sep 21 12:34:55.280228 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15426d33-eb31-4bb4-93e8-c1568919c1ed req-a664ebeb-4b46-4e09-b153-1e53ebafaa42 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:34:55.281715 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-15426d33-eb31-4bb4-93e8-c1568919c1ed req-a664ebeb-4b46-4e09-b153-1e53ebafaa42 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=a8212565-d87b-4a5a-9618-5f3ad4c9c511 HTTP/1.1" status: 200 len: 945 time: 0.0465603 Sep 21 12:34:55.328202 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-15426d33-eb31-4bb4-93e8-c1568919c1ed req-be92a4bb-3c87-443d-9315-80b943924813 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=fca2c3a3-81c3-47bf-9dfd-316c0c4e7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409317 Sep 21 12:34:56.466028 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a6cd2-4282-4a05-9627-c33416dfcd93 req-c4007f39-c42d-4a30-b267-255d705f942a tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:34:56.467574 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-465a6cd2-4282-4a05-9627-c33416dfcd93 req-c4007f39-c42d-4a30-b267-255d705f942a tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=a8212565-d87b-4a5a-9618-5f3ad4c9c511 HTTP/1.1" status: 200 len: 945 time: 0.0529344 Sep 21 12:34:56.515789 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-465a6cd2-4282-4a05-9627-c33416dfcd93 req-9ff2983b-8c8a-4237-ab76-844f462d4b84 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=fca2c3a3-81c3-47bf-9dfd-316c0c4e7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420003 Sep 21 12:34:57.638314 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9fa94-8d38-4264-b76b-389fdf715af3 req-67a8af55-75a4-426f-ad86-c72b9385dfd7 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:34:57.639820 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-f0f9fa94-8d38-4264-b76b-389fdf715af3 req-67a8af55-75a4-426f-ad86-c72b9385dfd7 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=a8212565-d87b-4a5a-9618-5f3ad4c9c511 HTTP/1.1" status: 200 len: 945 time: 0.0462480 Sep 21 12:34:57.691707 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-f0f9fa94-8d38-4264-b76b-389fdf715af3 req-5a01ef5e-d772-41f8-94c8-80a5aae856cc tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=fca2c3a3-81c3-47bf-9dfd-316c0c4e7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462797 Sep 21 12:34:57.808852 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583af18a-44dd-4904-8dd3-95043bd45b0a req-90f72e73-bce9-4b4b-b45c-f0e85d415826 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:34:57.810209 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-583af18a-44dd-4904-8dd3-95043bd45b0a req-90f72e73-bce9-4b4b-b45c-f0e85d415826 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=a8212565-d87b-4a5a-9618-5f3ad4c9c511 HTTP/1.1" status: 200 len: 945 time: 0.0464699 Sep 21 12:34:57.820294 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 33324) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:34:57.825526 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [None req-069cc4c4-c2f9-48fb-b5cb-38e72291e591 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Request body: {'floatingip': {'port_id': '799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:34:57.868796 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-069cc4c4-c2f9-48fb-b5cb-38e72291e591 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for floatingip (0e64773c-6341-4a85-a2a3-302a4534b872), before_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:58.123680 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:34:58.303066 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-069cc4c4-c2f9-48fb-b5cb-38e72291e591 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:58.306774 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-069cc4c4-c2f9-48fb-b5cb-38e72291e591 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534182'] for floatingip (0e64773c-6341-4a85-a2a3-302a4534b872), after_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:58.308967 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:34:58.405233 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.db.l3_db [None req-069cc4c4-c2f9-48fb-b5cb-38e72291e591 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Floating IP 0e64773c-6341-4a85-a2a3-302a4534b872 associated. External IP: 172.27.0.152, port: 799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed. Sep 21 12:34:58.606879 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-069cc4c4-c2f9-48fb-b5cb-38e72291e591 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Router 7790f097-110a-4e2e-b7cb-1db12730b695 has already been hosted by L3 agent 4f31b8b6-17c0-474d-bf52-0481ff2a5cf7 {{(pid=106202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 12:34:58.706643 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-069cc4c4-c2f9-48fb-b5cb-38e72291e591 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Notify agent at l3_agent.dv-cinder-858678-1-iscsi the message routers_updated {{(pid=106202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:34:58.711645 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-069cc4c4-c2f9-48fb-b5cb-38e72291e591 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for floatingip (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:34:58.716275 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b610ff-847a-4fc5-9d34-61e39a2d3170 None None] Sync routers for ids ['7790f097-110a-4e2e-b7cb-1db12730b695'] in dv-cinder-858678-1-iscsi {{(pid=106203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:34:58.725621 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b610ff-847a-4fc5-9d34-61e39a2d3170 None None] Routers {'7790f097-110a-4e2e-b7cb-1db12730b695'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:34:58.726232 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-14b610ff-847a-4fc5-9d34-61e39a2d3170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:34:39Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['7790f097-110a-4e2e-b7cb-1db12730b695'], 'active': True} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:34:58.746918 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-069cc4c4-c2f9-48fb-b5cb-38e72291e591 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "PUT /networking/v2.0/floatingips/0e64773c-6341-4a85-a2a3-302a4534b872 HTTP/1.1" status: 200 len: 991 time: 0.9227788 Sep 21 12:34:58.746918 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8212565-d87b-4a5a-9618-5f3ad4c9c511', 'tag': '799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed'}] {{(pid=106202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:34:58.747823 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f69dec5372d12bc1dbf2d83c258da0d8b658e28cfccadcad30c8a09044815e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4560f35b-ca9d-4f35-b565-514fc618460b" -d '{"events": [{"name": "network-changed", "server_uuid": "a8212565-d87b-4a5a-9618-5f3ad4c9c511", "tag": "799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed"}]}' {{(pid=106202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:34:58.785346 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 12:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bef94e2-2eaf-4ff4-ace2-1fb98c3e40c2 x-openstack-request-id: req-6bef94e2-2eaf-4ff4-ace2-1fb98c3e40c2 {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:34:58.785639 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8212565-d87b-4a5a-9618-5f3ad4c9c511", "tag": "799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed", "status": "completed", "code": 200}]} {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:34:58.785892 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6bef94e2-2eaf-4ff4-ace2-1fb98c3e40c2 {{(pid=106202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:34:58.786303 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bef94e2-2eaf-4ff4-ace2-1fb98c3e40c2'] response: {'name': 'network-changed', 'server_uuid': 'a8212565-d87b-4a5a-9618-5f3ad4c9c511', 'tag': '799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed', 'status': 'completed', 'code': 200} Sep 21 12:34:58.875495 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560f35b-ca9d-4f35-b565-514fc618460b req-b9a34692-e86a-483f-8abc-92065e3d404d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:34:58.877089 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-4560f35b-ca9d-4f35-b565-514fc618460b req-b9a34692-e86a-483f-8abc-92065e3d404d service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=bd7f2ef25e054b619068baf878bead18&device_id=a8212565-d87b-4a5a-9618-5f3ad4c9c511 HTTP/1.1" status: 200 len: 1129 time: 0.0428436 Sep 21 12:34:58.955061 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvr_db [None req-14b610ff-847a-4fc5-9d34-61e39a2d3170 None None] Set router 7790f097-110a-4e2e-b7cb-1db12730b695 gateway port host: dv-cinder-858678-1-iscsi {{(pid=106203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:34:58.969986 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560f35b-ca9d-4f35-b565-514fc618460b req-953af9cd-81b4-41b1-b9b1-ac2ff1fc46d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:34:58.971368 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-4560f35b-ca9d-4f35-b565-514fc618460b req-953af9cd-81b4-41b1-b9b1-ac2ff1fc46d0 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=e8f74bce-cdd1-4f64-9fe4-35f38581a3e4 HTTP/1.1" status: 200 len: 915 time: 0.0885444 Sep 21 12:34:59.036147 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-4560f35b-ca9d-4f35-b565-514fc618460b req-01a7e33c-78e9-46e7-853b-64b8ed51e28f service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed HTTP/1.1" status: 200 len: 999 time: 0.0587993 Sep 21 12:34:59.085777 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560f35b-ca9d-4f35-b565-514fc618460b req-4e50b635-0064-41cc-90e2-0197a45bf746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:34:59.087239 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-4560f35b-ca9d-4f35-b565-514fc618460b req-4e50b635-0064-41cc-90e2-0197a45bf746 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=62b0a2ff-8728-481a-b55a-ce99e8ef1e63 HTTP/1.1" status: 200 len: 853 time: 0.0459127 Sep 21 12:34:59.129650 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560f35b-ca9d-4f35-b565-514fc618460b req-1a2234d7-9bbe-4523-af5d-d4c9d84ccab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:34:59.131151 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-4560f35b-ca9d-4f35-b565-514fc618460b req-1a2234d7-9bbe-4523-af5d-d4c9d84ccab6 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=e8f74bce-cdd1-4f64-9fe4-35f38581a3e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376942 Sep 21 12:34:59.155161 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:34:59.160287 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=100 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:34:59.164243 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-14b610ff-847a-4fc5-9d34-61e39a2d3170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'name': 'tempest-AttachVolumeNegativeTest-307258962-router', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '38ab0a3c-d859-4900-8927-c30c165851cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:31:19Z', 'updated_at': '2022-09-21T12:31:22Z', 'revision_number': 4, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'gw_port': {'id': '38ab0a3c-d859-4900-8927-c30c165851cf', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:20Z', 'updated_at': '2022-09-21T12:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_floatingips': [{'id': '0e64773c-6341-4a85-a2a3-302a4534b872', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'floating_ip_address': '172.27.0.152', 'floating_network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'router_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'port_id': '799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4', 'mac_address': 'fa:16:3e:ac:a5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8212565-d87b-4a5a-9618-5f3ad4c9c511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T12:34:44Z', 'updated_at': '2022-09-21T12:34:58Z', 'revision_number': 1, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e924c8b-82a3-464e-81f6-ae4bda862ab6', 'name': '', 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'mac_address': 'fa:16:3e:ea:ce:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '62b0a2ff-8728-481a-b55a-ce99e8ef1e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:22Z', 'updated_at': '2022-09-21T12:31:26Z', 'revision_number': 5, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'subnets': [{'id': '62b0a2ff-8728-481a-b55a-ce99e8ef1e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:34:59.193487 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b610ff-847a-4fc5-9d34-61e39a2d3170 None None] Checking router: 7790f097-110a-4e2e-b7cb-1db12730b695 for host: dv-cinder-858678-1-iscsi {{(pid=106203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:34:59.202517 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b610ff-847a-4fc5-9d34-61e39a2d3170 None None] Routers {'7790f097-110a-4e2e-b7cb-1db12730b695'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:34:59.203132 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-14b610ff-847a-4fc5-9d34-61e39a2d3170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:34:39Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['7790f097-110a-4e2e-b7cb-1db12730b695'], 'active': True} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:34:59.229248 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-4560f35b-ca9d-4f35-b565-514fc618460b req-1e5a35c9-6987-4617-9c11-d7e376de899e service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e8f74bce-cdd1-4f64-9fe4-35f38581a3e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922179 Sep 21 12:34:59.301665 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvr_db [None req-14b610ff-847a-4fc5-9d34-61e39a2d3170 None None] Set router 7790f097-110a-4e2e-b7cb-1db12730b695 gateway port host: dv-cinder-858678-1-iscsi {{(pid=106203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:34:59.321066 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-4560f35b-ca9d-4f35-b565-514fc618460b req-c096fc82-569c-468f-a9d2-455eb7c5c90d service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e8f74bce-cdd1-4f64-9fe4-35f38581a3e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852761 Sep 21 12:34:59.331583 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:34:59.521890 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-14b610ff-847a-4fc5-9d34-61e39a2d3170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'name': 'tempest-AttachVolumeNegativeTest-307258962-router', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '38ab0a3c-d859-4900-8927-c30c165851cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:31:19Z', 'updated_at': '2022-09-21T12:31:22Z', 'revision_number': 4, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'gw_port': {'id': '38ab0a3c-d859-4900-8927-c30c165851cf', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:20Z', 'updated_at': '2022-09-21T12:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_floatingips': [{'id': '0e64773c-6341-4a85-a2a3-302a4534b872', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'floating_ip_address': '172.27.0.152', 'floating_network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'router_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'port_id': '799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4', 'mac_address': 'fa:16:3e:ac:a5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8212565-d87b-4a5a-9618-5f3ad4c9c511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T12:34:44Z', 'updated_at': '2022-09-21T12:34:58Z', 'revision_number': 1, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e924c8b-82a3-464e-81f6-ae4bda862ab6', 'name': '', 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'mac_address': 'fa:16:3e:ea:ce:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '62b0a2ff-8728-481a-b55a-ce99e8ef1e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:22Z', 'updated_at': '2022-09-21T12:31:26Z', 'revision_number': 5, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'subnets': [{'id': '62b0a2ff-8728-481a-b55a-ce99e8ef1e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:34:59.547249 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b610ff-847a-4fc5-9d34-61e39a2d3170 None None] The sync data for ids ['7790f097-110a-4e2e-b7cb-1db12730b695'] in dv-cinder-858678-1-iscsi is: [{'id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'name': 'tempest-AttachVolumeNegativeTest-307258962-router', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '38ab0a3c-d859-4900-8927-c30c165851cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:31:19Z', 'updated_at': '2022-09-21T12:31:22Z', 'revision_number': 4, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'gw_port': {'id': '38ab0a3c-d859-4900-8927-c30c165851cf', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:20Z', 'updated_at': '2022-09-21T12:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_floatingips': [{'id': '0e64773c-6341-4a85-a2a3-302a4534b872', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'floating_ip_address': '172.27.0.152', 'floating_network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'router_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'port_id': '799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 713, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4', 'mac_address': 'fa:16:3e:ac:a5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8212565-d87b-4a5a-9618-5f3ad4c9c511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T12:34:44Z', 'updated_at': '2022-09-21T12:34:58Z', 'revision_number': 1, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e924c8b-82a3-464e-81f6-ae4bda862ab6', 'name': '', 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'mac_address': 'fa:16:3e:ea:ce:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '62b0a2ff-8728-481a-b55a-ce99e8ef1e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:22Z', 'updated_at': '2022-09-21T12:31:26Z', 'revision_number': 5, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'subnets': [{'id': '62b0a2ff-8728-481a-b55a-ce99e8ef1e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:34:59.728549 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a2da3f-a9a9-4d1d-aca0-d69d02290147 None None] New status for floating IP 0e64773c-6341-4a85-a2a3-302a4534b872: ACTIVE {{(pid=106204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 21 12:35:02.782595 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb1a505-d40e-4896-9cb2-a3a4f8b55ba7 req-c2791b0a-3db1-487a-8ad7-1a37c6e2e44d tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:35:02.784110 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-2cb1a505-d40e-4896-9cb2-a3a4f8b55ba7 req-c2791b0a-3db1-487a-8ad7-1a37c6e2e44d tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=03c6adc5-7b9f-4ffa-b4c8-13ca7ae2ee23 HTTP/1.1" status: 200 len: 946 time: 0.0469718 Sep 21 12:35:02.796405 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:35:02.836504 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-2cb1a505-d40e-4896-9cb2-a3a4f8b55ba7 req-e9b174c6-b268-453a-9a8d-286e0f19101a tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=9538bbf1-fb1d-4746-8860-31b60ba073b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466366 Sep 21 12:35:03.739132 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.agents_db [None req-f0b1ed15-d02e-46f0-bd67-2b506ff8404e None None] Agent healthcheck: found 6 active agents {{(pid=106204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:35:03.969816 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0213be-30ca-408c-9bb7-c30b215a873c req-123dd278-a5db-4967-9731-a8a5cb65293c tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:35:03.971296 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-7a0213be-30ca-408c-9bb7-c30b215a873c req-123dd278-a5db-4967-9731-a8a5cb65293c tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=03c6adc5-7b9f-4ffa-b4c8-13ca7ae2ee23 HTTP/1.1" status: 200 len: 946 time: 0.0510223 Sep 21 12:35:04.004438 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=100 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:35:04.021863 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-7a0213be-30ca-408c-9bb7-c30b215a873c req-9cd07052-a7a8-488b-8bf6-a0b84424b9b0 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=9538bbf1-fb1d-4746-8860-31b60ba073b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447426 Sep 21 12:35:04.612459 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd4137-085a-40b3-a02d-dca2931e1422 req-36bc4f10-b64d-40d3-9f56-51c15c762a7b tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:35:04.613907 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-22fd4137-085a-40b3-a02d-dca2931e1422 req-36bc4f10-b64d-40d3-9f56-51c15c762a7b tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=03c6adc5-7b9f-4ffa-b4c8-13ca7ae2ee23 HTTP/1.1" status: 200 len: 946 time: 0.0457516 Sep 21 12:35:04.698333 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [req-22fd4137-085a-40b3-a02d-dca2931e1422 req-15b00de2-18ad-4238-a27a-3a604e8af888 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Deleting port 30cdd6f9-678f-4f65-b2ab-284e35d1463a {{(pid=106202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:35:04.698673 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-22fd4137-085a-40b3-a02d-dca2931e1422 req-15b00de2-18ad-4238-a27a-3a604e8af888 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (30cdd6f9-678f-4f65-b2ab-284e35d1463a), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:35:04.789181 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [req-22fd4137-085a-40b3-a02d-dca2931e1422 req-15b00de2-18ad-4238-a27a-3a604e8af888 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] For port 30cdd6f9-678f-4f65-b2ab-284e35d1463a, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=30cdd6f9-678f-4f65-b2ab-284e35d1463a,segment=NetworkSegment(fe673fec-1364-4308-9af3-7334b5f7774a),segment_id=fe673fec-1364-4308-9af3-7334b5f7774a)] {{(pid=106202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:35:04.789544 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-22fd4137-085a-40b3-a02d-dca2931e1422 req-15b00de2-18ad-4238-a27a-3a604e8af888 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (30cdd6f9-678f-4f65-b2ab-284e35d1463a), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:35:04.954589 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-22fd4137-085a-40b3-a02d-dca2931e1422 req-15b00de2-18ad-4238-a27a-3a604e8af888 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:35:04.954861 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-22fd4137-085a-40b3-a02d-dca2931e1422 req-15b00de2-18ad-4238-a27a-3a604e8af888 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534182'] for floatingip (e378236e-cb21-461a-ba75-44d42487585e), after_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:35:04.955172 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.db.l3_db [req-22fd4137-085a-40b3-a02d-dca2931e1422 req-15b00de2-18ad-4238-a27a-3a604e8af888 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Floating IP e378236e-cb21-461a-ba75-44d42487585e disassociated. External IP: 172.27.0.249, port: 30cdd6f9-678f-4f65-b2ab-284e35d1463a. Sep 21 12:35:04.955507 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [req-22fd4137-085a-40b3-a02d-dca2931e1422 req-15b00de2-18ad-4238-a27a-3a604e8af888 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Calling delete_port for 30cdd6f9-678f-4f65-b2ab-284e35d1463a owned by compute:nova {{(pid=106202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:35:05.082810 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-22fd4137-085a-40b3-a02d-dca2931e1422 req-15b00de2-18ad-4238-a27a-3a604e8af888 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (30cdd6f9-678f-4f65-b2ab-284e35d1463a), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:35:05.111617 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b00de2-18ad-4238-a27a-3a604e8af888 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Pushing event deleted for resources: {'Port': ['ID=30cdd6f9-678f-4f65-b2ab-284e35d1463a,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:35:05.139840 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-0f6ae117-48a6-4f00-a430-7c3cb09f4791 req-ff9e90db-4020-4751-bc6f-44554470e735 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=03c6adc5-7b9f-4ffa-b4c8-13ca7ae2ee23 HTTP/1.1" status: 200 len: 210 time: 0.0299449 Sep 21 12:35:05.212531 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:35:05.222844 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22fd4137-085a-40b3-a02d-dca2931e1422 req-15b00de2-18ad-4238-a27a-3a604e8af888 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Router cd1770d6-720c-444f-b058-b1486f26d12b has already been hosted by L3 agent 4f31b8b6-17c0-474d-bf52-0481ff2a5cf7 {{(pid=106202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 12:35:05.330655 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22fd4137-085a-40b3-a02d-dca2931e1422 req-15b00de2-18ad-4238-a27a-3a604e8af888 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Notify agent at l3_agent.dv-cinder-858678-1-iscsi the message routers_updated {{(pid=106202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:35:05.340302 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16624abe-4968-47fa-be90-ffe10dede591 None None] Sync routers for ids ['cd1770d6-720c-444f-b058-b1486f26d12b'] in dv-cinder-858678-1-iscsi {{(pid=106203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:35:05.355475 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16624abe-4968-47fa-be90-ffe10dede591 None None] Routers {'cd1770d6-720c-444f-b058-b1486f26d12b'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:35:05.356229 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-16624abe-4968-47fa-be90-ffe10dede591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:34:39Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['cd1770d6-720c-444f-b058-b1486f26d12b'], 'active': True} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:35:05.373273 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.l3_dvrscheduler_db [req-22fd4137-085a-40b3-a02d-dca2931e1422 req-15b00de2-18ad-4238-a27a-3a604e8af888 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] No DVR routers for this DVR port 30cdd6f9-678f-4f65-b2ab-284e35d1463a on host hv-cinder-85867 {{(pid=106202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 12:35:05.375889 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-22fd4137-085a-40b3-a02d-dca2931e1422 req-15b00de2-18ad-4238-a27a-3a604e8af888 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for port (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:35:05.379100 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-22fd4137-085a-40b3-a02d-dca2931e1422 req-15b00de2-18ad-4238-a27a-3a604e8af888 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.66 "DELETE /networking/v2.0/ports/30cdd6f9-678f-4f65-b2ab-284e35d1463a HTTP/1.1" status: 204 len: 173 time: 0.7602141 Sep 21 12:35:05.379601 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03c6adc5-7b9f-4ffa-b4c8-13ca7ae2ee23', 'name': 'network-vif-deleted', 'tag': '30cdd6f9-678f-4f65-b2ab-284e35d1463a'}] {{(pid=106202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:35:05.382049 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f69dec5372d12bc1dbf2d83c258da0d8b658e28cfccadcad30c8a09044815e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a6e582-6b20-4199-93b8-bb8849f7d0a0" -d '{"events": [{"server_uuid": "03c6adc5-7b9f-4ffa-b4c8-13ca7ae2ee23", "name": "network-vif-deleted", "tag": "30cdd6f9-678f-4f65-b2ab-284e35d1463a"}]}' {{(pid=106202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:35:05.427515 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 12:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c598461e-9af2-4f71-a1ed-3ff4d3e9a4f1 x-openstack-request-id: req-c598461e-9af2-4f71-a1ed-3ff4d3e9a4f1 {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:35:05.428151 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03c6adc5-7b9f-4ffa-b4c8-13ca7ae2ee23", "name": "network-vif-deleted", "tag": "30cdd6f9-678f-4f65-b2ab-284e35d1463a", "status": "completed", "code": 200}]} {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:35:05.428670 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c598461e-9af2-4f71-a1ed-3ff4d3e9a4f1 {{(pid=106202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:35:05.429493 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c598461e-9af2-4f71-a1ed-3ff4d3e9a4f1'] response: {'server_uuid': '03c6adc5-7b9f-4ffa-b4c8-13ca7ae2ee23', 'name': 'network-vif-deleted', 'tag': '30cdd6f9-678f-4f65-b2ab-284e35d1463a', 'status': 'completed', 'code': 200} Sep 21 12:35:05.460432 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvr_db [None req-16624abe-4968-47fa-be90-ffe10dede591 None None] Set router cd1770d6-720c-444f-b058-b1486f26d12b gateway port host: dv-cinder-858678-1-iscsi {{(pid=106203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:35:05.673070 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-16624abe-4968-47fa-be90-ffe10dede591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'name': 'tempest-TestVolumeBootPattern-1524629230-router', 'tenant_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'd02713a9-0dcf-45fa-9c8f-29c964e28feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:31:51Z', 'updated_at': '2022-09-21T12:31:54Z', 'revision_number': 4, 'project_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'gw_port': {'id': 'd02713a9-0dcf-45fa-9c8f-29c964e28feb', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:52Z', 'updated_at': '2022-09-21T12:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': 'c3a3486b-81a8-4176-8cc4-8f7d1e721f8e', 'name': '', 'network_id': 'df063f4b-39ab-4616-b570-b4e44f12336f', 'tenant_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'mac_address': 'fa:16:3e:83:7d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'e7695b35-fb3b-4bad-9fa2-f93cecf3dac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:54Z', 'updated_at': '2022-09-21T12:31:59Z', 'revision_number': 5, 'project_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'subnets': [{'id': 'e7695b35-fb3b-4bad-9fa2-f93cecf3dac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:35:05.701439 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16624abe-4968-47fa-be90-ffe10dede591 None None] Checking router: cd1770d6-720c-444f-b058-b1486f26d12b for host: dv-cinder-858678-1-iscsi {{(pid=106203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:35:05.710995 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16624abe-4968-47fa-be90-ffe10dede591 None None] Routers {'cd1770d6-720c-444f-b058-b1486f26d12b'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:35:05.711515 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-16624abe-4968-47fa-be90-ffe10dede591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:34:39Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['cd1770d6-720c-444f-b058-b1486f26d12b'], 'active': True} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:35:05.818335 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvr_db [None req-16624abe-4968-47fa-be90-ffe10dede591 None None] Set router cd1770d6-720c-444f-b058-b1486f26d12b gateway port host: dv-cinder-858678-1-iscsi {{(pid=106203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:35:05.969382 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=100 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:35:06.015990 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-16624abe-4968-47fa-be90-ffe10dede591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'name': 'tempest-TestVolumeBootPattern-1524629230-router', 'tenant_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'd02713a9-0dcf-45fa-9c8f-29c964e28feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:31:51Z', 'updated_at': '2022-09-21T12:31:54Z', 'revision_number': 4, 'project_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'gw_port': {'id': 'd02713a9-0dcf-45fa-9c8f-29c964e28feb', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:52Z', 'updated_at': '2022-09-21T12:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': 'c3a3486b-81a8-4176-8cc4-8f7d1e721f8e', 'name': '', 'network_id': 'df063f4b-39ab-4616-b570-b4e44f12336f', 'tenant_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'mac_address': 'fa:16:3e:83:7d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'e7695b35-fb3b-4bad-9fa2-f93cecf3dac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:54Z', 'updated_at': '2022-09-21T12:31:59Z', 'revision_number': 5, 'project_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'subnets': [{'id': 'e7695b35-fb3b-4bad-9fa2-f93cecf3dac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:35:06.054896 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16624abe-4968-47fa-be90-ffe10dede591 None None] The sync data for ids ['cd1770d6-720c-444f-b058-b1486f26d12b'] in dv-cinder-858678-1-iscsi is: [{'id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'name': 'tempest-TestVolumeBootPattern-1524629230-router', 'tenant_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'd02713a9-0dcf-45fa-9c8f-29c964e28feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:31:51Z', 'updated_at': '2022-09-21T12:31:54Z', 'revision_number': 4, 'project_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'gw_port': {'id': 'd02713a9-0dcf-45fa-9c8f-29c964e28feb', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:52Z', 'updated_at': '2022-09-21T12:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': 'c3a3486b-81a8-4176-8cc4-8f7d1e721f8e', 'name': '', 'network_id': 'df063f4b-39ab-4616-b570-b4e44f12336f', 'tenant_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'mac_address': 'fa:16:3e:83:7d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'e7695b35-fb3b-4bad-9fa2-f93cecf3dac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:54Z', 'updated_at': '2022-09-21T12:31:59Z', 'revision_number': 5, 'project_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'subnets': [{'id': 'e7695b35-fb3b-4bad-9fa2-f93cecf3dac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:35:06.274182 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-8966c6cd-8e41-4f95-a31a-de4793a65e96 req-ecc49895-cd9c-4f76-81e4-d073f0bda2b0 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=03c6adc5-7b9f-4ffa-b4c8-13ca7ae2ee23 HTTP/1.1" status: 200 len: 210 time: 0.0376089 Sep 21 12:35:06.298829 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87384fd-6c24-49bc-9510-8ccf4707672e None None] New status for floating IP e378236e-cb21-461a-ba75-44d42487585e: DOWN {{(pid=106204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 21 12:35:06.413157 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8adc09fd-3b84-4a03-844b-8c04037f45fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (f73c601a-29a1-4353-9f34-efd4ba2e6501), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:35:07.545713 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-c00fa074-0999-4a32-bb60-fb40c96d3bb8 req-5a5acbb9-797e-4536-8c66-345a4ebeaec6 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2134419953&fields=id&tenant_id=04bda0b59d3b4bfabf6f1b84fec0d6a6 HTTP/1.1" status: 200 len: 267 time: 0.0427241 Sep 21 12:35:07.562448 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:35:07.649399 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00fa074-0999-4a32-bb60-fb40c96d3bb8 req-9f9782df-95d2-4930-ba2d-f2daa1db15c4 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:35:07.650846 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-c00fa074-0999-4a32-bb60-fb40c96d3bb8 req-9f9782df-95d2-4930-ba2d-f2daa1db15c4 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/networks?id=df063f4b-39ab-4616-b570-b4e44f12336f HTTP/1.1" status: 200 len: 812 time: 0.0986605 Sep 21 12:35:07.665316 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-c00fa074-0999-4a32-bb60-fb40c96d3bb8 req-18ded1a1-3c21-4274-bbb2-ea38b36ba82b tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/quotas/04bda0b59d3b4bfabf6f1b84fec0d6a6 HTTP/1.1" status: 200 len: 375 time: 0.0089767 Sep 21 12:35:07.718471 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-c00fa074-0999-4a32-bb60-fb40c96d3bb8 req-2a7c9c37-d679-4863-9a62-071531fe5d34 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=04bda0b59d3b4bfabf6f1b84fec0d6a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473986 Sep 21 12:35:07.906836 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-c00fa074-0999-4a32-bb60-fb40c96d3bb8 req-b24ad00b-7251-4b66-9a8c-f4802ef78c09 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/df063f4b-39ab-4616-b570-b4e44f12336f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768973 Sep 21 12:35:07.999620 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-c00fa074-0999-4a32-bb60-fb40c96d3bb8 req-711ccb38-02f6-4763-b1ae-6f675bafd7a3 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/df063f4b-39ab-4616-b570-b4e44f12336f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869761 Sep 21 12:35:08.288922 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f6d52335-e44f-4d95-b2f4-3ce3d43e5fbe req-17aa3a8e-c58e-48eb-a200-86463375ed15 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2fcab7c0-b348-4709-b520-255e93f2c145 HTTP/1.1" status: 200 len: 210 time: 0.0321975 Sep 21 12:35:08.653846 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-17d5c121-f010-45bc-834d-44e72c4d9180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (4f31b8b6-17c0-474d-bf52-0481ff2a5cf7), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:35:08.801277 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 30cdd6f9-678f-4f65-b2ab-284e35d1463a no longer exists at agent hyperv_hv-cinder-85867 {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 12:35:08.821300 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] No Port match for: 30cdd6f9-678f-4f65-b2ab-284e35d1463a {{(pid=106203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 12:35:08.821643 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 30cdd6f9-678f-4f65-b2ab-284e35d1463a not bound to the agent host hv-cinder-85867 {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 12:35:09.391400 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:35:09.396131 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-d608b02d-9e32-4276-90a2-327633bf83cb req-37280fde-2e85-4217-b7bf-cdf50980ee68 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2fcab7c0-b348-4709-b520-255e93f2c145 HTTP/1.1" status: 200 len: 210 time: 0.0285859 Sep 21 12:35:09.417514 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00fa074-0999-4a32-bb60-fb40c96d3bb8 req-4318a016-ff6b-47ed-bc16-dabaf6dededc tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:35:09.419592 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-c00fa074-0999-4a32-bb60-fb40c96d3bb8 req-4318a016-ff6b-47ed-bc16-dabaf6dededc tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.66 "GET /networking/v2.0/networks?id=df063f4b-39ab-4616-b570-b4e44f12336f HTTP/1.1" status: 200 len: 812 time: 0.1191366 Sep 21 12:35:09.497092 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-c00fa074-0999-4a32-bb60-fb40c96d3bb8 req-86eef949-856b-4f87-9968-f19026eecc7d tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.66 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=04bda0b59d3b4bfabf6f1b84fec0d6a6 HTTP/1.1" status: 200 len: 380 time: 0.0640051 Sep 21 12:35:09.505059 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [req-c00fa074-0999-4a32-bb60-fb40c96d3bb8 req-f66c35b7-2223-4277-a9ef-17580ddddf54 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Request body: {'port': {'device_id': '2fcab7c0-b348-4709-b520-255e93f2c145', 'network_id': 'df063f4b-39ab-4616-b570-b4e44f12336f', 'admin_state_up': True, 'tenant_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'security_groups': ['9538bbf1-fb1d-4746-8860-31b60ba073b0']}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:35:09.616696 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c00fa074-0999-4a32-bb60-fb40c96d3bb8 req-f66c35b7-2223-4277-a9ef-17580ddddf54 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Made reservation on behalf of 04bda0b59d3b4bfabf6f1b84fec0d6a6 for: {'port': 1} {{(pid=106202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:35:09.620668 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-c00fa074-0999-4a32-bb60-fb40c96d3bb8 req-f66c35b7-2223-4277-a9ef-17580ddddf54 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:35:09.755725 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.db_base_plugin_common [req-c00fa074-0999-4a32-bb60-fb40c96d3bb8 req-f66c35b7-2223-4277-a9ef-17580ddddf54 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Allocated IP 172.20.0.9 (df063f4b-39ab-4616-b570-b4e44f12336f/e7695b35-fb3b-4bad-9fa2-f93cecf3dac8/99db1c1d-12a1-4bd0-be9f-bfda671be9cc) {{(pid=106202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:35:09.906555 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-c00fa074-0999-4a32-bb60-fb40c96d3bb8 req-f66c35b7-2223-4277-a9ef-17580ddddf54 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks [] for port (99db1c1d-12a1-4bd0-be9f-bfda671be9cc), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:35:09.939792 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-c00fa074-0999-4a32-bb60-fb40c96d3bb8 req-f66c35b7-2223-4277-a9ef-17580ddddf54 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735120900801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (99db1c1d-12a1-4bd0-be9f-bfda671be9cc), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:35:09.988746 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c00fa074-0999-4a32-bb60-fb40c96d3bb8 req-f66c35b7-2223-4277-a9ef-17580ddddf54 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Network df063f4b-39ab-4616-b570-b4e44f12336f is already hosted by enough agents. {{(pid=106202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:35:09.989164 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-740e41e1-10de-4b2e-a9f0-9582d49d2a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (d7a8950b-d4d7-4646-ba54-d395483871b4), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:35:09.991238 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:35:09.995125 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.base_scheduler [req-c00fa074-0999-4a32-bb60-fb40c96d3bb8 req-f66c35b7-2223-4277-a9ef-17580ddddf54 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Resources bound (agent type, host, resource id): {{(pid=106202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:35:09.997262 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66c35b7-2223-4277-a9ef-17580ddddf54 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Pushing event updated for resources: {'Port': ['ID=99db1c1d-12a1-4bd0-be9f-bfda671be9cc,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:35:10.001505 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.l3_dvrscheduler_db [req-c00fa074-0999-4a32-bb60-fb40c96d3bb8 req-f66c35b7-2223-4277-a9ef-17580ddddf54 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Received port after_create {{(pid=106202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 12:35:10.031684 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66c35b7-2223-4277-a9ef-17580ddddf54 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:35:10.032045 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66c35b7-2223-4277-a9ef-17580ddddf54 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:35:10.032390 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66c35b7-2223-4277-a9ef-17580ddddf54 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:35:10.032727 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66c35b7-2223-4277-a9ef-17580ddddf54 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:35:10.033057 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66c35b7-2223-4277-a9ef-17580ddddf54 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:35:10.033385 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66c35b7-2223-4277-a9ef-17580ddddf54 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:35:10.033709 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66c35b7-2223-4277-a9ef-17580ddddf54 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:35:10.034030 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66c35b7-2223-4277-a9ef-17580ddddf54 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:35:10.034351 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66c35b7-2223-4277-a9ef-17580ddddf54 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:35:10.034671 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66c35b7-2223-4277-a9ef-17580ddddf54 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:35:10.034990 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66c35b7-2223-4277-a9ef-17580ddddf54 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:35:10.035316 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66c35b7-2223-4277-a9ef-17580ddddf54 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:35:10.039799 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66c35b7-2223-4277-a9ef-17580ddddf54 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:35:10.040200 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66c35b7-2223-4277-a9ef-17580ddddf54 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:35:10.040534 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66c35b7-2223-4277-a9ef-17580ddddf54 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:35:10.072275 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00fa074-0999-4a32-bb60-fb40c96d3bb8 req-f66c35b7-2223-4277-a9ef-17580ddddf54 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:35:10.073041 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-c00fa074-0999-4a32-bb60-fb40c96d3bb8 req-f66c35b7-2223-4277-a9ef-17580ddddf54 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for port (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:35:10.091590 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-c00fa074-0999-4a32-bb60-fb40c96d3bb8 req-f66c35b7-2223-4277-a9ef-17580ddddf54 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.66 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5900803 Sep 21 12:35:10.111625 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [req-c00fa074-0999-4a32-bb60-fb40c96d3bb8 req-76cc89df-2d17-4f8b-9bb4-764a0a5f2a48 service neutron] Request body: {'port': {'device_id': '2fcab7c0-b348-4709-b520-255e93f2c145', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85867'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:35:10.192063 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-c00fa074-0999-4a32-bb60-fb40c96d3bb8 req-76cc89df-2d17-4f8b-9bb4-764a0a5f2a48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (99db1c1d-12a1-4bd0-be9f-bfda671be9cc), before_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:35:10.226176 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-20533f56-db88-48ec-8f0b-8564c7eeef7a None None] Provisioning complete for port 99db1c1d-12a1-4bd0-be9f-bfda671be9cc triggered by entity DHCP. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:35:10.226472 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-20533f56-db88-48ec-8f0b-8564c7eeef7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (99db1c1d-12a1-4bd0-be9f-bfda671be9cc), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:35:10.226796 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-20533f56-db88-48ec-8f0b-8564c7eeef7a None None] Attempt 1 to provision port 99db1c1d-12a1-4bd0-be9f-bfda671be9cc Sep 21 12:35:10.259001 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-20533f56-db88-48ec-8f0b-8564c7eeef7a None None] Port 99db1c1d-12a1-4bd0-be9f-bfda671be9cc cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:35:10.351426 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:35:10.446026 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.notifiers.nova [req-c00fa074-0999-4a32-bb60-fb40c96d3bb8 req-76cc89df-2d17-4f8b-9bb4-764a0a5f2a48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99db1c1d-12a1-4bd0-be9f-bfda671be9cc {{(pid=106202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 12:35:10.454324 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-c00fa074-0999-4a32-bb60-fb40c96d3bb8 req-76cc89df-2d17-4f8b-9bb4-764a0a5f2a48 service neutron] Publish callbacks [] for port (99db1c1d-12a1-4bd0-be9f-bfda671be9cc), precommit_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:35:10.468181 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.provisioning_blocks [req-c00fa074-0999-4a32-bb60-fb40c96d3bb8 req-76cc89df-2d17-4f8b-9bb4-764a0a5f2a48 service neutron] Transition to ACTIVE for port object 99db1c1d-12a1-4bd0-be9f-bfda671be9cc will not be triggered until provisioned by entity L2. {{(pid=106202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 12:35:10.472291 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-c00fa074-0999-4a32-bb60-fb40c96d3bb8 req-76cc89df-2d17-4f8b-9bb4-764a0a5f2a48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6955121'] for port (99db1c1d-12a1-4bd0-be9f-bfda671be9cc), after_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:35:10.573082 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ed575-ebbf-4ba1-b7f2-6ad4322a3846 req-4f44d383-a99c-47fb-87ed-01c0842d27d2 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:35:10.574541 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-975ed575-ebbf-4ba1-b7f2-6ad4322a3846 req-4f44d383-a99c-47fb-87ed-01c0842d27d2 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2fcab7c0-b348-4709-b520-255e93f2c145 HTTP/1.1" status: 200 len: 943 time: 0.0995767 Sep 21 12:35:10.593351 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cc89df-2d17-4f8b-9bb4-764a0a5f2a48 service neutron] Pushing event updated for resources: {'Port': ['ID=99db1c1d-12a1-4bd0-be9f-bfda671be9cc,revision_number=2']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:35:10.654783 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.managers [req-c00fa074-0999-4a32-bb60-fb40c96d3bb8 req-76cc89df-2d17-4f8b-9bb4-764a0a5f2a48 service neutron] Attempting to bind port 99db1c1d-12a1-4bd0-be9f-bfda671be9cc on host hv-cinder-85867 for vnic_type normal with profile {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 12:35:10.655115 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.managers [req-c00fa074-0999-4a32-bb60-fb40c96d3bb8 req-76cc89df-2d17-4f8b-9bb4-764a0a5f2a48 service neutron] Attempting to bind port 99db1c1d-12a1-4bd0-be9f-bfda671be9cc by drivers openvswitch,hyperv on host hv-cinder-85867 at level 0 using segments [{'id': 'fe673fec-1364-4308-9af3-7334b5f7774a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'df063f4b-39ab-4616-b570-b4e44f12336f'}] {{(pid=106202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 12:35:10.655443 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00fa074-0999-4a32-bb60-fb40c96d3bb8 req-76cc89df-2d17-4f8b-9bb4-764a0a5f2a48 service neutron] Attempting to bind port 99db1c1d-12a1-4bd0-be9f-bfda671be9cc on network df063f4b-39ab-4616-b570-b4e44f12336f {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:35:10.760759 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-20533f56-db88-48ec-8f0b-8564c7eeef7a None None] Attempt 2 to provision port 99db1c1d-12a1-4bd0-be9f-bfda671be9cc Sep 21 12:35:10.795652 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-20533f56-db88-48ec-8f0b-8564c7eeef7a None None] Port 99db1c1d-12a1-4bd0-be9f-bfda671be9cc cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:35:10.938773 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-975ed575-ebbf-4ba1-b7f2-6ad4322a3846 req-3e91dc3f-e8a9-4b37-ae69-dc61737411fc tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=9538bbf1-fb1d-4746-8860-31b60ba073b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3428411 Sep 21 12:35:10.960059 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00fa074-0999-4a32-bb60-fb40c96d3bb8 req-76cc89df-2d17-4f8b-9bb4-764a0a5f2a48 service neutron] Port 99db1c1d-12a1-4bd0-be9f-bfda671be9cc on network df063f4b-39ab-4616-b570-b4e44f12336f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85867 {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 12:35:10.960386 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00fa074-0999-4a32-bb60-fb40c96d3bb8 req-76cc89df-2d17-4f8b-9bb4-764a0a5f2a48 service neutron] Attempting to bind port 99db1c1d-12a1-4bd0-be9f-bfda671be9cc on network df063f4b-39ab-4616-b570-b4e44f12336f {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:35:11.001493 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00fa074-0999-4a32-bb60-fb40c96d3bb8 req-76cc89df-2d17-4f8b-9bb4-764a0a5f2a48 service neutron] Checking agent: {'id': '986f726e-8c98-4005-b3b7-e033305b1240', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85867', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 12, 18, 46), 'started_at': datetime.datetime(2022, 9, 21, 12, 18, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 12, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 12:35:11.001825 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00fa074-0999-4a32-bb60-fb40c96d3bb8 req-76cc89df-2d17-4f8b-9bb4-764a0a5f2a48 service neutron] Checking segment: {'id': 'fe673fec-1364-4308-9af3-7334b5f7774a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'df063f4b-39ab-4616-b570-b4e44f12336f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:35:11.002207 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00fa074-0999-4a32-bb60-fb40c96d3bb8 req-76cc89df-2d17-4f8b-9bb4-764a0a5f2a48 service neutron] Bound using segment: {'id': 'fe673fec-1364-4308-9af3-7334b5f7774a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'df063f4b-39ab-4616-b570-b4e44f12336f'} {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 12:35:11.002635 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.managers [req-c00fa074-0999-4a32-bb60-fb40c96d3bb8 req-76cc89df-2d17-4f8b-9bb4-764a0a5f2a48 service neutron] Bound port: 99db1c1d-12a1-4bd0-be9f-bfda671be9cc, host: hv-cinder-85867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe673fec-1364-4308-9af3-7334b5f7774a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'df063f4b-39ab-4616-b570-b4e44f12336f'}}] {{(pid=106202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 12:35:11.002994 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-c00fa074-0999-4a32-bb60-fb40c96d3bb8 req-76cc89df-2d17-4f8b-9bb4-764a0a5f2a48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (99db1c1d-12a1-4bd0-be9f-bfda671be9cc), before_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:35:11.061556 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [req-c00fa074-0999-4a32-bb60-fb40c96d3bb8 req-76cc89df-2d17-4f8b-9bb4-764a0a5f2a48 service neutron] For port 99db1c1d-12a1-4bd0-be9f-bfda671be9cc, host hv-cinder-85867, cleared binding levels {{(pid=106202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:35:11.064466 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [req-c00fa074-0999-4a32-bb60-fb40c96d3bb8 req-76cc89df-2d17-4f8b-9bb4-764a0a5f2a48 service neutron] For port 99db1c1d-12a1-4bd0-be9f-bfda671be9cc, host hv-cinder-85867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=99db1c1d-12a1-4bd0-be9f-bfda671be9cc,segment=NetworkSegment(fe673fec-1364-4308-9af3-7334b5f7774a),segment_id=fe673fec-1364-4308-9af3-7334b5f7774a)] {{(pid=106202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:35:11.070479 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-c00fa074-0999-4a32-bb60-fb40c96d3bb8 req-76cc89df-2d17-4f8b-9bb4-764a0a5f2a48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6955121'] for port (99db1c1d-12a1-4bd0-be9f-bfda671be9cc), after_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:35:11.073776 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00fa074-0999-4a32-bb60-fb40c96d3bb8 req-76cc89df-2d17-4f8b-9bb4-764a0a5f2a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:35:11.074730 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-c00fa074-0999-4a32-bb60-fb40c96d3bb8 req-76cc89df-2d17-4f8b-9bb4-764a0a5f2a48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for port (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:35:11.076813 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-c00fa074-0999-4a32-bb60-fb40c96d3bb8 req-76cc89df-2d17-4f8b-9bb4-764a0a5f2a48 service neutron] 10.222.0.66 "PUT /networking/v2.0/ports/99db1c1d-12a1-4bd0-be9f-bfda671be9cc HTTP/1.1" status: 200 len: 1093 time: 0.9734526 Sep 21 12:35:11.078865 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fcab7c0-b348-4709-b520-255e93f2c145', 'tag': '99db1c1d-12a1-4bd0-be9f-bfda671be9cc'}] {{(pid=106202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:35:11.081096 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f69dec5372d12bc1dbf2d83c258da0d8b658e28cfccadcad30c8a09044815e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f7bdec1-a309-4ac5-9272-43d743b8812a" -d '{"events": [{"name": "network-changed", "server_uuid": "2fcab7c0-b348-4709-b520-255e93f2c145", "tag": "99db1c1d-12a1-4bd0-be9f-bfda671be9cc"}]}' {{(pid=106202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:35:11.126002 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 12:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f595dedc-f8b5-4d5e-adf2-e82c0e7ef8cb x-openstack-request-id: req-f595dedc-f8b5-4d5e-adf2-e82c0e7ef8cb {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:35:11.126286 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fcab7c0-b348-4709-b520-255e93f2c145", "tag": "99db1c1d-12a1-4bd0-be9f-bfda671be9cc", "status": "completed", "code": 200}]} {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:35:11.126554 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f595dedc-f8b5-4d5e-adf2-e82c0e7ef8cb {{(pid=106202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:35:11.126938 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f595dedc-f8b5-4d5e-adf2-e82c0e7ef8cb'] response: {'name': 'network-changed', 'server_uuid': '2fcab7c0-b348-4709-b520-255e93f2c145', 'tag': '99db1c1d-12a1-4bd0-be9f-bfda671be9cc', 'status': 'completed', 'code': 200} Sep 21 12:35:11.128812 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:35:11.132732 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cc89df-2d17-4f8b-9bb4-764a0a5f2a48 service neutron] Pushing event updated for resources: {'Port': ['ID=99db1c1d-12a1-4bd0-be9f-bfda671be9cc,revision_number=3']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:35:11.199262 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00fa074-0999-4a32-bb60-fb40c96d3bb8 req-7ef065f3-ef11-459b-848b-fa28017acbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:35:11.200803 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-c00fa074-0999-4a32-bb60-fb40c96d3bb8 req-7ef065f3-ef11-459b-848b-fa28017acbcd service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=04bda0b59d3b4bfabf6f1b84fec0d6a6&device_id=2fcab7c0-b348-4709-b520-255e93f2c145 HTTP/1.1" status: 200 len: 1127 time: 0.0433564 Sep 21 12:35:11.251549 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-c00fa074-0999-4a32-bb60-fb40c96d3bb8 req-400aa9ec-1783-465d-8765-7011174f80fd service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99db1c1d-12a1-4bd0-be9f-bfda671be9cc HTTP/1.1" status: 200 len: 217 time: 0.0322855 Sep 21 12:35:11.289132 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:35:11.297578 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-20533f56-db88-48ec-8f0b-8564c7eeef7a None None] Attempt 3 to provision port 99db1c1d-12a1-4bd0-be9f-bfda671be9cc Sep 21 12:35:11.300015 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00fa074-0999-4a32-bb60-fb40c96d3bb8 req-551f0afa-4973-4aa2-af46-0668ae9e2497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:35:11.302063 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-c00fa074-0999-4a32-bb60-fb40c96d3bb8 req-551f0afa-4973-4aa2-af46-0668ae9e2497 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=e7695b35-fb3b-4bad-9fa2-f93cecf3dac8 HTTP/1.1" status: 200 len: 851 time: 0.0453908 Sep 21 12:35:11.322392 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (57fb69a9-4edc-44fd-8965-b65708e41306), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:35:11.338820 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-20533f56-db88-48ec-8f0b-8564c7eeef7a None None] Port 99db1c1d-12a1-4bd0-be9f-bfda671be9cc had new provisioning blocks added so it will not transition to active. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 21 12:35:11.350178 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00fa074-0999-4a32-bb60-fb40c96d3bb8 req-ba1cceae-db49-4389-b597-8383ff350fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:35:11.351773 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-c00fa074-0999-4a32-bb60-fb40c96d3bb8 req-ba1cceae-db49-4389-b597-8383ff350fc9 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=df063f4b-39ab-4616-b570-b4e44f12336f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446281 Sep 21 12:35:11.441768 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-c00fa074-0999-4a32-bb60-fb40c96d3bb8 req-4348a19e-ff17-4e28-a53f-bdcd4c095650 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/df063f4b-39ab-4616-b570-b4e44f12336f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842800 Sep 21 12:35:11.525473 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:35:11.538026 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-c00fa074-0999-4a32-bb60-fb40c96d3bb8 req-9b05dd0a-da31-42cf-84ec-a45dd9572c81 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/df063f4b-39ab-4616-b570-b4e44f12336f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909991 Sep 21 12:35:11.539188 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c3e59811-0015-48e8-afb5-3d82d64b721e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (cef1489a-7471-4b81-a7c5-b9e507e96767), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:35:12.062137 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5379c5-2705-469a-b7e9-8349ac0c2e47 req-656c66e7-f0ce-4c22-aaa1-5f98de0ae23b tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:35:12.063597 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-bc5379c5-2705-469a-b7e9-8349ac0c2e47 req-656c66e7-f0ce-4c22-aaa1-5f98de0ae23b tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2fcab7c0-b348-4709-b520-255e93f2c145 HTTP/1.1" status: 200 len: 943 time: 0.0473926 Sep 21 12:35:12.112766 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-bc5379c5-2705-469a-b7e9-8349ac0c2e47 req-b5ab0f26-75b3-4b1a-b36c-2216d3c62856 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=9538bbf1-fb1d-4746-8860-31b60ba073b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434167 Sep 21 12:35:12.340010 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7bdec1-a309-4ac5-9272-43d743b8812a req-fb7b894d-34c5-4e69-9556-fc3810a760e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:35:12.341508 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-1f7bdec1-a309-4ac5-9272-43d743b8812a req-fb7b894d-34c5-4e69-9556-fc3810a760e2 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=04bda0b59d3b4bfabf6f1b84fec0d6a6&device_id=2fcab7c0-b348-4709-b520-255e93f2c145 HTTP/1.1" status: 200 len: 1127 time: 0.0392289 Sep 21 12:35:12.437310 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7bdec1-a309-4ac5-9272-43d743b8812a req-d3e33594-f702-46ab-b7a5-f9be9d89bc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:35:12.438820 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-1f7bdec1-a309-4ac5-9272-43d743b8812a req-d3e33594-f702-46ab-b7a5-f9be9d89bc7c service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=df063f4b-39ab-4616-b570-b4e44f12336f HTTP/1.1" status: 200 len: 913 time: 0.0897930 Sep 21 12:35:12.479148 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-1f7bdec1-a309-4ac5-9272-43d743b8812a req-3e7c3285-9590-4764-b394-5348344049b2 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99db1c1d-12a1-4bd0-be9f-bfda671be9cc HTTP/1.1" status: 200 len: 217 time: 0.0332029 Sep 21 12:35:12.530644 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7bdec1-a309-4ac5-9272-43d743b8812a req-e3574a5b-720a-4182-8c49-7b03aa18e78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:35:12.532378 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-1f7bdec1-a309-4ac5-9272-43d743b8812a req-e3574a5b-720a-4182-8c49-7b03aa18e78c service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=e7695b35-fb3b-4bad-9fa2-f93cecf3dac8 HTTP/1.1" status: 200 len: 851 time: 0.0474224 Sep 21 12:35:12.574948 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7bdec1-a309-4ac5-9272-43d743b8812a req-942d10b9-b5d8-449e-b420-d6a64bdd1d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:35:12.576917 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-1f7bdec1-a309-4ac5-9272-43d743b8812a req-942d10b9-b5d8-449e-b420-d6a64bdd1d12 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=df063f4b-39ab-4616-b570-b4e44f12336f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385199 Sep 21 12:35:12.670381 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-1f7bdec1-a309-4ac5-9272-43d743b8812a req-3550fcf6-ad9d-41fe-ae3a-4f3fd51264be service neutron] 10.222.0.66 "GET /networking/v2.0/networks/df063f4b-39ab-4616-b570-b4e44f12336f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863113 Sep 21 12:35:12.761596 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-1f7bdec1-a309-4ac5-9272-43d743b8812a req-588b7906-06d4-4953-bd6c-13eeabac659d service neutron] 10.222.0.66 "GET /networking/v2.0/networks/df063f4b-39ab-4616-b570-b4e44f12336f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847516 Sep 21 12:35:13.233942 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce05a44d-b1f0-451c-b1df-c6bfd4521f00 req-28023890-1079-477f-9f5e-022ad2c8fade tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:35:13.235392 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-ce05a44d-b1f0-451c-b1df-c6bfd4521f00 req-28023890-1079-477f-9f5e-022ad2c8fade tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2fcab7c0-b348-4709-b520-255e93f2c145 HTTP/1.1" status: 200 len: 943 time: 0.0471618 Sep 21 12:35:13.282790 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-ce05a44d-b1f0-451c-b1df-c6bfd4521f00 req-2441f24b-d85d-43e1-94d7-9ac5c4b9a514 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=9538bbf1-fb1d-4746-8860-31b60ba073b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417914 Sep 21 12:35:14.400439 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60037531-fea8-43b1-bb1a-61291a2054c0 req-daec3c9a-3c2f-4847-9fec-07448e96fbe2 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:35:14.401889 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-60037531-fea8-43b1-bb1a-61291a2054c0 req-daec3c9a-3c2f-4847-9fec-07448e96fbe2 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2fcab7c0-b348-4709-b520-255e93f2c145 HTTP/1.1" status: 200 len: 943 time: 0.0456278 Sep 21 12:35:14.454513 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-60037531-fea8-43b1-bb1a-61291a2054c0 req-7064115d-aece-4a92-b9c2-cb031d3923f3 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=9538bbf1-fb1d-4746-8860-31b60ba073b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469224 Sep 21 12:35:15.581017 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6abb67-3794-486d-8c1b-9ff37684182a req-e3a84077-a337-47db-8d83-4c4e84b7cffe tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:35:15.582500 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-4e6abb67-3794-486d-8c1b-9ff37684182a req-e3a84077-a337-47db-8d83-4c4e84b7cffe tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2fcab7c0-b348-4709-b520-255e93f2c145 HTTP/1.1" status: 200 len: 943 time: 0.0540769 Sep 21 12:35:15.631683 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-4e6abb67-3794-486d-8c1b-9ff37684182a req-cdc9809a-d2bc-45b2-8d8d-83db2de099ce tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=9538bbf1-fb1d-4746-8860-31b60ba073b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432801 Sep 21 12:35:16.735967 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=100 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:35:16.754263 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c3bf3-c254-45e3-9dac-1be48b70b21f req-1c18ce6d-baf8-469d-b922-dd14022decdb tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:35:16.755782 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b32c3bf3-c254-45e3-9dac-1be48b70b21f req-1c18ce6d-baf8-469d-b922-dd14022decdb tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2fcab7c0-b348-4709-b520-255e93f2c145 HTTP/1.1" status: 200 len: 943 time: 0.0471206 Sep 21 12:35:16.806184 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b32c3bf3-c254-45e3-9dac-1be48b70b21f req-1de9e443-a2c2-4497-9ec0-cd4eca9e1d4e tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=9538bbf1-fb1d-4746-8860-31b60ba073b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446038 Sep 21 12:35:17.932905 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0789d-48e0-4f8c-906c-7ca7b415b958 req-ce611e6a-ca88-4d41-8e0b-4f9b2a903879 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:35:17.934987 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-5bd0789d-48e0-4f8c-906c-7ca7b415b958 req-ce611e6a-ca88-4d41-8e0b-4f9b2a903879 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2fcab7c0-b348-4709-b520-255e93f2c145 HTTP/1.1" status: 200 len: 943 time: 0.0475936 Sep 21 12:35:17.985549 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-5bd0789d-48e0-4f8c-906c-7ca7b415b958 req-64b99e1f-6e9d-4962-945d-11ffacaacc7e tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=9538bbf1-fb1d-4746-8860-31b60ba073b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448697 Sep 21 12:35:18.582629 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (986f726e-8c98-4005-b3b7-e033305b1240), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:35:19.108659 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00423d02-5dd7-45c3-bc85-2842c3c9415c req-4ed78fe3-e86c-483d-b262-390c408d6bdd tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:35:19.110129 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-00423d02-5dd7-45c3-bc85-2842c3c9415c req-4ed78fe3-e86c-483d-b262-390c408d6bdd tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2fcab7c0-b348-4709-b520-255e93f2c145 HTTP/1.1" status: 200 len: 943 time: 0.0472417 Sep 21 12:35:19.158789 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-00423d02-5dd7-45c3-bc85-2842c3c9415c req-4cc2a261-4274-420b-8b31-69ccc3e5206f tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=9538bbf1-fb1d-4746-8860-31b60ba073b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431283 Sep 21 12:35:20.283526 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d17695-0a2c-4443-86ed-82f5f2f1c0ec req-a3160b24-a7ed-4677-9bf8-948c6b68f4ea tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:35:20.284924 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-a5d17695-0a2c-4443-86ed-82f5f2f1c0ec req-a3160b24-a7ed-4677-9bf8-948c6b68f4ea tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2fcab7c0-b348-4709-b520-255e93f2c145 HTTP/1.1" status: 200 len: 943 time: 0.0452983 Sep 21 12:35:20.337545 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-a5d17695-0a2c-4443-86ed-82f5f2f1c0ec req-53af49e7-b4e5-4581-a606-141e3a2bf6d6 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=9538bbf1-fb1d-4746-8860-31b60ba073b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469756 Sep 21 12:35:20.886698 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 99db1c1d-12a1-4bd0-be9f-bfda671be9cc details requested by agent hyperv_hv-cinder-85867 with host hv-cinder-85867 {{(pid=106203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 12:35:20.986971 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port 99db1c1d-12a1-4bd0-be9f-bfda671be9cc, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=99db1c1d-12a1-4bd0-be9f-bfda671be9cc,segment=NetworkSegment(fe673fec-1364-4308-9af3-7334b5f7774a),segment_id=fe673fec-1364-4308-9af3-7334b5f7774a)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:35:20.998550 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Returning: {'device': '99db1c1d-12a1-4bd0-be9f-bfda671be9cc', 'network_id': 'df063f4b-39ab-4616-b570-b4e44f12336f', 'port_id': '99db1c1d-12a1-4bd0-be9f-bfda671be9cc', 'mac_address': 'fa:16:3e:24:f8:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7695b35-fb3b-4bad-9fa2-f93cecf3dac8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 12:35:21.032090 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Current status of the port 99db1c1d-12a1-4bd0-be9f-bfda671be9cc is: DOWN; New status is: BUILD {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:35:21.032388 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (99db1c1d-12a1-4bd0-be9f-bfda671be9cc), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:35:21.046027 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.notifiers.nova [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99db1c1d-12a1-4bd0-be9f-bfda671be9cc {{(pid=106203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 12:35:21.065698 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port 99db1c1d-12a1-4bd0-be9f-bfda671be9cc, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=99db1c1d-12a1-4bd0-be9f-bfda671be9cc,segment=NetworkSegment(fe673fec-1364-4308-9af3-7334b5f7774a),segment_id=fe673fec-1364-4308-9af3-7334b5f7774a)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:35:21.070594 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (99db1c1d-12a1-4bd0-be9f-bfda671be9cc), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:35:21.115322 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Pushing event updated for resources: {'Port': ['ID=99db1c1d-12a1-4bd0-be9f-bfda671be9cc,revision_number=4']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:35:21.122961 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:35:21.123303 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:35:21.123635 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:35:21.123992 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:35:21.124317 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:35:21.124639 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:35:21.124958 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:35:21.125274 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:35:21.125589 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:35:21.125905 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:35:21.126225 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:35:21.126540 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:35:21.126861 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:35:21.127166 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:35:21.127653 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:35:21.429108 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] get_ports_and_sgs() called for port_ids ['99db1c1d-12a1-4bd0-be9f-bfda671be9cc'] {{(pid=106203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 12:35:21.467031 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2dfbd6-8af9-481d-ab62-c0ef27b93d86 req-860abc84-583a-4f48-82ca-50f7ea8fbe96 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:35:21.468588 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-bd2dfbd6-8af9-481d-ab62-c0ef27b93d86 req-860abc84-583a-4f48-82ca-50f7ea8fbe96 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2fcab7c0-b348-4709-b520-255e93f2c145 HTTP/1.1" status: 200 len: 944 time: 0.0523689 Sep 21 12:35:21.530396 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-bd2dfbd6-8af9-481d-ab62-c0ef27b93d86 req-2ba5a528-c488-4a37-89e4-e12a646b2f5f tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=9538bbf1-fb1d-4746-8860-31b60ba073b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556371 Sep 21 12:35:21.613079 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:35:22.653257 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f3385e-388e-45f7-9919-57d56eec0263 req-45091d0b-ab58-4524-88da-9d09b48b7071 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:35:22.654720 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-d8f3385e-388e-45f7-9919-57d56eec0263 req-45091d0b-ab58-4524-88da-9d09b48b7071 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2fcab7c0-b348-4709-b520-255e93f2c145 HTTP/1.1" status: 200 len: 944 time: 0.0451753 Sep 21 12:35:22.703548 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-d8f3385e-388e-45f7-9919-57d56eec0263 req-a3cb5fef-3668-4f10-ad41-ba903025354e tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=9538bbf1-fb1d-4746-8860-31b60ba073b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432386 Sep 21 12:35:22.895791 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 99db1c1d-12a1-4bd0-be9f-bfda671be9cc up at agent hyperv_hv-cinder-85867 {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:35:22.940518 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Provisioning for port 99db1c1d-12a1-4bd0-be9f-bfda671be9cc completed by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 21 12:35:22.946239 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Provisioning complete for port 99db1c1d-12a1-4bd0-be9f-bfda671be9cc triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:35:22.946673 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (99db1c1d-12a1-4bd0-be9f-bfda671be9cc), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:35:22.947107 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Attempt 1 to provision port 99db1c1d-12a1-4bd0-be9f-bfda671be9cc Sep 21 12:35:23.018498 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Current status of the port 99db1c1d-12a1-4bd0-be9f-bfda671be9cc is: BUILD; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:35:23.018881 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (99db1c1d-12a1-4bd0-be9f-bfda671be9cc), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:35:23.042102 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fcab7c0-b348-4709-b520-255e93f2c145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99db1c1d-12a1-4bd0-be9f-bfda671be9cc'}] {{(pid=106203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:35:23.045051 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f5c4d77a05fc023d1f839eaccf47ad38217f4e21b3a59551d1b02ed6bd0851a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5fe3ef-7886-4e09-8ac4-bad1db6a7b60" -d '{"events": [{"server_uuid": "2fcab7c0-b348-4709-b520-255e93f2c145", "name": "network-vif-plugged", "status": "completed", "tag": "99db1c1d-12a1-4bd0-be9f-bfda671be9cc"}]}' {{(pid=106203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:35:23.054186 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:35:23.057751 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port 99db1c1d-12a1-4bd0-be9f-bfda671be9cc, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=99db1c1d-12a1-4bd0-be9f-bfda671be9cc,segment=NetworkSegment(fe673fec-1364-4308-9af3-7334b5f7774a),segment_id=fe673fec-1364-4308-9af3-7334b5f7774a)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:35:23.062332 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (99db1c1d-12a1-4bd0-be9f-bfda671be9cc), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:35:23.088821 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 12:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7add3377-bbe7-46b2-9938-cc11392e1b16 x-openstack-request-id: req-7add3377-bbe7-46b2-9938-cc11392e1b16 {{(pid=106203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:35:23.089118 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fcab7c0-b348-4709-b520-255e93f2c145", "name": "network-vif-plugged", "status": "completed", "tag": "99db1c1d-12a1-4bd0-be9f-bfda671be9cc", "code": 200}]} {{(pid=106203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:35:23.089370 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7add3377-bbe7-46b2-9938-cc11392e1b16 {{(pid=106203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:35:23.089755 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7add3377-bbe7-46b2-9938-cc11392e1b16'] response: {'server_uuid': '2fcab7c0-b348-4709-b520-255e93f2c145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99db1c1d-12a1-4bd0-be9f-bfda671be9cc', 'code': 200} Sep 21 12:35:23.116061 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Pushing event updated for resources: {'Port': ['ID=99db1c1d-12a1-4bd0-be9f-bfda671be9cc,revision_number=5']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:35:23.328039 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987570a-fc8a-4c03-abc3-51091607af79 req-ca77deaf-6e18-423e-90f8-174110046473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:35:23.329522 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-5987570a-fc8a-4c03-abc3-51091607af79 req-ca77deaf-6e18-423e-90f8-174110046473 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=2fcab7c0-b348-4709-b520-255e93f2c145 HTTP/1.1" status: 200 len: 1129 time: 0.0377612 Sep 21 12:35:23.375576 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-5987570a-fc8a-4c03-abc3-51091607af79 req-f5e2e26a-233a-4c5c-b732-ff584f90155e service neutron] 10.222.0.66 "GET /networking/v2.0/security-groups?id=9538bbf1-fb1d-4746-8860-31b60ba073b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400560 Sep 21 12:35:23.814128 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=100 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:35:23.823301 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f45c5-19ae-4dc7-a7cb-fd6da26ef7b0 req-15b74186-431a-4e22-8742-65579bbb8b79 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:35:23.825380 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-aa7f45c5-19ae-4dc7-a7cb-fd6da26ef7b0 req-15b74186-431a-4e22-8742-65579bbb8b79 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2fcab7c0-b348-4709-b520-255e93f2c145 HTTP/1.1" status: 200 len: 945 time: 0.0467722 Sep 21 12:35:23.873291 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-aa7f45c5-19ae-4dc7-a7cb-fd6da26ef7b0 req-4ccdfad1-bfc3-4bf9-a8a9-0f3b06bea601 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=9538bbf1-fb1d-4746-8860-31b60ba073b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424297 Sep 21 12:35:24.987749 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=100 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:35:25.003349 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4bad63-3fe4-48d7-80df-914fd4596408 req-487b2d78-8497-4a5a-b6c9-ed5321b51ee5 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:35:25.004883 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-4d4bad63-3fe4-48d7-80df-914fd4596408 req-487b2d78-8497-4a5a-b6c9-ed5321b51ee5 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2fcab7c0-b348-4709-b520-255e93f2c145 HTTP/1.1" status: 200 len: 945 time: 0.0523889 Sep 21 12:35:25.058931 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-4d4bad63-3fe4-48d7-80df-914fd4596408 req-8f141906-7e77-4051-8063-573b0bb2dd7b tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=9538bbf1-fb1d-4746-8860-31b60ba073b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475857 Sep 21 12:35:26.183185 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b93669-7388-421f-b8cf-8d5114b34b5d req-56da3a47-fa1d-44a7-8b62-9b84d4a4cd61 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:35:26.184731 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-a5b93669-7388-421f-b8cf-8d5114b34b5d req-56da3a47-fa1d-44a7-8b62-9b84d4a4cd61 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2fcab7c0-b348-4709-b520-255e93f2c145 HTTP/1.1" status: 200 len: 945 time: 0.0489225 Sep 21 12:35:26.237499 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-a5b93669-7388-421f-b8cf-8d5114b34b5d req-d57ecdc0-89d9-41a1-875c-0e4d459274a8 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=9538bbf1-fb1d-4746-8860-31b60ba073b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468919 Sep 21 12:35:26.355314 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756dbcc-1890-4830-908c-640a0a52997f req-8a08f0fd-5e47-42b6-977b-c31d606edf3b tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:35:26.356924 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f756dbcc-1890-4830-908c-640a0a52997f req-8a08f0fd-5e47-42b6-977b-c31d606edf3b tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2fcab7c0-b348-4709-b520-255e93f2c145 HTTP/1.1" status: 200 len: 945 time: 0.0463698 Sep 21 12:35:26.405818 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f756dbcc-1890-4830-908c-640a0a52997f req-b49e7d24-8504-4c0b-9583-35b70e005954 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=9538bbf1-fb1d-4746-8860-31b60ba073b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432568 Sep 21 12:35:26.440303 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 33410) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:35:26.477646 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c22631-d3b8-48f4-bc7d-6fc769ba9acf tempest-TestVolumeBootPattern-1015565289 tempest-TestVolumeBootPattern-1015565289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:35:26.479133 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-59c22631-d3b8-48f4-bc7d-6fc769ba9acf tempest-TestVolumeBootPattern-1015565289 tempest-TestVolumeBootPattern-1015565289-project-admin] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2fcab7c0-b348-4709-b520-255e93f2c145 HTTP/1.1" status: 200 len: 1124 time: 0.0378370 Sep 21 12:35:26.481876 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 33412) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:35:26.485990 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.v2.base [None req-2cd49191-d37f-4382-b1c9-719d16d8473c tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Request body: {'floatingip': {'floating_network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'port_id': '99db1c1d-12a1-4bd0-be9f-bfda671be9cc', 'tenant_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'fixed_ip_address': '172.20.0.9'}} {{(pid=106201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:35:26.493523 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=100 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:35:26.507596 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-2cd49191-d37f-4382-b1c9-719d16d8473c tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:35:26.589567 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-2cd49191-d37f-4382-b1c9-719d16d8473c tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:35:26.691641 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.db.db_base_plugin_common [None req-2cd49191-d37f-4382-b1c9-719d16d8473c tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Allocated IP 172.27.0.144 (988e67c4-a01e-4c04-8cb9-1b0dd07d668d/691ea813-de87-4809-9e6b-d8504be0b97f/f9c54189-7813-4b98-97be-412613db59f6) {{(pid=106201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:35:26.764624 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=39,neutron:UPDATE=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:35:26.769364 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:35:26.800243 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-2cd49191-d37f-4382-b1c9-719d16d8473c tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks [] for port (f9c54189-7813-4b98-97be-412613db59f6), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:35:26.832473 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-2cd49191-d37f-4382-b1c9-719d16d8473c tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735120900801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6788894'] for port (f9c54189-7813-4b98-97be-412613db59f6), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:35:26.866316 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd49191-d37f-4382-b1c9-719d16d8473c tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Network 988e67c4-a01e-4c04-8cb9-1b0dd07d668d is already hosted by enough agents. {{(pid=106201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:35:26.871266 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.base_scheduler [None req-2cd49191-d37f-4382-b1c9-719d16d8473c tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Resources bound (agent type, host, resource id): {{(pid=106201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:35:26.875496 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd49191-d37f-4382-b1c9-719d16d8473c tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Received port after_create {{(pid=106201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 12:35:26.908683 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd49191-d37f-4382-b1c9-719d16d8473c tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Pushing event updated for resources: {'Port': ['ID=f9c54189-7813-4b98-97be-412613db59f6,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:35:26.922434 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd49191-d37f-4382-b1c9-719d16d8473c tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:35:26.922777 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd49191-d37f-4382-b1c9-719d16d8473c tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:35:26.923118 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd49191-d37f-4382-b1c9-719d16d8473c tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:35:26.923456 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd49191-d37f-4382-b1c9-719d16d8473c tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:35:26.923807 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd49191-d37f-4382-b1c9-719d16d8473c tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:35:26.924137 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd49191-d37f-4382-b1c9-719d16d8473c tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:35:26.924469 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd49191-d37f-4382-b1c9-719d16d8473c tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:35:26.924793 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd49191-d37f-4382-b1c9-719d16d8473c tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:35:26.925117 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd49191-d37f-4382-b1c9-719d16d8473c tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:35:26.925441 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd49191-d37f-4382-b1c9-719d16d8473c tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:35:26.925762 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd49191-d37f-4382-b1c9-719d16d8473c tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:35:26.926084 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd49191-d37f-4382-b1c9-719d16d8473c tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:35:26.926405 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd49191-d37f-4382-b1c9-719d16d8473c tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:35:26.926722 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd49191-d37f-4382-b1c9-719d16d8473c tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:35:26.927042 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd49191-d37f-4382-b1c9-719d16d8473c tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:35:27.100707 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:35:27.237097 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-2cd49191-d37f-4382-b1c9-719d16d8473c tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks [] for floatingip (98c3d94e-d2bd-4b33-a35f-14958fa08663), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:35:27.239447 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:35:27.307977 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-2cd49191-d37f-4382-b1c9-719d16d8473c tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (f9c54189-7813-4b98-97be-412613db59f6), before_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:35:27.453899 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-2cd49191-d37f-4382-b1c9-719d16d8473c tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks [] for port (f9c54189-7813-4b98-97be-412613db59f6), precommit_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:35:27.458401 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-2cd49191-d37f-4382-b1c9-719d16d8473c tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6788903'] for port (f9c54189-7813-4b98-97be-412613db59f6), after_update {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:35:27.526898 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd49191-d37f-4382-b1c9-719d16d8473c tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Pushing event updated for resources: {'Port': ['ID=f9c54189-7813-4b98-97be-412613db59f6,revision_number=2']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:35:27.530170 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-2cd49191-d37f-4382-b1c9-719d16d8473c tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534182'] for floatingip (98c3d94e-d2bd-4b33-a35f-14958fa08663), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:35:27.628687 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.db.l3_db [None req-2cd49191-d37f-4382-b1c9-719d16d8473c tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Floating IP 98c3d94e-d2bd-4b33-a35f-14958fa08663 associated. External IP: 172.27.0.144, port: 99db1c1d-12a1-4bd0-be9f-bfda671be9cc. Sep 21 12:35:28.038163 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cd49191-d37f-4382-b1c9-719d16d8473c tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Router cd1770d6-720c-444f-b058-b1486f26d12b has already been hosted by L3 agent 4f31b8b6-17c0-474d-bf52-0481ff2a5cf7 {{(pid=106201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 12:35:28.136357 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd49191-d37f-4382-b1c9-719d16d8473c tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Notify agent at l3_agent.dv-cinder-858678-1-iscsi the message routers_updated {{(pid=106201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:35:28.147053 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8bd914-15d0-4827-b634-9494b41b7994 None None] Sync routers for ids ['cd1770d6-720c-444f-b058-b1486f26d12b'] in dv-cinder-858678-1-iscsi {{(pid=106203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:35:28.154736 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-2cd49191-d37f-4382-b1c9-719d16d8473c tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for floatingip (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:35:28.158362 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8bd914-15d0-4827-b634-9494b41b7994 None None] Routers {'cd1770d6-720c-444f-b058-b1486f26d12b'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:35:28.158972 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-3a8bd914-15d0-4827-b634-9494b41b7994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:35:09Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['cd1770d6-720c-444f-b058-b1486f26d12b'], 'active': True} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:35:28.187885 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-2cd49191-d37f-4382-b1c9-719d16d8473c tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7049818 Sep 21 12:35:28.188532 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fcab7c0-b348-4709-b520-255e93f2c145', 'tag': '99db1c1d-12a1-4bd0-be9f-bfda671be9cc'}] {{(pid=106201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:35:28.190812 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}820e190412424329cfb88a87f9088cb5fffe4f23ca632413c3a8305fb0e7ba95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd2002f-8ae1-4c23-94f6-29745f9504d2" -d '{"events": [{"name": "network-changed", "server_uuid": "2fcab7c0-b348-4709-b520-255e93f2c145", "tag": "99db1c1d-12a1-4bd0-be9f-bfda671be9cc"}]}' {{(pid=106201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:35:28.265016 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvr_db [None req-3a8bd914-15d0-4827-b634-9494b41b7994 None None] Set router cd1770d6-720c-444f-b058-b1486f26d12b gateway port host: dv-cinder-858678-1-iscsi {{(pid=106203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:35:28.348042 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 12:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf2eb61-0de5-401f-9802-dce7508fb398 x-openstack-request-id: req-bbf2eb61-0de5-401f-9802-dce7508fb398 {{(pid=106201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:35:28.348701 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fcab7c0-b348-4709-b520-255e93f2c145", "tag": "99db1c1d-12a1-4bd0-be9f-bfda671be9cc", "status": "completed", "code": 200}]} {{(pid=106201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:35:28.348701 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-bbf2eb61-0de5-401f-9802-dce7508fb398 {{(pid=106201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:35:28.348972 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbf2eb61-0de5-401f-9802-dce7508fb398'] response: {'name': 'network-changed', 'server_uuid': '2fcab7c0-b348-4709-b520-255e93f2c145', 'tag': '99db1c1d-12a1-4bd0-be9f-bfda671be9cc', 'status': 'completed', 'code': 200} Sep 21 12:35:28.441676 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd2002f-8ae1-4c23-94f6-29745f9504d2 req-1b8c4b53-1214-4d1c-99c8-bab8a6e4d1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:35:28.443175 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-2bd2002f-8ae1-4c23-94f6-29745f9504d2 req-1b8c4b53-1214-4d1c-99c8-bab8a6e4d1de service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=04bda0b59d3b4bfabf6f1b84fec0d6a6&device_id=2fcab7c0-b348-4709-b520-255e93f2c145 HTTP/1.1" status: 200 len: 1129 time: 0.0403280 Sep 21 12:35:28.541479 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd2002f-8ae1-4c23-94f6-29745f9504d2 req-bdb20733-1b92-4ef7-b7a6-cdbdd0749a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:35:28.543057 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-2bd2002f-8ae1-4c23-94f6-29745f9504d2 req-bdb20733-1b92-4ef7-b7a6-cdbdd0749a51 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=df063f4b-39ab-4616-b570-b4e44f12336f HTTP/1.1" status: 200 len: 913 time: 0.0944958 Sep 21 12:35:28.613076 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-2bd2002f-8ae1-4c23-94f6-29745f9504d2 req-aafba0b0-9ad0-444f-870d-9a4a8701dc30 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99db1c1d-12a1-4bd0-be9f-bfda671be9cc HTTP/1.1" status: 200 len: 999 time: 0.0632288 Sep 21 12:35:28.614959 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-3a8bd914-15d0-4827-b634-9494b41b7994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'name': 'tempest-TestVolumeBootPattern-1524629230-router', 'tenant_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'd02713a9-0dcf-45fa-9c8f-29c964e28feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:31:51Z', 'updated_at': '2022-09-21T12:31:54Z', 'revision_number': 4, 'project_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'gw_port': {'id': 'd02713a9-0dcf-45fa-9c8f-29c964e28feb', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:52Z', 'updated_at': '2022-09-21T12:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_floatingips': [{'id': '98c3d94e-d2bd-4b33-a35f-14958fa08663', 'tenant_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'floating_ip_address': '172.27.0.144', 'floating_network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'router_id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'port_id': '99db1c1d-12a1-4bd0-be9f-bfda671be9cc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 717, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df063f4b-39ab-4616-b570-b4e44f12336f', 'mac_address': 'fa:16:3e:24:f8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcab7c0-b348-4709-b520-255e93f2c145', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T12:35:27Z', 'updated_at': '2022-09-21T12:35:27Z', 'revision_number': 0, 'project_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3a3486b-81a8-4176-8cc4-8f7d1e721f8e', 'name': '', 'network_id': 'df063f4b-39ab-4616-b570-b4e44f12336f', 'tenant_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'mac_address': 'fa:16:3e:83:7d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'e7695b35-fb3b-4bad-9fa2-f93cecf3dac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:54Z', 'updated_at': '2022-09-21T12:31:59Z', 'revision_number': 5, 'project_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'subnets': [{'id': 'e7695b35-fb3b-4bad-9fa2-f93cecf3dac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:35:28.640492 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8bd914-15d0-4827-b634-9494b41b7994 None None] Checking router: cd1770d6-720c-444f-b058-b1486f26d12b for host: dv-cinder-858678-1-iscsi {{(pid=106203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:35:28.648930 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8bd914-15d0-4827-b634-9494b41b7994 None None] Routers {'cd1770d6-720c-444f-b058-b1486f26d12b'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:35:28.649543 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-3a8bd914-15d0-4827-b634-9494b41b7994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:35:09Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['cd1770d6-720c-444f-b058-b1486f26d12b'], 'active': True} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:35:28.666849 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd2002f-8ae1-4c23-94f6-29745f9504d2 req-10128804-da2a-4029-a782-21183eef70df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:35:28.668345 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-2bd2002f-8ae1-4c23-94f6-29745f9504d2 req-10128804-da2a-4029-a782-21183eef70df service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=e7695b35-fb3b-4bad-9fa2-f93cecf3dac8 HTTP/1.1" status: 200 len: 851 time: 0.0496316 Sep 21 12:35:28.711828 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd2002f-8ae1-4c23-94f6-29745f9504d2 req-8a6e65e7-f16e-4056-8d1c-730e1ceb579e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:35:28.713423 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-2bd2002f-8ae1-4c23-94f6-29745f9504d2 req-8a6e65e7-f16e-4056-8d1c-730e1ceb579e service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=df063f4b-39ab-4616-b570-b4e44f12336f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393298 Sep 21 12:35:28.753444 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvr_db [None req-3a8bd914-15d0-4827-b634-9494b41b7994 None None] Set router cd1770d6-720c-444f-b058-b1486f26d12b gateway port host: dv-cinder-858678-1-iscsi {{(pid=106203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:35:28.811109 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-2bd2002f-8ae1-4c23-94f6-29745f9504d2 req-c661862a-f077-4e21-b11e-e2ce1a1fae63 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/df063f4b-39ab-4616-b570-b4e44f12336f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919311 Sep 21 12:35:28.856984 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:35:28.904149 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=100 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:35:28.910803 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-2bd2002f-8ae1-4c23-94f6-29745f9504d2 req-7c7916d7-64fd-49e5-ba59-cebfb2070823 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/df063f4b-39ab-4616-b570-b4e44f12336f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931664 Sep 21 12:35:28.970834 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-3a8bd914-15d0-4827-b634-9494b41b7994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'name': 'tempest-TestVolumeBootPattern-1524629230-router', 'tenant_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'd02713a9-0dcf-45fa-9c8f-29c964e28feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:31:51Z', 'updated_at': '2022-09-21T12:31:54Z', 'revision_number': 4, 'project_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'gw_port': {'id': 'd02713a9-0dcf-45fa-9c8f-29c964e28feb', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:52Z', 'updated_at': '2022-09-21T12:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_floatingips': [{'id': '98c3d94e-d2bd-4b33-a35f-14958fa08663', 'tenant_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'floating_ip_address': '172.27.0.144', 'floating_network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'router_id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'port_id': '99db1c1d-12a1-4bd0-be9f-bfda671be9cc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 717, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df063f4b-39ab-4616-b570-b4e44f12336f', 'mac_address': 'fa:16:3e:24:f8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcab7c0-b348-4709-b520-255e93f2c145', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T12:35:27Z', 'updated_at': '2022-09-21T12:35:27Z', 'revision_number': 0, 'project_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3a3486b-81a8-4176-8cc4-8f7d1e721f8e', 'name': '', 'network_id': 'df063f4b-39ab-4616-b570-b4e44f12336f', 'tenant_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'mac_address': 'fa:16:3e:83:7d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'e7695b35-fb3b-4bad-9fa2-f93cecf3dac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:54Z', 'updated_at': '2022-09-21T12:31:59Z', 'revision_number': 5, 'project_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'subnets': [{'id': 'e7695b35-fb3b-4bad-9fa2-f93cecf3dac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:35:29.000804 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8bd914-15d0-4827-b634-9494b41b7994 None None] The sync data for ids ['cd1770d6-720c-444f-b058-b1486f26d12b'] in dv-cinder-858678-1-iscsi is: [{'id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'name': 'tempest-TestVolumeBootPattern-1524629230-router', 'tenant_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'd02713a9-0dcf-45fa-9c8f-29c964e28feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:31:51Z', 'updated_at': '2022-09-21T12:31:54Z', 'revision_number': 4, 'project_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'gw_port': {'id': 'd02713a9-0dcf-45fa-9c8f-29c964e28feb', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:52Z', 'updated_at': '2022-09-21T12:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_floatingips': [{'id': '98c3d94e-d2bd-4b33-a35f-14958fa08663', 'tenant_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'floating_ip_address': '172.27.0.144', 'floating_network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'router_id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'port_id': '99db1c1d-12a1-4bd0-be9f-bfda671be9cc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 717, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df063f4b-39ab-4616-b570-b4e44f12336f', 'mac_address': 'fa:16:3e:24:f8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcab7c0-b348-4709-b520-255e93f2c145', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T12:35:27Z', 'updated_at': '2022-09-21T12:35:27Z', 'revision_number': 0, 'project_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3a3486b-81a8-4176-8cc4-8f7d1e721f8e', 'name': '', 'network_id': 'df063f4b-39ab-4616-b570-b4e44f12336f', 'tenant_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'mac_address': 'fa:16:3e:83:7d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'e7695b35-fb3b-4bad-9fa2-f93cecf3dac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:54Z', 'updated_at': '2022-09-21T12:31:59Z', 'revision_number': 5, 'project_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'subnets': [{'id': 'e7695b35-fb3b-4bad-9fa2-f93cecf3dac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:35:29.180976 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291d028f-4768-46d9-b17a-93ce5ae4c88b None None] New status for floating IP 98c3d94e-d2bd-4b33-a35f-14958fa08663: ACTIVE {{(pid=106204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 21 12:35:36.408060 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1ad26c59-9a55-4dd0-ac76-e5513e617aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (f73c601a-29a1-4353-9f34-efd4ba2e6501), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:35:38.180019 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:35:38.184461 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:35:38.658095 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-68d8f6df-17fc-4750-8b2a-5eaeff2f5c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (4f31b8b6-17c0-474d-bf52-0481ff2a5cf7), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:35:38.907785 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=60 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:35:39.281179 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:35:39.283746 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=9 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:35:39.984020 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-740e41e1-10de-4b2e-a9f0-9582d49d2a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (d7a8950b-d4d7-4646-ba54-d395483871b4), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:35:40.738036 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.agents_db [None req-f0b1ed15-d02e-46f0-bd67-2b506ff8404e None None] Agent healthcheck: found 6 active agents {{(pid=106204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:35:41.292370 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:35:41.306192 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (57fb69a9-4edc-44fd-8965-b65708e41306), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:35:41.541058 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c3e59811-0015-48e8-afb5-3d82d64b721e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (cef1489a-7471-4b81-a7c5-b9e507e96767), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:35:48.608631 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (986f726e-8c98-4005-b3b7-e033305b1240), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:35:50.733697 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:35:58.598852 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=4 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:35:58.603994 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=33,neutron:UPDATE=5 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:36:04.782941 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=4 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:36:04.783980 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:36:06.410020 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-862dfb59-42a6-4981-be0d-0f74f3238176 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (f73c601a-29a1-4353-9f34-efd4ba2e6501), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:36:08.661126 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-7abfae3c-cf82-4f9d-88b5-f44280e42970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (4f31b8b6-17c0-474d-bf52-0481ff2a5cf7), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:36:09.987583 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-740e41e1-10de-4b2e-a9f0-9582d49d2a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (d7a8950b-d4d7-4646-ba54-d395483871b4), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:36:11.308528 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (57fb69a9-4edc-44fd-8965-b65708e41306), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:36:11.541095 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c3e59811-0015-48e8-afb5-3d82d64b721e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (cef1489a-7471-4b81-a7c5-b9e507e96767), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:36:14.545680 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eb8a83-03d3-4580-ad6a-109c3d730599 req-cbe4ce81-8586-40d6-aad7-e388c7463a6e tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:36:14.547266 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-86eb8a83-03d3-4580-ad6a-109c3d730599 req-cbe4ce81-8586-40d6-aad7-e388c7463a6e tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=a8212565-d87b-4a5a-9618-5f3ad4c9c511 HTTP/1.1" status: 200 len: 945 time: 0.0459526 Sep 21 12:36:14.594143 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-86eb8a83-03d3-4580-ad6a-109c3d730599 req-8a132f44-b74e-4b6a-a551-7c1a20acb80d tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=fca2c3a3-81c3-47bf-9dfd-316c0c4e7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412061 Sep 21 12:36:15.721557 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb635c-c421-44f1-85a4-20e9d8b19130 req-3cf000de-6735-4e88-b460-e5ad9ad8d4b8 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:36:15.723510 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-fadb635c-c421-44f1-85a4-20e9d8b19130 req-3cf000de-6735-4e88-b460-e5ad9ad8d4b8 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=a8212565-d87b-4a5a-9618-5f3ad4c9c511 HTTP/1.1" status: 200 len: 945 time: 0.0464764 Sep 21 12:36:15.772370 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-fadb635c-c421-44f1-85a4-20e9d8b19130 req-acf42e22-1379-41d0-99c1-aa5224550e56 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=fca2c3a3-81c3-47bf-9dfd-316c0c4e7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432587 Sep 21 12:36:16.426638 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a1f6a-d0b4-4ed3-a794-e26c782d9b46 req-8a4aa369-d182-4f13-b854-d5586fa29770 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:36:16.428382 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-082a1f6a-d0b4-4ed3-a794-e26c782d9b46 req-8a4aa369-d182-4f13-b854-d5586fa29770 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=a8212565-d87b-4a5a-9618-5f3ad4c9c511 HTTP/1.1" status: 200 len: 945 time: 0.0510137 Sep 21 12:36:16.510539 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [req-082a1f6a-d0b4-4ed3-a794-e26c782d9b46 req-3ae2b023-abe1-4c6a-8359-c92f2b838660 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Deleting port 799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed {{(pid=106202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:36:16.510875 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-082a1f6a-d0b4-4ed3-a794-e26c782d9b46 req-3ae2b023-abe1-4c6a-8359-c92f2b838660 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:36:16.605361 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [req-082a1f6a-d0b4-4ed3-a794-e26c782d9b46 req-3ae2b023-abe1-4c6a-8359-c92f2b838660 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] For port 799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed,segment=NetworkSegment(9a81ab1a-c91c-421a-be88-b87f2c0b7773),segment_id=9a81ab1a-c91c-421a-be88-b87f2c0b7773)] {{(pid=106202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:36:16.605716 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-082a1f6a-d0b4-4ed3-a794-e26c782d9b46 req-3ae2b023-abe1-4c6a-8359-c92f2b838660 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:36:16.771337 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-082a1f6a-d0b4-4ed3-a794-e26c782d9b46 req-3ae2b023-abe1-4c6a-8359-c92f2b838660 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:36:16.771935 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-082a1f6a-d0b4-4ed3-a794-e26c782d9b46 req-3ae2b023-abe1-4c6a-8359-c92f2b838660 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534182'] for floatingip (0e64773c-6341-4a85-a2a3-302a4534b872), after_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:36:16.772048 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.db.l3_db [req-082a1f6a-d0b4-4ed3-a794-e26c782d9b46 req-3ae2b023-abe1-4c6a-8359-c92f2b838660 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Floating IP 0e64773c-6341-4a85-a2a3-302a4534b872 disassociated. External IP: 172.27.0.152, port: 799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed. Sep 21 12:36:16.772342 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [req-082a1f6a-d0b4-4ed3-a794-e26c782d9b46 req-3ae2b023-abe1-4c6a-8359-c92f2b838660 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Calling delete_port for 799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed owned by compute:nova {{(pid=106202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:36:16.894090 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f91eb7b-eae3-4e87-adc1-259742d1fcd3 req-e3e9c67d-ef84-4bb5-b1ad-1780637f4bc8 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:36:16.895590 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-9f91eb7b-eae3-4e87-adc1-259742d1fcd3 req-e3e9c67d-ef84-4bb5-b1ad-1780637f4bc8 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=a8212565-d87b-4a5a-9618-5f3ad4c9c511 HTTP/1.1" status: 200 len: 945 time: 0.0459740 Sep 21 12:36:16.902573 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-082a1f6a-d0b4-4ed3-a794-e26c782d9b46 req-3ae2b023-abe1-4c6a-8359-c92f2b838660 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:36:16.932377 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae2b023-abe1-4c6a-8359-c92f2b838660 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Pushing event deleted for resources: {'Port': ['ID=799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:36:16.945456 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae2b023-abe1-4c6a-8359-c92f2b838660 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:36:16.945808 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae2b023-abe1-4c6a-8359-c92f2b838660 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:36:16.946154 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae2b023-abe1-4c6a-8359-c92f2b838660 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:36:16.946498 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae2b023-abe1-4c6a-8359-c92f2b838660 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:36:16.946851 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae2b023-abe1-4c6a-8359-c92f2b838660 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:36:16.947170 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae2b023-abe1-4c6a-8359-c92f2b838660 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:36:16.947723 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae2b023-abe1-4c6a-8359-c92f2b838660 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:36:16.948086 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae2b023-abe1-4c6a-8359-c92f2b838660 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:36:16.948422 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae2b023-abe1-4c6a-8359-c92f2b838660 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:36:16.948766 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae2b023-abe1-4c6a-8359-c92f2b838660 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:36:16.949123 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae2b023-abe1-4c6a-8359-c92f2b838660 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:36:16.949454 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae2b023-abe1-4c6a-8359-c92f2b838660 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:36:16.950199 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-9f91eb7b-eae3-4e87-adc1-259742d1fcd3 req-1004b3d5-e3da-44d1-9e25-af1e8f871415 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=fca2c3a3-81c3-47bf-9dfd-316c0c4e7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486417 Sep 21 12:36:16.951503 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae2b023-abe1-4c6a-8359-c92f2b838660 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:36:16.951964 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae2b023-abe1-4c6a-8359-c92f2b838660 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:36:16.952315 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae2b023-abe1-4c6a-8359-c92f2b838660 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:36:17.057038 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.l3_agent_scheduler [req-082a1f6a-d0b4-4ed3-a794-e26c782d9b46 req-3ae2b023-abe1-4c6a-8359-c92f2b838660 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Router 7790f097-110a-4e2e-b7cb-1db12730b695 has already been hosted by L3 agent 4f31b8b6-17c0-474d-bf52-0481ff2a5cf7 {{(pid=106202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 12:36:17.157867 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-082a1f6a-d0b4-4ed3-a794-e26c782d9b46 req-3ae2b023-abe1-4c6a-8359-c92f2b838660 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Notify agent at l3_agent.dv-cinder-858678-1-iscsi the message routers_updated {{(pid=106202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:36:17.168491 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d731bf8a-4b00-4a82-8081-f84fc88a4e3a None None] Sync routers for ids ['7790f097-110a-4e2e-b7cb-1db12730b695'] in dv-cinder-858678-1-iscsi {{(pid=106203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:36:17.178885 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d731bf8a-4b00-4a82-8081-f84fc88a4e3a None None] Routers {'7790f097-110a-4e2e-b7cb-1db12730b695'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:36:17.179493 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-d731bf8a-4b00-4a82-8081-f84fc88a4e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:36:09Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['7790f097-110a-4e2e-b7cb-1db12730b695'], 'active': True} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:36:17.198965 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.l3_dvrscheduler_db [req-082a1f6a-d0b4-4ed3-a794-e26c782d9b46 req-3ae2b023-abe1-4c6a-8359-c92f2b838660 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] No DVR routers for this DVR port 799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed on host hv-cinder-85867 {{(pid=106202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 12:36:17.201492 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-082a1f6a-d0b4-4ed3-a794-e26c782d9b46 req-3ae2b023-abe1-4c6a-8359-c92f2b838660 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for port (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:36:17.204704 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-082a1f6a-d0b4-4ed3-a794-e26c782d9b46 req-3ae2b023-abe1-4c6a-8359-c92f2b838660 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.66 "DELETE /networking/v2.0/ports/799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed HTTP/1.1" status: 204 len: 173 time: 0.7715192 Sep 21 12:36:17.205199 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8212565-d87b-4a5a-9618-5f3ad4c9c511', 'name': 'network-vif-deleted', 'tag': '799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed'}] {{(pid=106202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:36:17.207533 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f69dec5372d12bc1dbf2d83c258da0d8b658e28cfccadcad30c8a09044815e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00359e59-b166-4aa4-b510-1616ac13a6d4" -d '{"events": [{"server_uuid": "a8212565-d87b-4a5a-9618-5f3ad4c9c511", "name": "network-vif-deleted", "tag": "799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed"}]}' {{(pid=106202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:36:17.248895 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 12:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a699f975-26b8-4519-af9a-1c7df18900c3 x-openstack-request-id: req-a699f975-26b8-4519-af9a-1c7df18900c3 {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:36:17.249264 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8212565-d87b-4a5a-9618-5f3ad4c9c511", "name": "network-vif-deleted", "tag": "799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed", "status": "completed", "code": 200}]} {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:36:17.249594 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a699f975-26b8-4519-af9a-1c7df18900c3 {{(pid=106202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:36:17.250055 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a699f975-26b8-4519-af9a-1c7df18900c3'] response: {'server_uuid': 'a8212565-d87b-4a5a-9618-5f3ad4c9c511', 'name': 'network-vif-deleted', 'tag': '799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed', 'status': 'completed', 'code': 200} Sep 21 12:36:17.295489 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvr_db [None req-d731bf8a-4b00-4a82-8081-f84fc88a4e3a None None] Set router 7790f097-110a-4e2e-b7cb-1db12730b695 gateway port host: dv-cinder-858678-1-iscsi {{(pid=106203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:36:17.505914 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-d731bf8a-4b00-4a82-8081-f84fc88a4e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'name': 'tempest-AttachVolumeNegativeTest-307258962-router', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '38ab0a3c-d859-4900-8927-c30c165851cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:31:19Z', 'updated_at': '2022-09-21T12:31:22Z', 'revision_number': 4, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'gw_port': {'id': '38ab0a3c-d859-4900-8927-c30c165851cf', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:20Z', 'updated_at': '2022-09-21T12:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': '1e924c8b-82a3-464e-81f6-ae4bda862ab6', 'name': '', 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'mac_address': 'fa:16:3e:ea:ce:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '62b0a2ff-8728-481a-b55a-ce99e8ef1e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:22Z', 'updated_at': '2022-09-21T12:31:26Z', 'revision_number': 5, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'subnets': [{'id': '62b0a2ff-8728-481a-b55a-ce99e8ef1e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:36:17.530080 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d731bf8a-4b00-4a82-8081-f84fc88a4e3a None None] Checking router: 7790f097-110a-4e2e-b7cb-1db12730b695 for host: dv-cinder-858678-1-iscsi {{(pid=106203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:36:17.539427 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d731bf8a-4b00-4a82-8081-f84fc88a4e3a None None] Routers {'7790f097-110a-4e2e-b7cb-1db12730b695'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:36:17.540194 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-d731bf8a-4b00-4a82-8081-f84fc88a4e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:36:09Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['7790f097-110a-4e2e-b7cb-1db12730b695'], 'active': True} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:36:17.644201 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvr_db [None req-d731bf8a-4b00-4a82-8081-f84fc88a4e3a None None] Set router 7790f097-110a-4e2e-b7cb-1db12730b695 gateway port host: dv-cinder-858678-1-iscsi {{(pid=106203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:36:17.736832 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.agents_db [None req-f0b1ed15-d02e-46f0-bd67-2b506ff8404e None None] Agent healthcheck: found 6 active agents {{(pid=106204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:36:17.856917 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-d731bf8a-4b00-4a82-8081-f84fc88a4e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'name': 'tempest-AttachVolumeNegativeTest-307258962-router', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '38ab0a3c-d859-4900-8927-c30c165851cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:31:19Z', 'updated_at': '2022-09-21T12:31:22Z', 'revision_number': 4, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'gw_port': {'id': '38ab0a3c-d859-4900-8927-c30c165851cf', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:20Z', 'updated_at': '2022-09-21T12:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': '1e924c8b-82a3-464e-81f6-ae4bda862ab6', 'name': '', 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'mac_address': 'fa:16:3e:ea:ce:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '62b0a2ff-8728-481a-b55a-ce99e8ef1e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:22Z', 'updated_at': '2022-09-21T12:31:26Z', 'revision_number': 5, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'subnets': [{'id': '62b0a2ff-8728-481a-b55a-ce99e8ef1e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:36:17.885348 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d731bf8a-4b00-4a82-8081-f84fc88a4e3a None None] The sync data for ids ['7790f097-110a-4e2e-b7cb-1db12730b695'] in dv-cinder-858678-1-iscsi is: [{'id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'name': 'tempest-AttachVolumeNegativeTest-307258962-router', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '38ab0a3c-d859-4900-8927-c30c165851cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:31:19Z', 'updated_at': '2022-09-21T12:31:22Z', 'revision_number': 4, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'gw_port': {'id': '38ab0a3c-d859-4900-8927-c30c165851cf', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:20Z', 'updated_at': '2022-09-21T12:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': '1e924c8b-82a3-464e-81f6-ae4bda862ab6', 'name': '', 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'mac_address': 'fa:16:3e:ea:ce:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '62b0a2ff-8728-481a-b55a-ce99e8ef1e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:22Z', 'updated_at': '2022-09-21T12:31:26Z', 'revision_number': 5, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'subnets': [{'id': '62b0a2ff-8728-481a-b55a-ce99e8ef1e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:36:18.052260 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 33514) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:36:18.061335 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:36:18.083099 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:36:18.116101 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-a0325c59-3c66-4cc1-8385-436d7d29ac98 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for security_group (fca2c3a3-81c3-47bf-9dfd-316c0c4e7b2b), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:36:18.132806 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e772b426-4cfc-4341-b95b-25a84ebeb53d None None] New status for floating IP 0e64773c-6341-4a85-a2a3-302a4534b872: DOWN {{(pid=106204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 21 12:36:18.139887 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-a0325c59-3c66-4cc1-8385-436d7d29ac98 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for security_group (fca2c3a3-81c3-47bf-9dfd-316c0c4e7b2b), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:36:18.197386 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-a0325c59-3c66-4cc1-8385-436d7d29ac98 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (fca2c3a3-81c3-47bf-9dfd-316c0c4e7b2b), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:36:18.199887 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-a0325c59-3c66-4cc1-8385-436d7d29ac98 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for security_group (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:36:18.201070 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-a0325c59-3c66-4cc1-8385-436d7d29ac98 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "DELETE /networking/v2.0/security-groups/fca2c3a3-81c3-47bf-9dfd-316c0c4e7b2b HTTP/1.1" status: 204 len: 168 time: 0.1482792 Sep 21 12:36:18.203921 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 33516) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:36:18.211186 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0325c59-3c66-4cc1-8385-436d7d29ac98 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca2c3a3-81c3-47bf-9dfd-316c0c4e7b2b,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:36:18.221835 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.api.v2.resource [None req-4e264a5b-518f-48a6-a13d-679e09b8caba tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] show failed (client error): The resource could not be found. Sep 21 12:36:18.226404 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-4e264a5b-518f-48a6-a13d-679e09b8caba tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/security-groups/fca2c3a3-81c3-47bf-9dfd-316c0c4e7b2b HTTP/1.1" status: 404 len: 347 time: 0.0212138 Sep 21 12:36:18.226953 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 33518) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:36:18.346929 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.plugin [None req-371a2663-0c8c-4446-a3b3-fb646bae4922 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Deleting port bc922f0f-d57f-4993-a6cc-d9b804b31f63 {{(pid=106201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:36:18.347272 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-371a2663-0c8c-4446-a3b3-fb646bae4922 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (bc922f0f-d57f-4993-a6cc-d9b804b31f63), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:36:18.426430 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-371a2663-0c8c-4446-a3b3-fb646bae4922 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (bc922f0f-d57f-4993-a6cc-d9b804b31f63), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:36:18.426744 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-371a2663-0c8c-4446-a3b3-fb646bae4922 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for floatingip (bc922f0f-d57f-4993-a6cc-d9b804b31f63), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:36:18.439242 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.plugin [None req-371a2663-0c8c-4446-a3b3-fb646bae4922 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Calling delete_port for bc922f0f-d57f-4993-a6cc-d9b804b31f63 owned by network:floatingip {{(pid=106201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:36:18.575082 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-371a2663-0c8c-4446-a3b3-fb646bae4922 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6788894'] for port (bc922f0f-d57f-4993-a6cc-d9b804b31f63), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:36:18.599844 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371a2663-0c8c-4446-a3b3-fb646bae4922 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Pushing event deleted for resources: {'Port': ['ID=bc922f0f-d57f-4993-a6cc-d9b804b31f63,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:36:18.617242 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (986f726e-8c98-4005-b3b7-e033305b1240), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:36:18.668761 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-371a2663-0c8c-4446-a3b3-fb646bae4922 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for floatingip (0e64773c-6341-4a85-a2a3-302a4534b872), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:36:18.671307 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-371a2663-0c8c-4446-a3b3-fb646bae4922 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for floatingip (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:36:18.675777 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-371a2663-0c8c-4446-a3b3-fb646bae4922 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "DELETE /networking/v2.0/floatingips/0e64773c-6341-4a85-a2a3-302a4534b872 HTTP/1.1" status: 204 len: 168 time: 0.4446099 Sep 21 12:36:18.745916 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 33522) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:36:18.751381 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.v2.base [None req-f773b264-fd6e-46c9-ba9d-a9610f7af8f2 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1395215286', 'description': 'tempest-description--96597089'}} {{(pid=106201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:36:18.772643 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-f773b264-fd6e-46c9-ba9d-a9610f7af8f2 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for security_group (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:36:18.839141 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-f773b264-fd6e-46c9-ba9d-a9610f7af8f2 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for security_group (32efe03c-bac5-4b54-80ad-9cb076a72431), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:36:18.842840 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-f773b264-fd6e-46c9-ba9d-a9610f7af8f2 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (32efe03c-bac5-4b54-80ad-9cb076a72431), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:36:18.875459 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-f773b264-fd6e-46c9-ba9d-a9610f7af8f2 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for security_group (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:36:18.876723 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-f773b264-fd6e-46c9-ba9d-a9610f7af8f2 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1296573 Sep 21 12:36:18.878715 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f773b264-fd6e-46c9-ba9d-a9610f7af8f2 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32efe03c-bac5-4b54-80ad-9cb076a72431,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:36:18.879791 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 33524) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:36:18.884590 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [None req-8c7acda4-ec37-421f-abdd-b6f1a666d619 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Request body: {'security_group_rule': {'security_group_id': '32efe03c-bac5-4b54-80ad-9cb076a72431', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:36:18.911615 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-8c7acda4-ec37-421f-abdd-b6f1a666d619 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for security_group_rule (b134da90-4b27-47ef-8493-b4b38cf9e687), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:36:18.966700 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-8c7acda4-ec37-421f-abdd-b6f1a666d619 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for security_group_rule (b134da90-4b27-47ef-8493-b4b38cf9e687), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:36:18.970208 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-8c7acda4-ec37-421f-abdd-b6f1a666d619 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663432'] for security_group_rule (b134da90-4b27-47ef-8493-b4b38cf9e687), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:36:18.991264 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7acda4-ec37-421f-abdd-b6f1a666d619 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b134da90-4b27-47ef-8493-b4b38cf9e687,revision_number=0']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:36:18.997158 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-8c7acda4-ec37-421f-abdd-b6f1a666d619 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:36:18.998365 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-8c7acda4-ec37-421f-abdd-b6f1a666d619 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1173990 Sep 21 12:36:19.001661 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 33526) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:36:19.005987 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [None req-08e502fe-6288-45ad-aa2b-be44dafc045b tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Request body: {'security_group_rule': {'security_group_id': '32efe03c-bac5-4b54-80ad-9cb076a72431', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:36:19.034967 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-08e502fe-6288-45ad-aa2b-be44dafc045b tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for security_group_rule (0275e21e-f3d0-4ab7-bde4-5c0975eee944), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:36:19.090186 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-08e502fe-6288-45ad-aa2b-be44dafc045b tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for security_group_rule (0275e21e-f3d0-4ab7-bde4-5c0975eee944), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:36:19.093760 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-08e502fe-6288-45ad-aa2b-be44dafc045b tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663432'] for security_group_rule (0275e21e-f3d0-4ab7-bde4-5c0975eee944), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:36:19.113052 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e502fe-6288-45ad-aa2b-be44dafc045b tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0275e21e-f3d0-4ab7-bde4-5c0975eee944,revision_number=0']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:36:19.118727 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-08e502fe-6288-45ad-aa2b-be44dafc045b tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:36:19.119268 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-08e502fe-6288-45ad-aa2b-be44dafc045b tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1167045 Sep 21 12:36:19.122326 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 33528) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:36:19.126491 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [None req-90f832bb-8c2a-420c-a383-ee73d5ce2df1 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Request body: {'floatingip': {'floating_network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:36:19.146796 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-90f832bb-8c2a-420c-a383-ee73d5ce2df1 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:36:19.227260 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-90f832bb-8c2a-420c-a383-ee73d5ce2df1 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:36:19.337629 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.db_base_plugin_common [None req-90f832bb-8c2a-420c-a383-ee73d5ce2df1 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Allocated IP 172.27.0.234 (988e67c4-a01e-4c04-8cb9-1b0dd07d668d/691ea813-de87-4809-9e6b-d8504be0b97f/69e6662d-4714-4c92-ae5c-674bddec6e14) {{(pid=106202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:36:19.437472 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-90f832bb-8c2a-420c-a383-ee73d5ce2df1 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for port (69e6662d-4714-4c92-ae5c-674bddec6e14), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:36:19.444143 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:36:19.459519 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:36:19.474726 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-90f832bb-8c2a-420c-a383-ee73d5ce2df1 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735120900801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (69e6662d-4714-4c92-ae5c-674bddec6e14), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:36:19.520674 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f832bb-8c2a-420c-a383-ee73d5ce2df1 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Network 988e67c4-a01e-4c04-8cb9-1b0dd07d668d is already hosted by enough agents. {{(pid=106202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:36:19.523795 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.base_scheduler [None req-90f832bb-8c2a-420c-a383-ee73d5ce2df1 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Resources bound (agent type, host, resource id): {{(pid=106202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:36:19.527709 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f832bb-8c2a-420c-a383-ee73d5ce2df1 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Received port after_create {{(pid=106202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 12:36:19.550577 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f832bb-8c2a-420c-a383-ee73d5ce2df1 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Pushing event updated for resources: {'Port': ['ID=69e6662d-4714-4c92-ae5c-674bddec6e14,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:36:19.613645 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-90f832bb-8c2a-420c-a383-ee73d5ce2df1 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for floatingip (cc5c678c-e731-48d5-8e55-958dcc5ec274), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:36:19.650322 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-90f832bb-8c2a-420c-a383-ee73d5ce2df1 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (69e6662d-4714-4c92-ae5c-674bddec6e14), before_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:36:19.799634 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-90f832bb-8c2a-420c-a383-ee73d5ce2df1 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for port (69e6662d-4714-4c92-ae5c-674bddec6e14), precommit_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:36:19.804539 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-90f832bb-8c2a-420c-a383-ee73d5ce2df1 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6955121'] for port (69e6662d-4714-4c92-ae5c-674bddec6e14), after_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:36:19.874471 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-90f832bb-8c2a-420c-a383-ee73d5ce2df1 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534182'] for floatingip (cc5c678c-e731-48d5-8e55-958dcc5ec274), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:36:19.879070 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f832bb-8c2a-420c-a383-ee73d5ce2df1 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Pushing event updated for resources: {'Port': ['ID=69e6662d-4714-4c92-ae5c-674bddec6e14,revision_number=2']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:36:19.893839 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-90f832bb-8c2a-420c-a383-ee73d5ce2df1 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for floatingip (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:36:19.895070 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-90f832bb-8c2a-420c-a383-ee73d5ce2df1 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7718372 Sep 21 12:36:20.047149 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ca5306cf-f2b1-4468-b019-66816c4de764 req-64c628cb-7c34-47b9-a75a-5c11fe32b47b tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1395215286&fields=id&tenant_id=bd7f2ef25e054b619068baf878bead18 HTTP/1.1" status: 200 len: 267 time: 0.0417829 Sep 21 12:36:20.155313 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5306cf-f2b1-4468-b019-66816c4de764 req-b0e5a97f-dd3e-44c4-99b8-acf83c6e0eae tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:36:20.156788 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ca5306cf-f2b1-4468-b019-66816c4de764 req-b0e5a97f-dd3e-44c4-99b8-acf83c6e0eae tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/networks?id=e8f74bce-cdd1-4f64-9fe4-35f38581a3e4 HTTP/1.1" status: 200 len: 814 time: 0.1024096 Sep 21 12:36:20.172466 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ca5306cf-f2b1-4468-b019-66816c4de764 req-57ab88a4-0d8d-43c9-86cf-3af8ebf775ea tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/quotas/bd7f2ef25e054b619068baf878bead18 HTTP/1.1" status: 200 len: 375 time: 0.0091069 Sep 21 12:36:20.222977 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ca5306cf-f2b1-4468-b019-66816c4de764 req-660feb38-ccfe-4a74-828d-442378ab585e tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=bd7f2ef25e054b619068baf878bead18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453377 Sep 21 12:36:20.331585 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ca5306cf-f2b1-4468-b019-66816c4de764 req-7abd5952-b3f4-4739-9579-17c15f093692 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/e8f74bce-cdd1-4f64-9fe4-35f38581a3e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968773 Sep 21 12:36:20.345204 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:36:20.421592 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ca5306cf-f2b1-4468-b019-66816c4de764 req-7b42e802-ecb1-4a14-9f7f-d1bdb5f40985 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/e8f74bce-cdd1-4f64-9fe4-35f38581a3e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838585 Sep 21 12:36:20.588800 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-8a2873c4-64b9-4ac2-8cf1-2507008bff22 req-e513f3f4-a68d-4521-8c02-4dce92dc9177 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=22a1d9bf-e4f7-40c5-a385-f3cb2fc1d98c HTTP/1.1" status: 200 len: 210 time: 0.0272751 Sep 21 12:36:21.143344 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed no longer exists at agent hyperv_hv-cinder-85867 {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 12:36:21.163151 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] No Port match for: 799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed {{(pid=106203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 12:36:21.163497 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 799ca1ff-f8e5-41fd-88f7-cb9c9a83b5ed not bound to the agent host hv-cinder-85867 {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 12:36:21.689308 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:36:21.710837 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-152dfed6-beb9-4e8d-a069-7ce746f97b76 req-b9434ec5-0917-45a0-8765-6a538beecfdc tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=22a1d9bf-e4f7-40c5-a385-f3cb2fc1d98c HTTP/1.1" status: 200 len: 210 time: 0.0334458 Sep 21 12:36:21.768174 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5306cf-f2b1-4468-b019-66816c4de764 req-010e53bd-ba30-434f-bde9-1586edb1568c tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:36:21.769806 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ca5306cf-f2b1-4468-b019-66816c4de764 req-010e53bd-ba30-434f-bde9-1586edb1568c tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.66 "GET /networking/v2.0/networks?id=e8f74bce-cdd1-4f64-9fe4-35f38581a3e4 HTTP/1.1" status: 200 len: 814 time: 0.1470566 Sep 21 12:36:21.837012 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ca5306cf-f2b1-4468-b019-66816c4de764 req-ece7ac1e-9561-4396-b653-e4a568414414 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.66 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=bd7f2ef25e054b619068baf878bead18 HTTP/1.1" status: 200 len: 380 time: 0.0543756 Sep 21 12:36:21.936341 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [req-ca5306cf-f2b1-4468-b019-66816c4de764 req-5aade727-5cf7-43af-a6ad-f042b29df29c tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Request body: {'port': {'device_id': '22a1d9bf-e4f7-40c5-a385-f3cb2fc1d98c', 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4', 'admin_state_up': True, 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'security_groups': ['32efe03c-bac5-4b54-80ad-9cb076a72431']}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:36:22.047165 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca5306cf-f2b1-4468-b019-66816c4de764 req-5aade727-5cf7-43af-a6ad-f042b29df29c tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Made reservation on behalf of bd7f2ef25e054b619068baf878bead18 for: {'port': 1} {{(pid=106202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:36:22.051354 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-ca5306cf-f2b1-4468-b019-66816c4de764 req-5aade727-5cf7-43af-a6ad-f042b29df29c tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:36:22.176370 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.db_base_plugin_common [req-ca5306cf-f2b1-4468-b019-66816c4de764 req-5aade727-5cf7-43af-a6ad-f042b29df29c tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Allocated IP 172.20.0.7 (e8f74bce-cdd1-4f64-9fe4-35f38581a3e4/62b0a2ff-8728-481a-b55a-ce99e8ef1e63/ba672dd3-4a5b-4ddf-bc85-e9f599fa0552) {{(pid=106202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:36:22.317831 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-ca5306cf-f2b1-4468-b019-66816c4de764 req-5aade727-5cf7-43af-a6ad-f042b29df29c tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for port (ba672dd3-4a5b-4ddf-bc85-e9f599fa0552), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:36:22.349426 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-ca5306cf-f2b1-4468-b019-66816c4de764 req-5aade727-5cf7-43af-a6ad-f042b29df29c tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735120900801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (ba672dd3-4a5b-4ddf-bc85-e9f599fa0552), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:36:22.394514 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca5306cf-f2b1-4468-b019-66816c4de764 req-5aade727-5cf7-43af-a6ad-f042b29df29c tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Network e8f74bce-cdd1-4f64-9fe4-35f38581a3e4 is already hosted by enough agents. {{(pid=106202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:36:22.397682 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.base_scheduler [req-ca5306cf-f2b1-4468-b019-66816c4de764 req-5aade727-5cf7-43af-a6ad-f042b29df29c tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Resources bound (agent type, host, resource id): {{(pid=106202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:36:22.401450 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca5306cf-f2b1-4468-b019-66816c4de764 req-5aade727-5cf7-43af-a6ad-f042b29df29c tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Received port after_create {{(pid=106202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 12:36:22.426802 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aade727-5cf7-43af-a6ad-f042b29df29c tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Pushing event updated for resources: {'Port': ['ID=ba672dd3-4a5b-4ddf-bc85-e9f599fa0552,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:36:22.454800 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5306cf-f2b1-4468-b019-66816c4de764 req-5aade727-5cf7-43af-a6ad-f042b29df29c tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:36:22.455423 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-ca5306cf-f2b1-4468-b019-66816c4de764 req-5aade727-5cf7-43af-a6ad-f042b29df29c tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for port (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:36:22.474714 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ca5306cf-f2b1-4468-b019-66816c4de764 req-5aade727-5cf7-43af-a6ad-f042b29df29c tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.66 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5424557 Sep 21 12:36:22.492531 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [req-ca5306cf-f2b1-4468-b019-66816c4de764 req-31891a28-0300-4d19-b00b-2b9ef6f5a1d5 service neutron] Request body: {'port': {'device_id': '22a1d9bf-e4f7-40c5-a385-f3cb2fc1d98c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85867'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:36:22.513144 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:36:22.557304 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-ca5306cf-f2b1-4468-b019-66816c4de764 req-31891a28-0300-4d19-b00b-2b9ef6f5a1d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (ba672dd3-4a5b-4ddf-bc85-e9f599fa0552), before_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:36:22.582557 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-cc37e45d-db20-4468-9bb1-40ea72648c70 None None] Provisioning complete for port ba672dd3-4a5b-4ddf-bc85-e9f599fa0552 triggered by entity DHCP. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:36:22.583106 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-cc37e45d-db20-4468-9bb1-40ea72648c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (ba672dd3-4a5b-4ddf-bc85-e9f599fa0552), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:36:22.583259 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-cc37e45d-db20-4468-9bb1-40ea72648c70 None None] Attempt 1 to provision port ba672dd3-4a5b-4ddf-bc85-e9f599fa0552 Sep 21 12:36:22.603768 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:36:22.619138 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-cc37e45d-db20-4468-9bb1-40ea72648c70 None None] Port ba672dd3-4a5b-4ddf-bc85-e9f599fa0552 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:36:22.877716 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:36:22.898454 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed033e-6cad-4324-896e-026563ab234e req-cb4e8e93-c593-4dca-b475-d522746cb85a tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:36:22.899966 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-5fed033e-6cad-4324-896e-026563ab234e req-cb4e8e93-c593-4dca-b475-d522746cb85a tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=22a1d9bf-e4f7-40c5-a385-f3cb2fc1d98c HTTP/1.1" status: 200 len: 931 time: 0.0532205 Sep 21 12:36:22.948851 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-5fed033e-6cad-4324-896e-026563ab234e req-320d2a85-de97-49be-85ea-b0e82d0d2f9e tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32efe03c-bac5-4b54-80ad-9cb076a72431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430515 Sep 21 12:36:23.086718 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.notifiers.nova [req-ca5306cf-f2b1-4468-b019-66816c4de764 req-31891a28-0300-4d19-b00b-2b9ef6f5a1d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba672dd3-4a5b-4ddf-bc85-e9f599fa0552 {{(pid=106202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 12:36:23.094309 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-ca5306cf-f2b1-4468-b019-66816c4de764 req-31891a28-0300-4d19-b00b-2b9ef6f5a1d5 service neutron] Publish callbacks [] for port (ba672dd3-4a5b-4ddf-bc85-e9f599fa0552), precommit_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:36:23.107423 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.provisioning_blocks [req-ca5306cf-f2b1-4468-b019-66816c4de764 req-31891a28-0300-4d19-b00b-2b9ef6f5a1d5 service neutron] Transition to ACTIVE for port object ba672dd3-4a5b-4ddf-bc85-e9f599fa0552 will not be triggered until provisioned by entity L2. {{(pid=106202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 12:36:23.110937 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-ca5306cf-f2b1-4468-b019-66816c4de764 req-31891a28-0300-4d19-b00b-2b9ef6f5a1d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6955121'] for port (ba672dd3-4a5b-4ddf-bc85-e9f599fa0552), after_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:36:23.120007 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-cc37e45d-db20-4468-9bb1-40ea72648c70 None None] Attempt 2 to provision port ba672dd3-4a5b-4ddf-bc85-e9f599fa0552 Sep 21 12:36:23.151789 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-cc37e45d-db20-4468-9bb1-40ea72648c70 None None] Port ba672dd3-4a5b-4ddf-bc85-e9f599fa0552 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:36:23.189521 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31891a28-0300-4d19-b00b-2b9ef6f5a1d5 service neutron] Pushing event updated for resources: {'Port': ['ID=ba672dd3-4a5b-4ddf-bc85-e9f599fa0552,revision_number=2']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:36:23.219422 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.managers [req-ca5306cf-f2b1-4468-b019-66816c4de764 req-31891a28-0300-4d19-b00b-2b9ef6f5a1d5 service neutron] Attempting to bind port ba672dd3-4a5b-4ddf-bc85-e9f599fa0552 on host hv-cinder-85867 for vnic_type normal with profile {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 12:36:23.219747 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.managers [req-ca5306cf-f2b1-4468-b019-66816c4de764 req-31891a28-0300-4d19-b00b-2b9ef6f5a1d5 service neutron] Attempting to bind port ba672dd3-4a5b-4ddf-bc85-e9f599fa0552 by drivers openvswitch,hyperv on host hv-cinder-85867 at level 0 using segments [{'id': '9a81ab1a-c91c-421a-be88-b87f2c0b7773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4'}] {{(pid=106202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 12:36:23.220105 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5306cf-f2b1-4468-b019-66816c4de764 req-31891a28-0300-4d19-b00b-2b9ef6f5a1d5 service neutron] Attempting to bind port ba672dd3-4a5b-4ddf-bc85-e9f599fa0552 on network e8f74bce-cdd1-4f64-9fe4-35f38581a3e4 {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:36:23.263695 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5306cf-f2b1-4468-b019-66816c4de764 req-31891a28-0300-4d19-b00b-2b9ef6f5a1d5 service neutron] Port ba672dd3-4a5b-4ddf-bc85-e9f599fa0552 on network e8f74bce-cdd1-4f64-9fe4-35f38581a3e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85867 {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 12:36:23.264058 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5306cf-f2b1-4468-b019-66816c4de764 req-31891a28-0300-4d19-b00b-2b9ef6f5a1d5 service neutron] Attempting to bind port ba672dd3-4a5b-4ddf-bc85-e9f599fa0552 on network e8f74bce-cdd1-4f64-9fe4-35f38581a3e4 {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:36:23.305754 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5306cf-f2b1-4468-b019-66816c4de764 req-31891a28-0300-4d19-b00b-2b9ef6f5a1d5 service neutron] Checking agent: {'id': '986f726e-8c98-4005-b3b7-e033305b1240', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85867', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 12, 18, 46), 'started_at': datetime.datetime(2022, 9, 21, 12, 18, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 12, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 12:36:23.306087 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5306cf-f2b1-4468-b019-66816c4de764 req-31891a28-0300-4d19-b00b-2b9ef6f5a1d5 service neutron] Checking segment: {'id': '9a81ab1a-c91c-421a-be88-b87f2c0b7773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:36:23.306470 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5306cf-f2b1-4468-b019-66816c4de764 req-31891a28-0300-4d19-b00b-2b9ef6f5a1d5 service neutron] Bound using segment: {'id': '9a81ab1a-c91c-421a-be88-b87f2c0b7773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4'} {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 12:36:23.306905 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.managers [req-ca5306cf-f2b1-4468-b019-66816c4de764 req-31891a28-0300-4d19-b00b-2b9ef6f5a1d5 service neutron] Bound port: ba672dd3-4a5b-4ddf-bc85-e9f599fa0552, host: hv-cinder-85867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a81ab1a-c91c-421a-be88-b87f2c0b7773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4'}}] {{(pid=106202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 12:36:23.307266 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-ca5306cf-f2b1-4468-b019-66816c4de764 req-31891a28-0300-4d19-b00b-2b9ef6f5a1d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (ba672dd3-4a5b-4ddf-bc85-e9f599fa0552), before_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:36:23.367483 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [req-ca5306cf-f2b1-4468-b019-66816c4de764 req-31891a28-0300-4d19-b00b-2b9ef6f5a1d5 service neutron] For port ba672dd3-4a5b-4ddf-bc85-e9f599fa0552, host hv-cinder-85867, cleared binding levels {{(pid=106202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:36:23.381086 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [req-ca5306cf-f2b1-4468-b019-66816c4de764 req-31891a28-0300-4d19-b00b-2b9ef6f5a1d5 service neutron] For port ba672dd3-4a5b-4ddf-bc85-e9f599fa0552, host hv-cinder-85867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=ba672dd3-4a5b-4ddf-bc85-e9f599fa0552,segment=NetworkSegment(9a81ab1a-c91c-421a-be88-b87f2c0b7773),segment_id=9a81ab1a-c91c-421a-be88-b87f2c0b7773)] {{(pid=106202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:36:23.386822 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-ca5306cf-f2b1-4468-b019-66816c4de764 req-31891a28-0300-4d19-b00b-2b9ef6f5a1d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6955121'] for port (ba672dd3-4a5b-4ddf-bc85-e9f599fa0552), after_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:36:23.390321 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5306cf-f2b1-4468-b019-66816c4de764 req-31891a28-0300-4d19-b00b-2b9ef6f5a1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:36:23.391098 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-ca5306cf-f2b1-4468-b019-66816c4de764 req-31891a28-0300-4d19-b00b-2b9ef6f5a1d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for port (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:36:23.392684 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ca5306cf-f2b1-4468-b019-66816c4de764 req-31891a28-0300-4d19-b00b-2b9ef6f5a1d5 service neutron] 10.222.0.66 "PUT /networking/v2.0/ports/ba672dd3-4a5b-4ddf-bc85-e9f599fa0552 HTTP/1.1" status: 200 len: 1093 time: 0.9042912 Sep 21 12:36:23.396920 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22a1d9bf-e4f7-40c5-a385-f3cb2fc1d98c', 'tag': 'ba672dd3-4a5b-4ddf-bc85-e9f599fa0552'}] {{(pid=106202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:36:23.400877 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f69dec5372d12bc1dbf2d83c258da0d8b658e28cfccadcad30c8a09044815e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98e4d62-7644-4659-90a2-d5ec4a04f090" -d '{"events": [{"name": "network-changed", "server_uuid": "22a1d9bf-e4f7-40c5-a385-f3cb2fc1d98c", "tag": "ba672dd3-4a5b-4ddf-bc85-e9f599fa0552"}]}' {{(pid=106202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:36:23.463357 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 12:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a454cd2f-2725-4eb2-aca6-3c0c9a03136a x-openstack-request-id: req-a454cd2f-2725-4eb2-aca6-3c0c9a03136a {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:36:23.463643 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22a1d9bf-e4f7-40c5-a385-f3cb2fc1d98c", "tag": "ba672dd3-4a5b-4ddf-bc85-e9f599fa0552", "status": "completed", "code": 200}]} {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:36:23.463919 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a454cd2f-2725-4eb2-aca6-3c0c9a03136a {{(pid=106202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:36:23.464321 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a454cd2f-2725-4eb2-aca6-3c0c9a03136a'] response: {'name': 'network-changed', 'server_uuid': '22a1d9bf-e4f7-40c5-a385-f3cb2fc1d98c', 'tag': 'ba672dd3-4a5b-4ddf-bc85-e9f599fa0552', 'status': 'completed', 'code': 200} Sep 21 12:36:23.465343 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31891a28-0300-4d19-b00b-2b9ef6f5a1d5 service neutron] Pushing event updated for resources: {'Port': ['ID=ba672dd3-4a5b-4ddf-bc85-e9f599fa0552,revision_number=3']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:36:23.527256 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5306cf-f2b1-4468-b019-66816c4de764 req-bd9eae3e-032b-4d07-96ec-2d948338c0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:36:23.528768 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ca5306cf-f2b1-4468-b019-66816c4de764 req-bd9eae3e-032b-4d07-96ec-2d948338c0b7 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=bd7f2ef25e054b619068baf878bead18&device_id=22a1d9bf-e4f7-40c5-a385-f3cb2fc1d98c HTTP/1.1" status: 200 len: 1127 time: 0.0398948 Sep 21 12:36:23.574404 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ca5306cf-f2b1-4468-b019-66816c4de764 req-1c3ba273-15e2-4b6c-80fc-92c68a17ae52 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba672dd3-4a5b-4ddf-bc85-e9f599fa0552 HTTP/1.1" status: 200 len: 217 time: 0.0318396 Sep 21 12:36:23.624541 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5306cf-f2b1-4468-b019-66816c4de764 req-2fdafa8d-40d3-49e6-a1fc-1d9b287216d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:36:23.625979 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ca5306cf-f2b1-4468-b019-66816c4de764 req-2fdafa8d-40d3-49e6-a1fc-1d9b287216d1 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=62b0a2ff-8728-481a-b55a-ce99e8ef1e63 HTTP/1.1" status: 200 len: 853 time: 0.0449824 Sep 21 12:36:23.653246 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-cc37e45d-db20-4468-9bb1-40ea72648c70 None None] Attempt 3 to provision port ba672dd3-4a5b-4ddf-bc85-e9f599fa0552 Sep 21 12:36:23.672362 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5306cf-f2b1-4468-b019-66816c4de764 req-84d57776-26eb-4ee0-9252-aa473152edde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:36:23.673799 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ca5306cf-f2b1-4468-b019-66816c4de764 req-84d57776-26eb-4ee0-9252-aa473152edde service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=e8f74bce-cdd1-4f64-9fe4-35f38581a3e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416398 Sep 21 12:36:23.690279 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-cc37e45d-db20-4468-9bb1-40ea72648c70 None None] Port ba672dd3-4a5b-4ddf-bc85-e9f599fa0552 had new provisioning blocks added so it will not transition to active. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 21 12:36:23.750563 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:36:23.779733 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ca5306cf-f2b1-4468-b019-66816c4de764 req-8e3822a4-af25-4fc9-b2e7-c1eafa43279c service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e8f74bce-cdd1-4f64-9fe4-35f38581a3e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996218 Sep 21 12:36:23.817474 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:36:23.891396 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ca5306cf-f2b1-4468-b019-66816c4de764 req-cf465a66-b581-463f-95b7-1e8b0176c1c0 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e8f74bce-cdd1-4f64-9fe4-35f38581a3e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051538 Sep 21 12:36:24.037834 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:36:24.073863 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffbd285-35ff-4604-a114-b28e791e479f req-46586114-e581-4b90-937e-64861aa822eb tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:36:24.075343 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-cffbd285-35ff-4604-a114-b28e791e479f req-46586114-e581-4b90-937e-64861aa822eb tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=22a1d9bf-e4f7-40c5-a385-f3cb2fc1d98c HTTP/1.1" status: 200 len: 943 time: 0.0471425 Sep 21 12:36:24.126516 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-cffbd285-35ff-4604-a114-b28e791e479f req-a6cd2ee9-010f-4ba3-ace0-e66e9f82bcc8 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32efe03c-bac5-4b54-80ad-9cb076a72431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455103 Sep 21 12:36:25.253895 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea99b86-1250-4b3f-bdc9-ada855b15eeb req-8419b901-890b-4e70-ba57-ae8b2d7476cb tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:36:25.255357 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-5ea99b86-1250-4b3f-bdc9-ada855b15eeb req-8419b901-890b-4e70-ba57-ae8b2d7476cb tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=22a1d9bf-e4f7-40c5-a385-f3cb2fc1d98c HTTP/1.1" status: 200 len: 943 time: 0.0456979 Sep 21 12:36:25.304186 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-5ea99b86-1250-4b3f-bdc9-ada855b15eeb req-c76ad378-cb32-4bba-8a80-0fc3e76ad371 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32efe03c-bac5-4b54-80ad-9cb076a72431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432489 Sep 21 12:36:25.904337 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98e4d62-7644-4659-90a2-d5ec4a04f090 req-8f90d469-fd2a-4283-89ed-062a1bf5b319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:36:25.905826 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b98e4d62-7644-4659-90a2-d5ec4a04f090 req-8f90d469-fd2a-4283-89ed-062a1bf5b319 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=bd7f2ef25e054b619068baf878bead18&device_id=22a1d9bf-e4f7-40c5-a385-f3cb2fc1d98c HTTP/1.1" status: 200 len: 1127 time: 0.0451379 Sep 21 12:36:26.002463 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98e4d62-7644-4659-90a2-d5ec4a04f090 req-be698fa3-9906-4bf0-b651-f37b52053c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:36:26.004580 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b98e4d62-7644-4659-90a2-d5ec4a04f090 req-be698fa3-9906-4bf0-b651-f37b52053c84 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=e8f74bce-cdd1-4f64-9fe4-35f38581a3e4 HTTP/1.1" status: 200 len: 915 time: 0.0923967 Sep 21 12:36:26.050457 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b98e4d62-7644-4659-90a2-d5ec4a04f090 req-434d49c8-eda8-40e5-b9b7-eb3b57d56d15 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba672dd3-4a5b-4ddf-bc85-e9f599fa0552 HTTP/1.1" status: 200 len: 217 time: 0.0392728 Sep 21 12:36:26.108878 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98e4d62-7644-4659-90a2-d5ec4a04f090 req-9df73de3-9f91-4183-8989-e41437613892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:36:26.110331 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b98e4d62-7644-4659-90a2-d5ec4a04f090 req-9df73de3-9f91-4183-8989-e41437613892 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=62b0a2ff-8728-481a-b55a-ce99e8ef1e63 HTTP/1.1" status: 200 len: 853 time: 0.0544777 Sep 21 12:36:26.154355 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98e4d62-7644-4659-90a2-d5ec4a04f090 req-a74d5c53-69eb-422b-bc04-9e2bbc8ab326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:36:26.155886 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b98e4d62-7644-4659-90a2-d5ec4a04f090 req-a74d5c53-69eb-422b-bc04-9e2bbc8ab326 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=e8f74bce-cdd1-4f64-9fe4-35f38581a3e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398126 Sep 21 12:36:26.252000 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b98e4d62-7644-4659-90a2-d5ec4a04f090 req-053f8169-c2c3-4668-b5e0-605254805da2 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e8f74bce-cdd1-4f64-9fe4-35f38581a3e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898790 Sep 21 12:36:26.342182 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-b98e4d62-7644-4659-90a2-d5ec4a04f090 req-33dba34b-243c-4bf9-9194-b0c0d5ec3cd2 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e8f74bce-cdd1-4f64-9fe4-35f38581a3e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846431 Sep 21 12:36:26.426366 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1973c2-a3c4-4679-be14-a463b7fedca0 req-b66e6b4d-28ab-425d-964e-4e2dafa5105b tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:36:26.428247 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-ac1973c2-a3c4-4679-be14-a463b7fedca0 req-b66e6b4d-28ab-425d-964e-4e2dafa5105b tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=22a1d9bf-e4f7-40c5-a385-f3cb2fc1d98c HTTP/1.1" status: 200 len: 943 time: 0.0471461 Sep 21 12:36:26.479166 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-ac1973c2-a3c4-4679-be14-a463b7fedca0 req-33aa12fc-e4ed-4d44-a1fa-2d1a3aec1d52 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32efe03c-bac5-4b54-80ad-9cb076a72431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450161 Sep 21 12:36:27.172520 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device ba672dd3-4a5b-4ddf-bc85-e9f599fa0552 details requested by agent hyperv_hv-cinder-85867 with host hv-cinder-85867 {{(pid=106203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 12:36:27.181991 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:36:27.191194 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:36:27.275389 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port ba672dd3-4a5b-4ddf-bc85-e9f599fa0552, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=ba672dd3-4a5b-4ddf-bc85-e9f599fa0552,segment=NetworkSegment(9a81ab1a-c91c-421a-be88-b87f2c0b7773),segment_id=9a81ab1a-c91c-421a-be88-b87f2c0b7773)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:36:27.286269 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Returning: {'device': 'ba672dd3-4a5b-4ddf-bc85-e9f599fa0552', 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4', 'port_id': 'ba672dd3-4a5b-4ddf-bc85-e9f599fa0552', 'mac_address': 'fa:16:3e:7c:5c:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62b0a2ff-8728-481a-b55a-ce99e8ef1e63', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 12:36:27.321362 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Current status of the port ba672dd3-4a5b-4ddf-bc85-e9f599fa0552 is: DOWN; New status is: BUILD {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:36:27.321742 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (ba672dd3-4a5b-4ddf-bc85-e9f599fa0552), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:36:27.334704 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.notifiers.nova [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba672dd3-4a5b-4ddf-bc85-e9f599fa0552 {{(pid=106203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 12:36:27.358108 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port ba672dd3-4a5b-4ddf-bc85-e9f599fa0552, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=ba672dd3-4a5b-4ddf-bc85-e9f599fa0552,segment=NetworkSegment(9a81ab1a-c91c-421a-be88-b87f2c0b7773),segment_id=9a81ab1a-c91c-421a-be88-b87f2c0b7773)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:36:27.369038 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (ba672dd3-4a5b-4ddf-bc85-e9f599fa0552), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:36:27.408193 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Pushing event updated for resources: {'Port': ['ID=ba672dd3-4a5b-4ddf-bc85-e9f599fa0552,revision_number=4']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:36:27.415622 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:36:27.415990 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:36:27.416326 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:36:27.416656 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:36:27.416984 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:36:27.417308 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:36:27.417628 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:36:27.417946 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:36:27.418265 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:36:27.418580 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:36:27.418897 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:36:27.419213 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:36:27.419528 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:36:27.419868 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:36:27.420180 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:36:27.606032 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257b5ec1-31f4-4ea9-93c7-daf9d1a6f12b req-45787e03-aae7-4487-98d5-ebd502e2ff0f tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:36:27.607491 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-257b5ec1-31f4-4ea9-93c7-daf9d1a6f12b req-45787e03-aae7-4487-98d5-ebd502e2ff0f tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=22a1d9bf-e4f7-40c5-a385-f3cb2fc1d98c HTTP/1.1" status: 200 len: 944 time: 0.0506580 Sep 21 12:36:27.656529 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-257b5ec1-31f4-4ea9-93c7-daf9d1a6f12b req-ef148b3c-a589-4346-b64d-ac64c94352fb tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32efe03c-bac5-4b54-80ad-9cb076a72431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411959 Sep 21 12:36:27.756330 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] get_ports_and_sgs() called for port_ids ['ba672dd3-4a5b-4ddf-bc85-e9f599fa0552'] {{(pid=106203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 12:36:28.213717 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:36:28.216414 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:36:28.775854 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ca717-17b8-4402-8300-bc9dc8bfb73c req-9bdc80d4-c3c9-4e48-8bdb-d6de3e30b884 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:36:28.777374 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-f70ca717-17b8-4402-8300-bc9dc8bfb73c req-9bdc80d4-c3c9-4e48-8bdb-d6de3e30b884 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=22a1d9bf-e4f7-40c5-a385-f3cb2fc1d98c HTTP/1.1" status: 200 len: 944 time: 0.0462477 Sep 21 12:36:28.824727 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-f70ca717-17b8-4402-8300-bc9dc8bfb73c req-6cb97034-cf3e-4fd5-8f04-b8672583a12d tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32efe03c-bac5-4b54-80ad-9cb076a72431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418410 Sep 21 12:36:29.191263 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device ba672dd3-4a5b-4ddf-bc85-e9f599fa0552 up at agent hyperv_hv-cinder-85867 {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:36:29.234997 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Provisioning for port ba672dd3-4a5b-4ddf-bc85-e9f599fa0552 completed by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 21 12:36:29.241734 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Provisioning complete for port ba672dd3-4a5b-4ddf-bc85-e9f599fa0552 triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:36:29.242109 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (ba672dd3-4a5b-4ddf-bc85-e9f599fa0552), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:36:29.242438 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Attempt 1 to provision port ba672dd3-4a5b-4ddf-bc85-e9f599fa0552 Sep 21 12:36:29.312695 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Current status of the port ba672dd3-4a5b-4ddf-bc85-e9f599fa0552 is: BUILD; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:36:29.313073 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (ba672dd3-4a5b-4ddf-bc85-e9f599fa0552), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:36:29.334925 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22a1d9bf-e4f7-40c5-a385-f3cb2fc1d98c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba672dd3-4a5b-4ddf-bc85-e9f599fa0552'}] {{(pid=106203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:36:29.337684 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f5c4d77a05fc023d1f839eaccf47ad38217f4e21b3a59551d1b02ed6bd0851a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a796565d-d376-4d9d-8bc9-674175867a55" -d '{"events": [{"server_uuid": "22a1d9bf-e4f7-40c5-a385-f3cb2fc1d98c", "name": "network-vif-plugged", "status": "completed", "tag": "ba672dd3-4a5b-4ddf-bc85-e9f599fa0552"}]}' {{(pid=106203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:36:29.350580 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port ba672dd3-4a5b-4ddf-bc85-e9f599fa0552, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=ba672dd3-4a5b-4ddf-bc85-e9f599fa0552,segment=NetworkSegment(9a81ab1a-c91c-421a-be88-b87f2c0b7773),segment_id=9a81ab1a-c91c-421a-be88-b87f2c0b7773)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:36:29.355526 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (ba672dd3-4a5b-4ddf-bc85-e9f599fa0552), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:36:29.380947 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 12:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e621b5d8-59b8-4e8e-bd5f-c30ae4efc5c4 x-openstack-request-id: req-e621b5d8-59b8-4e8e-bd5f-c30ae4efc5c4 {{(pid=106203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:36:29.381233 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22a1d9bf-e4f7-40c5-a385-f3cb2fc1d98c", "name": "network-vif-plugged", "status": "completed", "tag": "ba672dd3-4a5b-4ddf-bc85-e9f599fa0552", "code": 200}]} {{(pid=106203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:36:29.381481 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e621b5d8-59b8-4e8e-bd5f-c30ae4efc5c4 {{(pid=106203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:36:29.381861 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e621b5d8-59b8-4e8e-bd5f-c30ae4efc5c4'] response: {'server_uuid': '22a1d9bf-e4f7-40c5-a385-f3cb2fc1d98c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba672dd3-4a5b-4ddf-bc85-e9f599fa0552', 'code': 200} Sep 21 12:36:29.406489 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Pushing event updated for resources: {'Port': ['ID=ba672dd3-4a5b-4ddf-bc85-e9f599fa0552,revision_number=5']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:36:29.598684 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d944ea-09ff-4f52-9421-f3acc8b07c04 req-d70bb07a-18ae-47c6-9615-eccd8dc22566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:36:29.600204 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-04d944ea-09ff-4f52-9421-f3acc8b07c04 req-d70bb07a-18ae-47c6-9615-eccd8dc22566 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=22a1d9bf-e4f7-40c5-a385-f3cb2fc1d98c HTTP/1.1" status: 200 len: 1129 time: 0.0390372 Sep 21 12:36:29.643953 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-04d944ea-09ff-4f52-9421-f3acc8b07c04 req-a678c04b-8314-4792-8b7d-41ace385e661 service neutron] 10.222.0.66 "GET /networking/v2.0/security-groups?id=32efe03c-bac5-4b54-80ad-9cb076a72431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376446 Sep 21 12:36:29.945165 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad11842-c833-4eff-b05e-3599f3fedf95 req-69650f1c-d7fd-4619-a2c8-928303c7de5f tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:36:29.946624 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-6ad11842-c833-4eff-b05e-3599f3fedf95 req-69650f1c-d7fd-4619-a2c8-928303c7de5f tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=22a1d9bf-e4f7-40c5-a385-f3cb2fc1d98c HTTP/1.1" status: 200 len: 945 time: 0.0464389 Sep 21 12:36:29.995514 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-6ad11842-c833-4eff-b05e-3599f3fedf95 req-30dbb6d5-29d0-4fda-bcb6-2ee30f71a353 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32efe03c-bac5-4b54-80ad-9cb076a72431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422146 Sep 21 12:36:31.123434 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc329fa3-d7f4-4037-9cca-3cacef877c9c req-b0ad6af3-1944-48b5-8c67-217f2f526eb8 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:36:31.124940 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-fc329fa3-d7f4-4037-9cca-3cacef877c9c req-b0ad6af3-1944-48b5-8c67-217f2f526eb8 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=22a1d9bf-e4f7-40c5-a385-f3cb2fc1d98c HTTP/1.1" status: 200 len: 945 time: 0.0496302 Sep 21 12:36:31.174916 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-fc329fa3-d7f4-4037-9cca-3cacef877c9c req-e26926bf-b0ff-4483-9e6f-54f7b9c8f3ab tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32efe03c-bac5-4b54-80ad-9cb076a72431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437479 Sep 21 12:36:32.301418 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7e5824-273b-4443-b3d0-7f28dddf628c req-4a6557ff-e2aa-4e6b-a37e-ab2433d771a8 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:36:32.302891 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-2f7e5824-273b-4443-b3d0-7f28dddf628c req-4a6557ff-e2aa-4e6b-a37e-ab2433d771a8 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=22a1d9bf-e4f7-40c5-a385-f3cb2fc1d98c HTTP/1.1" status: 200 len: 945 time: 0.0486126 Sep 21 12:36:32.355264 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-2f7e5824-273b-4443-b3d0-7f28dddf628c req-6519a109-0428-4a5c-9f89-d2cb0f8e5420 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32efe03c-bac5-4b54-80ad-9cb076a72431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468128 Sep 21 12:36:32.469587 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c1348-2f1d-44ba-98ba-e2f224837e90 req-fa750323-bb1c-4edd-a774-6f525cfa9a0a tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:36:32.471040 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-3a0c1348-2f1d-44ba-98ba-e2f224837e90 req-fa750323-bb1c-4edd-a774-6f525cfa9a0a tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=22a1d9bf-e4f7-40c5-a385-f3cb2fc1d98c HTTP/1.1" status: 200 len: 945 time: 0.0462420 Sep 21 12:36:32.481119 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 33590) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:36:32.485393 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [None req-dc0d254e-acb8-4869-87a4-7d2d013ef888 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Request body: {'floatingip': {'port_id': 'ba672dd3-4a5b-4ddf-bc85-e9f599fa0552'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:36:32.487669 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=100 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:36:32.525604 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-dc0d254e-acb8-4869-87a4-7d2d013ef888 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for floatingip (cc5c678c-e731-48d5-8e55-958dcc5ec274), before_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:36:32.682722 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=100 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:36:32.956591 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-dc0d254e-acb8-4869-87a4-7d2d013ef888 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:36:32.960903 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-dc0d254e-acb8-4869-87a4-7d2d013ef888 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534182'] for floatingip (cc5c678c-e731-48d5-8e55-958dcc5ec274), after_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:36:33.053920 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.db.l3_db [None req-dc0d254e-acb8-4869-87a4-7d2d013ef888 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Floating IP cc5c678c-e731-48d5-8e55-958dcc5ec274 associated. External IP: 172.27.0.234, port: ba672dd3-4a5b-4ddf-bc85-e9f599fa0552. Sep 21 12:36:33.256556 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc0d254e-acb8-4869-87a4-7d2d013ef888 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Router 7790f097-110a-4e2e-b7cb-1db12730b695 has already been hosted by L3 agent 4f31b8b6-17c0-474d-bf52-0481ff2a5cf7 {{(pid=106202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 12:36:33.358657 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc0d254e-acb8-4869-87a4-7d2d013ef888 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Notify agent at l3_agent.dv-cinder-858678-1-iscsi the message routers_updated {{(pid=106202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:36:33.363457 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-dc0d254e-acb8-4869-87a4-7d2d013ef888 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for floatingip (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:36:33.368425 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50da63a9-50ae-44f3-979e-e73cc5f9c0ad None None] Sync routers for ids ['7790f097-110a-4e2e-b7cb-1db12730b695'] in dv-cinder-858678-1-iscsi {{(pid=106203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:36:33.379705 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50da63a9-50ae-44f3-979e-e73cc5f9c0ad None None] Routers {'7790f097-110a-4e2e-b7cb-1db12730b695'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:36:33.380665 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-50da63a9-50ae-44f3-979e-e73cc5f9c0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:36:09Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['7790f097-110a-4e2e-b7cb-1db12730b695'], 'active': True} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:36:33.398515 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-dc0d254e-acb8-4869-87a4-7d2d013ef888 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "PUT /networking/v2.0/floatingips/cc5c678c-e731-48d5-8e55-958dcc5ec274 HTTP/1.1" status: 200 len: 991 time: 0.9142449 Sep 21 12:36:33.398515 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22a1d9bf-e4f7-40c5-a385-f3cb2fc1d98c', 'tag': 'ba672dd3-4a5b-4ddf-bc85-e9f599fa0552'}] {{(pid=106202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:36:33.399419 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f69dec5372d12bc1dbf2d83c258da0d8b658e28cfccadcad30c8a09044815e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7af726a-c055-46cc-9a96-7e5cecd6b21d" -d '{"events": [{"name": "network-changed", "server_uuid": "22a1d9bf-e4f7-40c5-a385-f3cb2fc1d98c", "tag": "ba672dd3-4a5b-4ddf-bc85-e9f599fa0552"}]}' {{(pid=106202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:36:33.437990 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 12:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe18156-3531-4f15-ba94-6fe1e02ec853 x-openstack-request-id: req-ffe18156-3531-4f15-ba94-6fe1e02ec853 {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:36:33.438282 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22a1d9bf-e4f7-40c5-a385-f3cb2fc1d98c", "tag": "ba672dd3-4a5b-4ddf-bc85-e9f599fa0552", "status": "completed", "code": 200}]} {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:36:33.438534 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ffe18156-3531-4f15-ba94-6fe1e02ec853 {{(pid=106202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:36:33.438939 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffe18156-3531-4f15-ba94-6fe1e02ec853'] response: {'name': 'network-changed', 'server_uuid': '22a1d9bf-e4f7-40c5-a385-f3cb2fc1d98c', 'tag': 'ba672dd3-4a5b-4ddf-bc85-e9f599fa0552', 'status': 'completed', 'code': 200} Sep 21 12:36:33.530983 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af726a-c055-46cc-9a96-7e5cecd6b21d req-7d0f7056-97c7-47b7-90b9-c0039930a8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:36:33.532441 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-c7af726a-c055-46cc-9a96-7e5cecd6b21d req-7d0f7056-97c7-47b7-90b9-c0039930a8f8 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=bd7f2ef25e054b619068baf878bead18&device_id=22a1d9bf-e4f7-40c5-a385-f3cb2fc1d98c HTTP/1.1" status: 200 len: 1129 time: 0.0430098 Sep 21 12:36:33.591699 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:36:33.618556 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvr_db [None req-50da63a9-50ae-44f3-979e-e73cc5f9c0ad None None] Set router 7790f097-110a-4e2e-b7cb-1db12730b695 gateway port host: dv-cinder-858678-1-iscsi {{(pid=106203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:36:33.626992 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af726a-c055-46cc-9a96-7e5cecd6b21d req-f9e20213-4714-4550-ad1e-1254052448df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:36:33.628502 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-c7af726a-c055-46cc-9a96-7e5cecd6b21d req-f9e20213-4714-4550-ad1e-1254052448df service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=e8f74bce-cdd1-4f64-9fe4-35f38581a3e4 HTTP/1.1" status: 200 len: 915 time: 0.0904994 Sep 21 12:36:33.688637 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:36:33.694208 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-c7af726a-c055-46cc-9a96-7e5cecd6b21d req-deb2a0e4-8342-4dc9-b04a-fd8465225c00 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba672dd3-4a5b-4ddf-bc85-e9f599fa0552 HTTP/1.1" status: 200 len: 999 time: 0.0593250 Sep 21 12:36:33.701121 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:36:33.743514 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af726a-c055-46cc-9a96-7e5cecd6b21d req-a3377c25-d963-4530-8887-97b9539cae14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:36:33.745025 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-c7af726a-c055-46cc-9a96-7e5cecd6b21d req-a3377c25-d963-4530-8887-97b9539cae14 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=62b0a2ff-8728-481a-b55a-ce99e8ef1e63 HTTP/1.1" status: 200 len: 853 time: 0.0445585 Sep 21 12:36:33.789107 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af726a-c055-46cc-9a96-7e5cecd6b21d req-bc3cbb57-40f8-43b5-9f52-ee1d145284fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:36:33.790533 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-c7af726a-c055-46cc-9a96-7e5cecd6b21d req-bc3cbb57-40f8-43b5-9f52-ee1d145284fe service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=e8f74bce-cdd1-4f64-9fe4-35f38581a3e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391469 Sep 21 12:36:33.805507 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:36:33.834048 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-50da63a9-50ae-44f3-979e-e73cc5f9c0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'name': 'tempest-AttachVolumeNegativeTest-307258962-router', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '38ab0a3c-d859-4900-8927-c30c165851cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:31:19Z', 'updated_at': '2022-09-21T12:31:22Z', 'revision_number': 4, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'gw_port': {'id': '38ab0a3c-d859-4900-8927-c30c165851cf', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:20Z', 'updated_at': '2022-09-21T12:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_floatingips': [{'id': 'cc5c678c-e731-48d5-8e55-958dcc5ec274', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'floating_ip_address': '172.27.0.234', 'floating_network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'router_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'port_id': 'ba672dd3-4a5b-4ddf-bc85-e9f599fa0552', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 724, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4', 'mac_address': 'fa:16:3e:7c:5c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a1d9bf-e4f7-40c5-a385-f3cb2fc1d98c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T12:36:19Z', 'updated_at': '2022-09-21T12:36:32Z', 'revision_number': 1, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e924c8b-82a3-464e-81f6-ae4bda862ab6', 'name': '', 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'mac_address': 'fa:16:3e:ea:ce:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '62b0a2ff-8728-481a-b55a-ce99e8ef1e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:22Z', 'updated_at': '2022-09-21T12:31:26Z', 'revision_number': 5, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'subnets': [{'id': '62b0a2ff-8728-481a-b55a-ce99e8ef1e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:36:33.862301 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50da63a9-50ae-44f3-979e-e73cc5f9c0ad None None] Checking router: 7790f097-110a-4e2e-b7cb-1db12730b695 for host: dv-cinder-858678-1-iscsi {{(pid=106203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:36:33.871562 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50da63a9-50ae-44f3-979e-e73cc5f9c0ad None None] Routers {'7790f097-110a-4e2e-b7cb-1db12730b695'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:36:33.872219 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-50da63a9-50ae-44f3-979e-e73cc5f9c0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:36:09Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['7790f097-110a-4e2e-b7cb-1db12730b695'], 'active': True} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:36:33.890519 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-c7af726a-c055-46cc-9a96-7e5cecd6b21d req-9c9cb3a4-9179-42e8-997a-4efa84146808 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e8f74bce-cdd1-4f64-9fe4-35f38581a3e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930200 Sep 21 12:36:33.975611 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvr_db [None req-50da63a9-50ae-44f3-979e-e73cc5f9c0ad None None] Set router 7790f097-110a-4e2e-b7cb-1db12730b695 gateway port host: dv-cinder-858678-1-iscsi {{(pid=106203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:36:33.980742 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-c7af726a-c055-46cc-9a96-7e5cecd6b21d req-a9b32d07-6975-483c-ab14-4f45f9f7475a service neutron] 10.222.0.66 "GET /networking/v2.0/networks/e8f74bce-cdd1-4f64-9fe4-35f38581a3e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847232 Sep 21 12:36:34.184014 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-50da63a9-50ae-44f3-979e-e73cc5f9c0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'name': 'tempest-AttachVolumeNegativeTest-307258962-router', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '38ab0a3c-d859-4900-8927-c30c165851cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:31:19Z', 'updated_at': '2022-09-21T12:31:22Z', 'revision_number': 4, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'gw_port': {'id': '38ab0a3c-d859-4900-8927-c30c165851cf', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:20Z', 'updated_at': '2022-09-21T12:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_floatingips': [{'id': 'cc5c678c-e731-48d5-8e55-958dcc5ec274', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'floating_ip_address': '172.27.0.234', 'floating_network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'router_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'port_id': 'ba672dd3-4a5b-4ddf-bc85-e9f599fa0552', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 724, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4', 'mac_address': 'fa:16:3e:7c:5c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a1d9bf-e4f7-40c5-a385-f3cb2fc1d98c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T12:36:19Z', 'updated_at': '2022-09-21T12:36:32Z', 'revision_number': 1, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e924c8b-82a3-464e-81f6-ae4bda862ab6', 'name': '', 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'mac_address': 'fa:16:3e:ea:ce:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '62b0a2ff-8728-481a-b55a-ce99e8ef1e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:22Z', 'updated_at': '2022-09-21T12:31:26Z', 'revision_number': 5, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'subnets': [{'id': '62b0a2ff-8728-481a-b55a-ce99e8ef1e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:36:34.213351 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50da63a9-50ae-44f3-979e-e73cc5f9c0ad None None] The sync data for ids ['7790f097-110a-4e2e-b7cb-1db12730b695'] in dv-cinder-858678-1-iscsi is: [{'id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'name': 'tempest-AttachVolumeNegativeTest-307258962-router', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '38ab0a3c-d859-4900-8927-c30c165851cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:31:19Z', 'updated_at': '2022-09-21T12:31:22Z', 'revision_number': 4, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'gw_port': {'id': '38ab0a3c-d859-4900-8927-c30c165851cf', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:20Z', 'updated_at': '2022-09-21T12:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_floatingips': [{'id': 'cc5c678c-e731-48d5-8e55-958dcc5ec274', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'floating_ip_address': '172.27.0.234', 'floating_network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'router_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'port_id': 'ba672dd3-4a5b-4ddf-bc85-e9f599fa0552', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 724, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4', 'mac_address': 'fa:16:3e:7c:5c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a1d9bf-e4f7-40c5-a385-f3cb2fc1d98c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T12:36:19Z', 'updated_at': '2022-09-21T12:36:32Z', 'revision_number': 1, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e924c8b-82a3-464e-81f6-ae4bda862ab6', 'name': '', 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'mac_address': 'fa:16:3e:ea:ce:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '62b0a2ff-8728-481a-b55a-ce99e8ef1e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:22Z', 'updated_at': '2022-09-21T12:31:26Z', 'revision_number': 5, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'subnets': [{'id': '62b0a2ff-8728-481a-b55a-ce99e8ef1e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:36:34.407877 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7292f4bb-d86b-4710-b3bc-a86c7dc01626 None None] New status for floating IP cc5c678c-e731-48d5-8e55-958dcc5ec274: ACTIVE {{(pid=106204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 21 12:36:36.413043 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-457043e2-5e37-4e67-9018-48c3740f20bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (f73c601a-29a1-4353-9f34-efd4ba2e6501), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:36:38.663386 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-789c61fc-2245-4951-a7d1-776e5f00c23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (4f31b8b6-17c0-474d-bf52-0481ff2a5cf7), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:36:39.990227 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-740e41e1-10de-4b2e-a9f0-9582d49d2a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (d7a8950b-d4d7-4646-ba54-d395483871b4), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:36:41.309957 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (57fb69a9-4edc-44fd-8965-b65708e41306), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:36:41.543639 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c3e59811-0015-48e8-afb5-3d82d64b721e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (cef1489a-7471-4b81-a7c5-b9e507e96767), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:36:42.349667 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=40 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:36:42.351547 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=54 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:36:43.975936 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=41 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:36:43.977262 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=17 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:36:44.511374 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:36:44.518039 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:36:48.616601 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (986f726e-8c98-4005-b3b7-e033305b1240), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:36:54.735475 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.agents_db [None req-f0b1ed15-d02e-46f0-bd67-2b506ff8404e None None] Agent healthcheck: found 6 active agents {{(pid=106204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:36:57.655623 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8de31caa-574c-4c91-8562-e8d93da54848 req-6a7a346b-b361-4a0e-beac-5e1c8972b6ab service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=2fcab7c0-b348-4709-b520-255e93f2c145&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0915909 Sep 21 12:36:57.756630 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de31caa-574c-4c91-8562-e8d93da54848 req-6910e10a-ceb8-4200-8989-14d94db0c0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:36:57.758139 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8de31caa-574c-4c91-8562-e8d93da54848 req-6910e10a-ceb8-4200-8989-14d94db0c0eb service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=04bda0b59d3b4bfabf6f1b84fec0d6a6&device_id=2fcab7c0-b348-4709-b520-255e93f2c145 HTTP/1.1" status: 200 len: 1129 time: 0.0394776 Sep 21 12:36:57.869046 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de31caa-574c-4c91-8562-e8d93da54848 req-29bbd1bf-5a57-47fc-8d8b-eca8900037f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:36:57.870541 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8de31caa-574c-4c91-8562-e8d93da54848 req-29bbd1bf-5a57-47fc-8d8b-eca8900037f0 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=df063f4b-39ab-4616-b570-b4e44f12336f HTTP/1.1" status: 200 len: 913 time: 0.0928516 Sep 21 12:36:57.932496 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8de31caa-574c-4c91-8562-e8d93da54848 req-51246c54-d01c-4370-9e8e-91cc125510fa service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99db1c1d-12a1-4bd0-be9f-bfda671be9cc HTTP/1.1" status: 200 len: 1001 time: 0.0559857 Sep 21 12:36:57.981175 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de31caa-574c-4c91-8562-e8d93da54848 req-07afc4e5-2535-477b-91c5-266609159a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:36:57.982767 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8de31caa-574c-4c91-8562-e8d93da54848 req-07afc4e5-2535-477b-91c5-266609159a5a service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=e7695b35-fb3b-4bad-9fa2-f93cecf3dac8 HTTP/1.1" status: 200 len: 851 time: 0.0449495 Sep 21 12:36:58.028731 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de31caa-574c-4c91-8562-e8d93da54848 req-2354dbfe-4e8f-4de2-94e2-c3ecbc49e6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:36:58.030244 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8de31caa-574c-4c91-8562-e8d93da54848 req-2354dbfe-4e8f-4de2-94e2-c3ecbc49e6b4 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=df063f4b-39ab-4616-b570-b4e44f12336f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417852 Sep 21 12:36:58.123964 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8de31caa-574c-4c91-8562-e8d93da54848 req-a03e1ecf-6dcd-47ec-881a-4c8c41ae5e08 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/df063f4b-39ab-4616-b570-b4e44f12336f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873523 Sep 21 12:36:58.218239 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8de31caa-574c-4c91-8562-e8d93da54848 req-0f369c4a-e325-4cdb-859d-b1c75af14a7b service neutron] 10.222.0.66 "GET /networking/v2.0/networks/df063f4b-39ab-4616-b570-b4e44f12336f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874996 Sep 21 12:36:58.606305 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=64,neutron:UPDATE=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:36:58.612590 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=62,neutron:UPDATE=5 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:37:06.414672 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-0bf952be-95d6-4139-b62b-b425181d5fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (f73c601a-29a1-4353-9f34-efd4ba2e6501), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:37:06.590515 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=13 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:37:06.594292 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=15 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:37:08.213690 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=54 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:37:08.215663 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=47 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:37:08.665908 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-7f9ac3b4-36b8-48e8-8fcb-af7cd57df85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (4f31b8b6-17c0-474d-bf52-0481ff2a5cf7), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:37:09.993825 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-740e41e1-10de-4b2e-a9f0-9582d49d2a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (d7a8950b-d4d7-4646-ba54-d395483871b4), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:37:11.312238 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (57fb69a9-4edc-44fd-8965-b65708e41306), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:37:11.546811 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c3e59811-0015-48e8-afb5-3d82d64b721e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (cef1489a-7471-4b81-a7c5-b9e507e96767), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:37:17.753709 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=3 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:37:17.758136 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=3 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:37:18.626484 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (986f726e-8c98-4005-b3b7-e033305b1240), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:37:28.618097 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:37:28.622589 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:37:29.051719 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-6db526cf-bde9-4d0a-bcaa-034516b55b3e req-c694c53a-b7df-4937-a052-ecdb4340c6e5 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2134419953&fields=id&tenant_id=04bda0b59d3b4bfabf6f1b84fec0d6a6 HTTP/1.1" status: 200 len: 267 time: 0.0445912 Sep 21 12:37:29.161825 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db526cf-bde9-4d0a-bcaa-034516b55b3e req-d42052cb-dfb1-4a56-9b9c-97ad8039b0de tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:37:29.163189 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-6db526cf-bde9-4d0a-bcaa-034516b55b3e req-d42052cb-dfb1-4a56-9b9c-97ad8039b0de tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/networks?id=df063f4b-39ab-4616-b570-b4e44f12336f HTTP/1.1" status: 200 len: 812 time: 0.1050212 Sep 21 12:37:29.177354 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-6db526cf-bde9-4d0a-bcaa-034516b55b3e req-9b8528ed-2d9a-42a0-b77b-e377d99a0180 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/quotas/04bda0b59d3b4bfabf6f1b84fec0d6a6 HTTP/1.1" status: 200 len: 375 time: 0.0087605 Sep 21 12:37:29.228236 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-6db526cf-bde9-4d0a-bcaa-034516b55b3e req-2646b4e9-8d4f-4245-96fe-07b46016ad00 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=04bda0b59d3b4bfabf6f1b84fec0d6a6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0460067 Sep 21 12:37:29.370096 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-6db526cf-bde9-4d0a-bcaa-034516b55b3e req-38dacce9-b649-410e-8b0a-c16771b0fa37 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/df063f4b-39ab-4616-b570-b4e44f12336f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309037 Sep 21 12:37:29.457967 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-6db526cf-bde9-4d0a-bcaa-034516b55b3e req-1f6b2776-3c77-4259-983d-ed26eca59c61 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/df063f4b-39ab-4616-b570-b4e44f12336f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820036 Sep 21 12:37:29.761150 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-c7408fc8-d037-42da-abf0-1f330161ee8a req-a6d39489-5241-44b8-8ae5-9e8f2021a73a tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=75bac536-33c8-4759-b20e-616b74cc9911 HTTP/1.1" status: 200 len: 210 time: 0.0273113 Sep 21 12:37:30.846020 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-595e0fd3-6f78-4948-b870-53f4079492be req-c314363d-6ab1-4f88-8f53-1e6bb969f01f tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=75bac536-33c8-4759-b20e-616b74cc9911 HTTP/1.1" status: 200 len: 210 time: 0.0289593 Sep 21 12:37:31.734244 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.agents_db [None req-f0b1ed15-d02e-46f0-bd67-2b506ff8404e None None] Agent healthcheck: found 6 active agents {{(pid=106204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:37:31.928644 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-7cef3a5a-8745-45b5-a194-1d4c988371c6 req-4e1944c3-1591-4309-8d1c-bed6eb265fa1 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=75bac536-33c8-4759-b20e-616b74cc9911 HTTP/1.1" status: 200 len: 210 time: 0.0272121 Sep 21 12:37:33.016025 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-239ec66c-238c-4ceb-bc70-def8798663dd req-47473018-34d5-4e25-a0ed-6a921ea24baa tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=75bac536-33c8-4759-b20e-616b74cc9911 HTTP/1.1" status: 200 len: 210 time: 0.0298975 Sep 21 12:37:34.117939 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-732f9d92-0f88-4024-a6c5-64e08ae08b19 req-adaf48da-c151-43e8-b6ab-e629c3e89947 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=75bac536-33c8-4759-b20e-616b74cc9911 HTTP/1.1" status: 200 len: 210 time: 0.0293369 Sep 21 12:37:35.032780 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db526cf-bde9-4d0a-bcaa-034516b55b3e req-cfa87a0b-69af-4dde-975f-94856e8c001d tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:37:35.034216 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-6db526cf-bde9-4d0a-bcaa-034516b55b3e req-cfa87a0b-69af-4dde-975f-94856e8c001d tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.66 "GET /networking/v2.0/networks?id=df063f4b-39ab-4616-b570-b4e44f12336f HTTP/1.1" status: 200 len: 812 time: 0.1016116 Sep 21 12:37:35.103326 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-6db526cf-bde9-4d0a-bcaa-034516b55b3e req-bcab39ee-adfa-4189-84d9-b445665a8b72 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.66 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=04bda0b59d3b4bfabf6f1b84fec0d6a6 HTTP/1.1" status: 200 len: 380 time: 0.0550416 Sep 21 12:37:35.116413 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [req-6db526cf-bde9-4d0a-bcaa-034516b55b3e req-8738a4cf-0dcb-4d92-88ab-3a97420c68de tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Request body: {'port': {'device_id': '75bac536-33c8-4759-b20e-616b74cc9911', 'network_id': 'df063f4b-39ab-4616-b570-b4e44f12336f', 'admin_state_up': True, 'tenant_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'security_groups': ['9538bbf1-fb1d-4746-8860-31b60ba073b0']}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:37:35.231953 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-470b33ff-4093-4dac-a2d3-a959908550e0 req-431a5986-d8c7-4161-a3e2-853d313da06b tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=75bac536-33c8-4759-b20e-616b74cc9911 HTTP/1.1" status: 200 len: 210 time: 0.0359788 Sep 21 12:37:35.254383 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6db526cf-bde9-4d0a-bcaa-034516b55b3e req-8738a4cf-0dcb-4d92-88ab-3a97420c68de tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Made reservation on behalf of 04bda0b59d3b4bfabf6f1b84fec0d6a6 for: {'port': 1} {{(pid=106202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:37:35.258745 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-6db526cf-bde9-4d0a-bcaa-034516b55b3e req-8738a4cf-0dcb-4d92-88ab-3a97420c68de tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:37:35.640332 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:37:35.651350 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.db_base_plugin_common [req-6db526cf-bde9-4d0a-bcaa-034516b55b3e req-8738a4cf-0dcb-4d92-88ab-3a97420c68de tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Allocated IP 172.20.0.7 (df063f4b-39ab-4616-b570-b4e44f12336f/e7695b35-fb3b-4bad-9fa2-f93cecf3dac8/b59a24c4-8b22-46a9-9862-f49dd8712720) {{(pid=106202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:37:35.799515 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-6db526cf-bde9-4d0a-bcaa-034516b55b3e req-8738a4cf-0dcb-4d92-88ab-3a97420c68de tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks [] for port (b59a24c4-8b22-46a9-9862-f49dd8712720), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:37:35.808982 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:37:35.834129 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-6db526cf-bde9-4d0a-bcaa-034516b55b3e req-8738a4cf-0dcb-4d92-88ab-3a97420c68de tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735120900801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (b59a24c4-8b22-46a9-9862-f49dd8712720), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:37:35.886064 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6db526cf-bde9-4d0a-bcaa-034516b55b3e req-8738a4cf-0dcb-4d92-88ab-3a97420c68de tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Network df063f4b-39ab-4616-b570-b4e44f12336f is already hosted by enough agents. {{(pid=106202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:37:35.887382 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8738a4cf-0dcb-4d92-88ab-3a97420c68de tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Pushing event updated for resources: {'Port': ['ID=b59a24c4-8b22-46a9-9862-f49dd8712720,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:37:35.889864 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.base_scheduler [req-6db526cf-bde9-4d0a-bcaa-034516b55b3e req-8738a4cf-0dcb-4d92-88ab-3a97420c68de tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Resources bound (agent type, host, resource id): {{(pid=106202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:37:35.892678 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db526cf-bde9-4d0a-bcaa-034516b55b3e req-8738a4cf-0dcb-4d92-88ab-3a97420c68de tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Received port after_create {{(pid=106202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 12:37:35.925610 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8738a4cf-0dcb-4d92-88ab-3a97420c68de tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:37:35.925958 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8738a4cf-0dcb-4d92-88ab-3a97420c68de tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:37:35.926304 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8738a4cf-0dcb-4d92-88ab-3a97420c68de tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:37:35.926641 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8738a4cf-0dcb-4d92-88ab-3a97420c68de tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:37:35.926975 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8738a4cf-0dcb-4d92-88ab-3a97420c68de tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:37:35.927903 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8738a4cf-0dcb-4d92-88ab-3a97420c68de tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:37:35.928232 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8738a4cf-0dcb-4d92-88ab-3a97420c68de tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:37:35.928557 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8738a4cf-0dcb-4d92-88ab-3a97420c68de tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:37:35.928883 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8738a4cf-0dcb-4d92-88ab-3a97420c68de tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:37:35.929210 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8738a4cf-0dcb-4d92-88ab-3a97420c68de tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:37:35.929535 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8738a4cf-0dcb-4d92-88ab-3a97420c68de tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:37:35.929861 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8738a4cf-0dcb-4d92-88ab-3a97420c68de tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:37:35.930179 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8738a4cf-0dcb-4d92-88ab-3a97420c68de tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:37:35.930494 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8738a4cf-0dcb-4d92-88ab-3a97420c68de tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:37:35.930813 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8738a4cf-0dcb-4d92-88ab-3a97420c68de tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:37:35.960262 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db526cf-bde9-4d0a-bcaa-034516b55b3e req-8738a4cf-0dcb-4d92-88ab-3a97420c68de tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:37:35.960895 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-6db526cf-bde9-4d0a-bcaa-034516b55b3e req-8738a4cf-0dcb-4d92-88ab-3a97420c68de tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for port (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:37:35.979484 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-6db526cf-bde9-4d0a-bcaa-034516b55b3e req-8738a4cf-0dcb-4d92-88ab-3a97420c68de tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.66 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8666403 Sep 21 12:37:35.997353 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [req-6db526cf-bde9-4d0a-bcaa-034516b55b3e req-814b0349-d147-4075-bdbe-f4b331a2b51f service neutron] Request body: {'port': {'device_id': '75bac536-33c8-4759-b20e-616b74cc9911', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85867'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:37:36.063585 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-6db526cf-bde9-4d0a-bcaa-034516b55b3e req-814b0349-d147-4075-bdbe-f4b331a2b51f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (b59a24c4-8b22-46a9-9862-f49dd8712720), before_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:37:36.109139 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-1ddab6c0-fa22-4931-9ee1-a6b9fca5c24b None None] Provisioning complete for port b59a24c4-8b22-46a9-9862-f49dd8712720 triggered by entity DHCP. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:37:36.109653 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1ddab6c0-fa22-4931-9ee1-a6b9fca5c24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (b59a24c4-8b22-46a9-9862-f49dd8712720), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:37:36.109845 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-1ddab6c0-fa22-4931-9ee1-a6b9fca5c24b None None] Attempt 1 to provision port b59a24c4-8b22-46a9-9862-f49dd8712720 Sep 21 12:37:36.142533 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1ddab6c0-fa22-4931-9ee1-a6b9fca5c24b None None] Port b59a24c4-8b22-46a9-9862-f49dd8712720 cannot update to ACTIVE because it is not bound. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 21 12:37:36.323074 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.notifiers.nova [req-6db526cf-bde9-4d0a-bcaa-034516b55b3e req-814b0349-d147-4075-bdbe-f4b331a2b51f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b59a24c4-8b22-46a9-9862-f49dd8712720 {{(pid=106202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 12:37:36.330648 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-6db526cf-bde9-4d0a-bcaa-034516b55b3e req-814b0349-d147-4075-bdbe-f4b331a2b51f service neutron] Publish callbacks [] for port (b59a24c4-8b22-46a9-9862-f49dd8712720), precommit_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:37:36.344607 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.provisioning_blocks [req-6db526cf-bde9-4d0a-bcaa-034516b55b3e req-814b0349-d147-4075-bdbe-f4b331a2b51f service neutron] Transition to ACTIVE for port object b59a24c4-8b22-46a9-9862-f49dd8712720 will not be triggered until provisioned by entity L2. {{(pid=106202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 12:37:36.348203 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-6db526cf-bde9-4d0a-bcaa-034516b55b3e req-814b0349-d147-4075-bdbe-f4b331a2b51f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6955121'] for port (b59a24c4-8b22-46a9-9862-f49dd8712720), after_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:37:36.357714 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d2f63-be6a-4caf-a285-abb410aed118 req-a910ccf3-1e85-46eb-92d0-f5299e7fae64 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:37:36.359183 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-b10d2f63-be6a-4caf-a285-abb410aed118 req-a910ccf3-1e85-46eb-92d0-f5299e7fae64 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=75bac536-33c8-4759-b20e-616b74cc9911 HTTP/1.1" status: 200 len: 931 time: 0.0475249 Sep 21 12:37:36.388000 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:37:36.409118 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-b10d2f63-be6a-4caf-a285-abb410aed118 req-22469d1a-4b07-4146-b904-c222fa373d1f tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=9538bbf1-fb1d-4746-8860-31b60ba073b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438321 Sep 21 12:37:36.423637 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-bbaa1657-17ef-48ea-b8e0-7f6bbfe9de8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (f73c601a-29a1-4353-9f34-efd4ba2e6501), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:37:36.436457 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814b0349-d147-4075-bdbe-f4b331a2b51f service neutron] Pushing event updated for resources: {'Port': ['ID=b59a24c4-8b22-46a9-9862-f49dd8712720,revision_number=2']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:37:36.467247 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.managers [req-6db526cf-bde9-4d0a-bcaa-034516b55b3e req-814b0349-d147-4075-bdbe-f4b331a2b51f service neutron] Attempting to bind port b59a24c4-8b22-46a9-9862-f49dd8712720 on host hv-cinder-85867 for vnic_type normal with profile {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 12:37:36.467578 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.managers [req-6db526cf-bde9-4d0a-bcaa-034516b55b3e req-814b0349-d147-4075-bdbe-f4b331a2b51f service neutron] Attempting to bind port b59a24c4-8b22-46a9-9862-f49dd8712720 by drivers openvswitch,hyperv on host hv-cinder-85867 at level 0 using segments [{'id': 'fe673fec-1364-4308-9af3-7334b5f7774a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'df063f4b-39ab-4616-b570-b4e44f12336f'}] {{(pid=106202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 12:37:36.467948 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db526cf-bde9-4d0a-bcaa-034516b55b3e req-814b0349-d147-4075-bdbe-f4b331a2b51f service neutron] Attempting to bind port b59a24c4-8b22-46a9-9862-f49dd8712720 on network df063f4b-39ab-4616-b570-b4e44f12336f {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:37:36.508406 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db526cf-bde9-4d0a-bcaa-034516b55b3e req-814b0349-d147-4075-bdbe-f4b331a2b51f service neutron] Port b59a24c4-8b22-46a9-9862-f49dd8712720 on network df063f4b-39ab-4616-b570-b4e44f12336f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85867 {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 12:37:36.508728 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db526cf-bde9-4d0a-bcaa-034516b55b3e req-814b0349-d147-4075-bdbe-f4b331a2b51f service neutron] Attempting to bind port b59a24c4-8b22-46a9-9862-f49dd8712720 on network df063f4b-39ab-4616-b570-b4e44f12336f {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:37:36.553939 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db526cf-bde9-4d0a-bcaa-034516b55b3e req-814b0349-d147-4075-bdbe-f4b331a2b51f service neutron] Checking agent: {'id': '986f726e-8c98-4005-b3b7-e033305b1240', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85867', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 12, 18, 46), 'started_at': datetime.datetime(2022, 9, 21, 12, 18, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 12, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 12:37:36.554272 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db526cf-bde9-4d0a-bcaa-034516b55b3e req-814b0349-d147-4075-bdbe-f4b331a2b51f service neutron] Checking segment: {'id': 'fe673fec-1364-4308-9af3-7334b5f7774a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'df063f4b-39ab-4616-b570-b4e44f12336f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:37:36.554652 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db526cf-bde9-4d0a-bcaa-034516b55b3e req-814b0349-d147-4075-bdbe-f4b331a2b51f service neutron] Bound using segment: {'id': 'fe673fec-1364-4308-9af3-7334b5f7774a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'df063f4b-39ab-4616-b570-b4e44f12336f'} {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 12:37:36.555082 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.managers [req-6db526cf-bde9-4d0a-bcaa-034516b55b3e req-814b0349-d147-4075-bdbe-f4b331a2b51f service neutron] Bound port: b59a24c4-8b22-46a9-9862-f49dd8712720, host: hv-cinder-85867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe673fec-1364-4308-9af3-7334b5f7774a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'df063f4b-39ab-4616-b570-b4e44f12336f'}}] {{(pid=106202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 12:37:36.555437 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-6db526cf-bde9-4d0a-bcaa-034516b55b3e req-814b0349-d147-4075-bdbe-f4b331a2b51f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (b59a24c4-8b22-46a9-9862-f49dd8712720), before_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:37:36.615605 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [req-6db526cf-bde9-4d0a-bcaa-034516b55b3e req-814b0349-d147-4075-bdbe-f4b331a2b51f service neutron] For port b59a24c4-8b22-46a9-9862-f49dd8712720, host hv-cinder-85867, cleared binding levels {{(pid=106202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:37:36.618520 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [req-6db526cf-bde9-4d0a-bcaa-034516b55b3e req-814b0349-d147-4075-bdbe-f4b331a2b51f service neutron] For port b59a24c4-8b22-46a9-9862-f49dd8712720, host hv-cinder-85867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=b59a24c4-8b22-46a9-9862-f49dd8712720,segment=NetworkSegment(fe673fec-1364-4308-9af3-7334b5f7774a),segment_id=fe673fec-1364-4308-9af3-7334b5f7774a)] {{(pid=106202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:37:36.624671 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-6db526cf-bde9-4d0a-bcaa-034516b55b3e req-814b0349-d147-4075-bdbe-f4b331a2b51f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6955121'] for port (b59a24c4-8b22-46a9-9862-f49dd8712720), after_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:37:36.628768 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db526cf-bde9-4d0a-bcaa-034516b55b3e req-814b0349-d147-4075-bdbe-f4b331a2b51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:37:36.629503 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-6db526cf-bde9-4d0a-bcaa-034516b55b3e req-814b0349-d147-4075-bdbe-f4b331a2b51f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for port (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:37:36.631492 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-6db526cf-bde9-4d0a-bcaa-034516b55b3e req-814b0349-d147-4075-bdbe-f4b331a2b51f service neutron] 10.222.0.66 "PUT /networking/v2.0/ports/b59a24c4-8b22-46a9-9862-f49dd8712720 HTTP/1.1" status: 200 len: 1093 time: 0.6385794 Sep 21 12:37:36.633015 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75bac536-33c8-4759-b20e-616b74cc9911', 'tag': 'b59a24c4-8b22-46a9-9862-f49dd8712720'}] {{(pid=106202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:37:36.635269 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f69dec5372d12bc1dbf2d83c258da0d8b658e28cfccadcad30c8a09044815e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-077fef8b-2b2e-45ff-ab58-4f14f68a2a12" -d '{"events": [{"name": "network-changed", "server_uuid": "75bac536-33c8-4759-b20e-616b74cc9911", "tag": "b59a24c4-8b22-46a9-9862-f49dd8712720"}]}' {{(pid=106202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:37:36.643667 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-1ddab6c0-fa22-4931-9ee1-a6b9fca5c24b None None] Attempt 2 to provision port b59a24c4-8b22-46a9-9862-f49dd8712720 Sep 21 12:37:36.681145 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:37:36.685083 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814b0349-d147-4075-bdbe-f4b331a2b51f service neutron] Pushing event updated for resources: {'Port': ['ID=b59a24c4-8b22-46a9-9862-f49dd8712720,revision_number=3']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:37:36.711094 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1ddab6c0-fa22-4931-9ee1-a6b9fca5c24b None None] Port b59a24c4-8b22-46a9-9862-f49dd8712720 had new provisioning blocks added so it will not transition to active. {{(pid=106203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 21 12:37:36.745717 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 12:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4035a72e-6cc9-4e30-bd9c-f023355bfc57 x-openstack-request-id: req-4035a72e-6cc9-4e30-bd9c-f023355bfc57 {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:37:36.746003 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75bac536-33c8-4759-b20e-616b74cc9911", "tag": "b59a24c4-8b22-46a9-9862-f49dd8712720", "status": "completed", "code": 200}]} {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:37:36.746320 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4035a72e-6cc9-4e30-bd9c-f023355bfc57 {{(pid=106202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:37:36.746671 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4035a72e-6cc9-4e30-bd9c-f023355bfc57'] response: {'name': 'network-changed', 'server_uuid': '75bac536-33c8-4759-b20e-616b74cc9911', 'tag': 'b59a24c4-8b22-46a9-9862-f49dd8712720', 'status': 'completed', 'code': 200} Sep 21 12:37:36.748143 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db526cf-bde9-4d0a-bcaa-034516b55b3e req-50770235-bf94-47f8-b161-b8e2842b3608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:37:36.749635 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-6db526cf-bde9-4d0a-bcaa-034516b55b3e req-50770235-bf94-47f8-b161-b8e2842b3608 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=04bda0b59d3b4bfabf6f1b84fec0d6a6&device_id=75bac536-33c8-4759-b20e-616b74cc9911 HTTP/1.1" status: 200 len: 1127 time: 0.0473070 Sep 21 12:37:36.806730 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-6db526cf-bde9-4d0a-bcaa-034516b55b3e req-70b459a7-fcd1-4c25-93b7-55971910c3c4 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b59a24c4-8b22-46a9-9862-f49dd8712720 HTTP/1.1" status: 200 len: 217 time: 0.0321741 Sep 21 12:37:36.854965 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db526cf-bde9-4d0a-bcaa-034516b55b3e req-95379fd6-7794-4073-a753-c4452475337a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:37:36.856426 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-6db526cf-bde9-4d0a-bcaa-034516b55b3e req-95379fd6-7794-4073-a753-c4452475337a service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=e7695b35-fb3b-4bad-9fa2-f93cecf3dac8 HTTP/1.1" status: 200 len: 851 time: 0.0441215 Sep 21 12:37:36.900031 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db526cf-bde9-4d0a-bcaa-034516b55b3e req-3b6d43a8-2ef3-4873-87d6-51175c9063b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:37:36.901454 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-6db526cf-bde9-4d0a-bcaa-034516b55b3e req-3b6d43a8-2ef3-4873-87d6-51175c9063b5 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=df063f4b-39ab-4616-b570-b4e44f12336f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392494 Sep 21 12:37:36.994505 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-6db526cf-bde9-4d0a-bcaa-034516b55b3e req-9b040943-655d-4f26-a6af-c7b90091b7fd service neutron] 10.222.0.66 "GET /networking/v2.0/networks/df063f4b-39ab-4616-b570-b4e44f12336f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874250 Sep 21 12:37:37.089155 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-6db526cf-bde9-4d0a-bcaa-034516b55b3e req-acb9e343-520c-459c-87cc-5657ed7151fd service neutron] 10.222.0.66 "GET /networking/v2.0/networks/df063f4b-39ab-4616-b570-b4e44f12336f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881293 Sep 21 12:37:37.530646 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e06db3-ecca-44d0-ae8f-6966638c1d3a req-f55c270e-fce7-44fc-85eb-9d7ca9a2e999 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:37:37.532133 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-e1e06db3-ecca-44d0-ae8f-6966638c1d3a req-f55c270e-fce7-44fc-85eb-9d7ca9a2e999 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=75bac536-33c8-4759-b20e-616b74cc9911 HTTP/1.1" status: 200 len: 943 time: 0.0454071 Sep 21 12:37:37.582219 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-e1e06db3-ecca-44d0-ae8f-6966638c1d3a req-30c98bd5-62ae-4552-aa05-12614f46daaa tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=9538bbf1-fb1d-4746-8860-31b60ba073b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438805 Sep 21 12:37:38.024302 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077fef8b-2b2e-45ff-ab58-4f14f68a2a12 req-162a31e3-5bf6-4bf7-9222-27b982be5e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:37:38.025702 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-077fef8b-2b2e-45ff-ab58-4f14f68a2a12 req-162a31e3-5bf6-4bf7-9222-27b982be5e6b service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=04bda0b59d3b4bfabf6f1b84fec0d6a6&device_id=75bac536-33c8-4759-b20e-616b74cc9911 HTTP/1.1" status: 200 len: 1127 time: 0.0388126 Sep 21 12:37:38.123324 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077fef8b-2b2e-45ff-ab58-4f14f68a2a12 req-9c569806-ff4f-4192-bc12-e38d39367277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:37:38.124810 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-077fef8b-2b2e-45ff-ab58-4f14f68a2a12 req-9c569806-ff4f-4192-bc12-e38d39367277 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=df063f4b-39ab-4616-b570-b4e44f12336f HTTP/1.1" status: 200 len: 913 time: 0.0921190 Sep 21 12:37:38.167081 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-077fef8b-2b2e-45ff-ab58-4f14f68a2a12 req-4ad27d36-16be-4ef5-b89a-e5dace0c497b service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b59a24c4-8b22-46a9-9862-f49dd8712720 HTTP/1.1" status: 200 len: 217 time: 0.0325112 Sep 21 12:37:38.218985 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077fef8b-2b2e-45ff-ab58-4f14f68a2a12 req-f14e2865-331b-400a-8d5c-2dc790bae117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:37:38.220470 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-077fef8b-2b2e-45ff-ab58-4f14f68a2a12 req-f14e2865-331b-400a-8d5c-2dc790bae117 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=e7695b35-fb3b-4bad-9fa2-f93cecf3dac8 HTTP/1.1" status: 200 len: 851 time: 0.0451782 Sep 21 12:37:38.264589 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077fef8b-2b2e-45ff-ab58-4f14f68a2a12 req-4d69e707-1c76-4eae-a5f5-886882e51e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:37:38.266043 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-077fef8b-2b2e-45ff-ab58-4f14f68a2a12 req-4d69e707-1c76-4eae-a5f5-886882e51e71 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=df063f4b-39ab-4616-b570-b4e44f12336f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372841 Sep 21 12:37:38.365914 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-077fef8b-2b2e-45ff-ab58-4f14f68a2a12 req-4ad1ff89-5667-4c97-9616-a8e25d46e058 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/df063f4b-39ab-4616-b570-b4e44f12336f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914962 Sep 21 12:37:38.389150 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:37:38.459031 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-077fef8b-2b2e-45ff-ab58-4f14f68a2a12 req-e14cb7fe-7277-4c4e-8a1c-caa3a6b9d589 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/df063f4b-39ab-4616-b570-b4e44f12336f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863855 Sep 21 12:37:38.668676 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-a8078974-7854-45d6-9884-c5d3c8f7d5f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (4f31b8b6-17c0-474d-bf52-0481ff2a5cf7), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:37:38.706207 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da23acce-762e-4bfc-b8f4-ffde11851059 req-d63de5d6-8875-4af1-acc9-70cc3e48a330 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:37:38.707677 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-da23acce-762e-4bfc-b8f4-ffde11851059 req-d63de5d6-8875-4af1-acc9-70cc3e48a330 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=75bac536-33c8-4759-b20e-616b74cc9911 HTTP/1.1" status: 200 len: 943 time: 0.0475497 Sep 21 12:37:38.760961 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-da23acce-762e-4bfc-b8f4-ffde11851059 req-267f5024-5e9f-45e5-ad74-21077c7c7f40 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=9538bbf1-fb1d-4746-8860-31b60ba073b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444524 Sep 21 12:37:39.881780 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33bdafd-a6b4-4ae6-a4ee-459923a35913 req-624e8913-37d9-4233-b1c4-702af673c080 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:37:39.883260 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-d33bdafd-a6b4-4ae6-a4ee-459923a35913 req-624e8913-37d9-4233-b1c4-702af673c080 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=75bac536-33c8-4759-b20e-616b74cc9911 HTTP/1.1" status: 200 len: 943 time: 0.0510221 Sep 21 12:37:39.932073 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-d33bdafd-a6b4-4ae6-a4ee-459923a35913 req-db7134aa-9504-448d-a441-f16b91efeb24 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=9538bbf1-fb1d-4746-8860-31b60ba073b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430367 Sep 21 12:37:39.994837 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-740e41e1-10de-4b2e-a9f0-9582d49d2a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (d7a8950b-d4d7-4646-ba54-d395483871b4), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:37:41.064556 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d6104c-40e8-444d-b5d5-dd1ad72afb61 req-0b557491-c64d-46ca-a83d-95a26a684549 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:37:41.066046 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-56d6104c-40e8-444d-b5d5-dd1ad72afb61 req-0b557491-c64d-46ca-a83d-95a26a684549 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=75bac536-33c8-4759-b20e-616b74cc9911 HTTP/1.1" status: 200 len: 943 time: 0.0588424 Sep 21 12:37:41.100302 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=100 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:37:41.117502 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-56d6104c-40e8-444d-b5d5-dd1ad72afb61 req-b9608ce3-116d-4de8-aead-aaabbd507e7a tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=9538bbf1-fb1d-4746-8860-31b60ba073b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450850 Sep 21 12:37:41.315465 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (57fb69a9-4edc-44fd-8965-b65708e41306), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:37:41.548945 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c3e59811-0015-48e8-afb5-3d82d64b721e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (cef1489a-7471-4b81-a7c5-b9e507e96767), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:37:41.729558 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:37:42.243392 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c858fc6a-393d-4daa-9453-9f75c6d689fe req-f582453f-2033-422e-b105-de46dd646723 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:37:42.244823 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-c858fc6a-393d-4daa-9453-9f75c6d689fe req-f582453f-2033-422e-b105-de46dd646723 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=75bac536-33c8-4759-b20e-616b74cc9911 HTTP/1.1" status: 200 len: 943 time: 0.0501359 Sep 21 12:37:42.293679 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-c858fc6a-393d-4daa-9453-9f75c6d689fe req-f0042e95-8859-4aab-ad48-9e49ee32f70f tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=9538bbf1-fb1d-4746-8860-31b60ba073b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431824 Sep 21 12:37:43.417205 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f6b10-7f71-4a58-8668-2af7c70ddfbe req-d894dbe3-70e9-48b0-9665-f2ccae76164a tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:37:43.418577 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e74f6b10-7f71-4a58-8668-2af7c70ddfbe req-d894dbe3-70e9-48b0-9665-f2ccae76164a tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=75bac536-33c8-4759-b20e-616b74cc9911 HTTP/1.1" status: 200 len: 943 time: 0.0496838 Sep 21 12:37:43.466907 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e74f6b10-7f71-4a58-8668-2af7c70ddfbe req-e369bbb4-0b18-4f46-b70c-28f093ea5f15 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=9538bbf1-fb1d-4746-8860-31b60ba073b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427299 Sep 21 12:37:44.588473 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac8c880-a625-426d-a663-6a02c3e5709f req-0a26bd19-065f-4045-9e04-f4263f803c44 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:37:44.589965 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-eac8c880-a625-426d-a663-6a02c3e5709f req-0a26bd19-065f-4045-9e04-f4263f803c44 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=75bac536-33c8-4759-b20e-616b74cc9911 HTTP/1.1" status: 200 len: 943 time: 0.0483198 Sep 21 12:37:44.642325 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-eac8c880-a625-426d-a663-6a02c3e5709f req-60cf85a9-a659-4b8d-aa58-c8e9bc33ceb0 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=9538bbf1-fb1d-4746-8860-31b60ba073b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467606 Sep 21 12:37:45.651707 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device b59a24c4-8b22-46a9-9862-f49dd8712720 details requested by agent hyperv_hv-cinder-85867 with host hv-cinder-85867 {{(pid=106203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 12:37:45.754098 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port b59a24c4-8b22-46a9-9862-f49dd8712720, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=b59a24c4-8b22-46a9-9862-f49dd8712720,segment=NetworkSegment(fe673fec-1364-4308-9af3-7334b5f7774a),segment_id=fe673fec-1364-4308-9af3-7334b5f7774a)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:37:45.764213 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf38697-2b80-48f9-a5a1-3602fd4f20c2 req-0ff21d61-ca4e-433c-9fe5-972fd8ddbfda tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:37:45.765706 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Returning: {'device': 'b59a24c4-8b22-46a9-9862-f49dd8712720', 'network_id': 'df063f4b-39ab-4616-b570-b4e44f12336f', 'port_id': 'b59a24c4-8b22-46a9-9862-f49dd8712720', 'mac_address': 'fa:16:3e:c1:cd:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7695b35-fb3b-4bad-9fa2-f93cecf3dac8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 12:37:45.765849 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-9cf38697-2b80-48f9-a5a1-3602fd4f20c2 req-0ff21d61-ca4e-433c-9fe5-972fd8ddbfda tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=75bac536-33c8-4759-b20e-616b74cc9911 HTTP/1.1" status: 200 len: 943 time: 0.0471666 Sep 21 12:37:45.801450 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Current status of the port b59a24c4-8b22-46a9-9862-f49dd8712720 is: DOWN; New status is: BUILD {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:37:45.801965 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (b59a24c4-8b22-46a9-9862-f49dd8712720), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:37:45.817930 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-9cf38697-2b80-48f9-a5a1-3602fd4f20c2 req-b9afff5d-06e6-4582-914d-141f1d07d79d tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=9538bbf1-fb1d-4746-8860-31b60ba073b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462048 Sep 21 12:37:45.820893 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.notifiers.nova [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b59a24c4-8b22-46a9-9862-f49dd8712720 {{(pid=106203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 12:37:45.841862 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port b59a24c4-8b22-46a9-9862-f49dd8712720, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=b59a24c4-8b22-46a9-9862-f49dd8712720,segment=NetworkSegment(fe673fec-1364-4308-9af3-7334b5f7774a),segment_id=fe673fec-1364-4308-9af3-7334b5f7774a)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:37:45.846485 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (b59a24c4-8b22-46a9-9862-f49dd8712720), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:37:45.894718 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Pushing event updated for resources: {'Port': ['ID=b59a24c4-8b22-46a9-9862-f49dd8712720,revision_number=4']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:37:45.903865 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:37:45.904210 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:37:45.904642 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:37:45.904881 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:37:45.905867 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:37:45.905867 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:37:45.905867 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:37:45.906178 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:37:45.906586 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:37:45.906909 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:37:45.907346 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:37:45.907714 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:37:45.908055 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:37:45.908373 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:37:45.908686 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:37:46.286291 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] get_ports_and_sgs() called for port_ids ['b59a24c4-8b22-46a9-9862-f49dd8712720'] {{(pid=106203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 12:37:46.951723 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0384f3c5-3559-4bc7-96fd-6971dd59ffc8 req-727bbfa4-6408-4c3d-91c3-0241ba038148 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:37:46.953310 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-0384f3c5-3559-4bc7-96fd-6971dd59ffc8 req-727bbfa4-6408-4c3d-91c3-0241ba038148 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=75bac536-33c8-4759-b20e-616b74cc9911 HTTP/1.1" status: 200 len: 944 time: 0.0538404 Sep 21 12:37:47.004371 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-0384f3c5-3559-4bc7-96fd-6971dd59ffc8 req-63d7c772-27e6-4984-89e0-58d614252362 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=9538bbf1-fb1d-4746-8860-31b60ba073b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450573 Sep 21 12:37:47.668321 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device b59a24c4-8b22-46a9-9862-f49dd8712720 up at agent hyperv_hv-cinder-85867 {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:37:47.710666 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Provisioning for port b59a24c4-8b22-46a9-9862-f49dd8712720 completed by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 21 12:37:47.716405 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Provisioning complete for port b59a24c4-8b22-46a9-9862-f49dd8712720 triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:37:47.716946 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (b59a24c4-8b22-46a9-9862-f49dd8712720), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:37:47.717269 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Attempt 1 to provision port b59a24c4-8b22-46a9-9862-f49dd8712720 Sep 21 12:37:47.718596 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:37:47.738901 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:37:47.806865 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Current status of the port b59a24c4-8b22-46a9-9862-f49dd8712720 is: BUILD; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:37:47.807251 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (b59a24c4-8b22-46a9-9862-f49dd8712720), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:37:47.831962 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75bac536-33c8-4759-b20e-616b74cc9911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b59a24c4-8b22-46a9-9862-f49dd8712720'}] {{(pid=106203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:37:47.834829 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f5c4d77a05fc023d1f839eaccf47ad38217f4e21b3a59551d1b02ed6bd0851a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0fa0259-34ba-4e45-ad4d-d8dedf1cecb1" -d '{"events": [{"server_uuid": "75bac536-33c8-4759-b20e-616b74cc9911", "name": "network-vif-plugged", "status": "completed", "tag": "b59a24c4-8b22-46a9-9862-f49dd8712720"}]}' {{(pid=106203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:37:47.849577 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port b59a24c4-8b22-46a9-9862-f49dd8712720, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=b59a24c4-8b22-46a9-9862-f49dd8712720,segment=NetworkSegment(fe673fec-1364-4308-9af3-7334b5f7774a),segment_id=fe673fec-1364-4308-9af3-7334b5f7774a)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:37:47.854775 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (b59a24c4-8b22-46a9-9862-f49dd8712720), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:37:47.907855 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Pushing event updated for resources: {'Port': ['ID=b59a24c4-8b22-46a9-9862-f49dd8712720,revision_number=5']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:37:47.944459 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 12:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a765a194-479e-4527-8825-ddba85057312 x-openstack-request-id: req-a765a194-479e-4527-8825-ddba85057312 {{(pid=106203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:37:47.944756 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75bac536-33c8-4759-b20e-616b74cc9911", "name": "network-vif-plugged", "status": "completed", "tag": "b59a24c4-8b22-46a9-9862-f49dd8712720", "code": 200}]} {{(pid=106203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:37:47.945007 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a765a194-479e-4527-8825-ddba85057312 {{(pid=106203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:37:47.945409 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a765a194-479e-4527-8825-ddba85057312'] response: {'server_uuid': '75bac536-33c8-4759-b20e-616b74cc9911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b59a24c4-8b22-46a9-9862-f49dd8712720', 'code': 200} Sep 21 12:37:48.139205 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e5b7c7-34bc-4d7d-90aa-44aa4def46be req-17b78949-c8ff-41ef-a25b-fd1a9a9715f7 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:37:48.141221 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-50e5b7c7-34bc-4d7d-90aa-44aa4def46be req-17b78949-c8ff-41ef-a25b-fd1a9a9715f7 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=75bac536-33c8-4759-b20e-616b74cc9911 HTTP/1.1" status: 200 len: 945 time: 0.0474370 Sep 21 12:37:48.198113 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-50e5b7c7-34bc-4d7d-90aa-44aa4def46be req-b4daf85b-1a37-4cbb-8a65-99be6ff29a38 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=9538bbf1-fb1d-4746-8860-31b60ba073b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487554 Sep 21 12:37:48.268513 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d3cf7-5bc2-4d6d-90a7-ac6a942d2ea6 req-6d392525-36f6-4726-829b-3feeb1a14196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:37:48.270105 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-2d9d3cf7-5bc2-4d6d-90a7-ac6a942d2ea6 req-6d392525-36f6-4726-829b-3feeb1a14196 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=75bac536-33c8-4759-b20e-616b74cc9911 HTTP/1.1" status: 200 len: 1129 time: 0.0406342 Sep 21 12:37:48.324831 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-2d9d3cf7-5bc2-4d6d-90a7-ac6a942d2ea6 req-7db6f035-1323-4259-9ff4-d2b5acd3a138 service neutron] 10.222.0.66 "GET /networking/v2.0/security-groups?id=9538bbf1-fb1d-4746-8860-31b60ba073b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471699 Sep 21 12:37:48.628180 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (986f726e-8c98-4005-b3b7-e033305b1240), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:37:49.320460 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0dbd5e-61f9-4230-a4dd-2f3da53fe19f req-a0bc7518-dfbf-4aa6-915c-775169fa40b2 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:37:49.321934 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-7a0dbd5e-61f9-4230-a4dd-2f3da53fe19f req-a0bc7518-dfbf-4aa6-915c-775169fa40b2 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=75bac536-33c8-4759-b20e-616b74cc9911 HTTP/1.1" status: 200 len: 945 time: 0.0465007 Sep 21 12:37:49.373177 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-7a0dbd5e-61f9-4230-a4dd-2f3da53fe19f req-081d94ff-f7a3-4246-8c40-3f1fb906fcdc tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=9538bbf1-fb1d-4746-8860-31b60ba073b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457470 Sep 21 12:37:50.496405 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71917437-6e2f-4a76-af75-fb2578344e0d req-1544470a-5080-4de1-81a1-3965c2e6d67d tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:37:50.497874 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-71917437-6e2f-4a76-af75-fb2578344e0d req-1544470a-5080-4de1-81a1-3965c2e6d67d tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=75bac536-33c8-4759-b20e-616b74cc9911 HTTP/1.1" status: 200 len: 945 time: 0.0460150 Sep 21 12:37:50.552342 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-71917437-6e2f-4a76-af75-fb2578344e0d req-31557def-847b-4915-9b34-47ad03e0471a tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=9538bbf1-fb1d-4746-8860-31b60ba073b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480247 Sep 21 12:37:50.680973 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53431c98-4379-496d-b420-5233224f5d5e req-8c3a7e3a-0819-45d6-9ff4-274f8377ad5e tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:37:50.682360 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-53431c98-4379-496d-b420-5233224f5d5e req-8c3a7e3a-0819-45d6-9ff4-274f8377ad5e tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=75bac536-33c8-4759-b20e-616b74cc9911 HTTP/1.1" status: 200 len: 945 time: 0.0496142 Sep 21 12:37:50.731345 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-53431c98-4379-496d-b420-5233224f5d5e req-cddffaf7-37a9-4b1d-8ea8-9140ef398f2c tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=9538bbf1-fb1d-4746-8860-31b60ba073b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433922 Sep 21 12:37:50.760229 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 33762) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:37:50.895797 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff2a24f-e9cd-4992-9ed0-98cebc081e63 tempest-TestVolumeBootPattern-1015565289 tempest-TestVolumeBootPattern-1015565289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:37:50.897325 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-7ff2a24f-e9cd-4992-9ed0-98cebc081e63 tempest-TestVolumeBootPattern-1015565289 tempest-TestVolumeBootPattern-1015565289-project-admin] 10.222.0.71 "GET /networking/v2.0/ports?device_id=75bac536-33c8-4759-b20e-616b74cc9911 HTTP/1.1" status: 200 len: 1124 time: 0.1360095 Sep 21 12:37:50.900224 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 33766) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:37:50.904361 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [None req-64fb6a11-e1bc-4dad-ad55-428dbf7d4ca1 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Request body: {'floatingip': {'floating_network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'port_id': 'b59a24c4-8b22-46a9-9862-f49dd8712720', 'tenant_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:37:50.925733 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-64fb6a11-e1bc-4dad-ad55-428dbf7d4ca1 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:37:51.004714 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-64fb6a11-e1bc-4dad-ad55-428dbf7d4ca1 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:37:51.098112 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:37:51.114239 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.db_base_plugin_common [None req-64fb6a11-e1bc-4dad-ad55-428dbf7d4ca1 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Allocated IP 172.27.0.254 (988e67c4-a01e-4c04-8cb9-1b0dd07d668d/691ea813-de87-4809-9e6b-d8504be0b97f/37ca3ac0-8731-4bf1-988e-fde9d772bf8d) {{(pid=106202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:37:51.221468 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-64fb6a11-e1bc-4dad-ad55-428dbf7d4ca1 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks [] for port (37ca3ac0-8731-4bf1-988e-fde9d772bf8d), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:37:51.255628 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-64fb6a11-e1bc-4dad-ad55-428dbf7d4ca1 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735120900801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (37ca3ac0-8731-4bf1-988e-fde9d772bf8d), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:37:51.259450 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:37:51.296347 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fb6a11-e1bc-4dad-ad55-428dbf7d4ca1 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Network 988e67c4-a01e-4c04-8cb9-1b0dd07d668d is already hosted by enough agents. {{(pid=106202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:37:51.299658 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.base_scheduler [None req-64fb6a11-e1bc-4dad-ad55-428dbf7d4ca1 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Resources bound (agent type, host, resource id): {{(pid=106202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:37:51.303365 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fb6a11-e1bc-4dad-ad55-428dbf7d4ca1 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Received port after_create {{(pid=106202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 12:37:51.328306 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fb6a11-e1bc-4dad-ad55-428dbf7d4ca1 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Pushing event updated for resources: {'Port': ['ID=37ca3ac0-8731-4bf1-988e-fde9d772bf8d,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:37:51.664920 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-64fb6a11-e1bc-4dad-ad55-428dbf7d4ca1 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks [] for floatingip (40c7bf34-e735-4520-8651-d72d1a87fd5e), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:37:51.734367 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-64fb6a11-e1bc-4dad-ad55-428dbf7d4ca1 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (37ca3ac0-8731-4bf1-988e-fde9d772bf8d), before_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:37:51.855318 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:37:51.885869 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-64fb6a11-e1bc-4dad-ad55-428dbf7d4ca1 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks [] for port (37ca3ac0-8731-4bf1-988e-fde9d772bf8d), precommit_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:37:51.890601 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-64fb6a11-e1bc-4dad-ad55-428dbf7d4ca1 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6955121'] for port (37ca3ac0-8731-4bf1-988e-fde9d772bf8d), after_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:37:51.960314 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-64fb6a11-e1bc-4dad-ad55-428dbf7d4ca1 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534182'] for floatingip (40c7bf34-e735-4520-8651-d72d1a87fd5e), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:37:51.961912 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fb6a11-e1bc-4dad-ad55-428dbf7d4ca1 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Pushing event updated for resources: {'Port': ['ID=37ca3ac0-8731-4bf1-988e-fde9d772bf8d,revision_number=2']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:37:52.056803 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.db.l3_db [None req-64fb6a11-e1bc-4dad-ad55-428dbf7d4ca1 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Floating IP 40c7bf34-e735-4520-8651-d72d1a87fd5e associated. External IP: 172.27.0.254, port: b59a24c4-8b22-46a9-9862-f49dd8712720. Sep 21 12:37:52.131645 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:37:52.249754 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64fb6a11-e1bc-4dad-ad55-428dbf7d4ca1 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Router cd1770d6-720c-444f-b058-b1486f26d12b has already been hosted by L3 agent 4f31b8b6-17c0-474d-bf52-0481ff2a5cf7 {{(pid=106202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 12:37:52.352763 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64fb6a11-e1bc-4dad-ad55-428dbf7d4ca1 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Notify agent at l3_agent.dv-cinder-858678-1-iscsi the message routers_updated {{(pid=106202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:37:52.362401 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31814691-1865-4ca6-9eeb-436364a9f219 None None] Sync routers for ids ['cd1770d6-720c-444f-b058-b1486f26d12b'] in dv-cinder-858678-1-iscsi {{(pid=106203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:37:52.371318 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-64fb6a11-e1bc-4dad-ad55-428dbf7d4ca1 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for floatingip (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:37:52.373433 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31814691-1865-4ca6-9eeb-436364a9f219 None None] Routers {'cd1770d6-720c-444f-b058-b1486f26d12b'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:37:52.374044 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-31814691-1865-4ca6-9eeb-436364a9f219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:37:39Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['cd1770d6-720c-444f-b058-b1486f26d12b'], 'active': True} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:37:52.404524 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-64fb6a11-e1bc-4dad-ad55-428dbf7d4ca1 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5032785 Sep 21 12:37:52.405279 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75bac536-33c8-4759-b20e-616b74cc9911', 'tag': 'b59a24c4-8b22-46a9-9862-f49dd8712720'}] {{(pid=106202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:37:52.407598 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f69dec5372d12bc1dbf2d83c258da0d8b658e28cfccadcad30c8a09044815e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298c145c-25e1-4b52-9a42-e5aadf060bd4" -d '{"events": [{"name": "network-changed", "server_uuid": "75bac536-33c8-4759-b20e-616b74cc9911", "tag": "b59a24c4-8b22-46a9-9862-f49dd8712720"}]}' {{(pid=106202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:37:52.445165 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 12:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42f5728-9bdf-4db5-9734-a066718205ce x-openstack-request-id: req-e42f5728-9bdf-4db5-9734-a066718205ce {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:37:52.445528 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75bac536-33c8-4759-b20e-616b74cc9911", "tag": "b59a24c4-8b22-46a9-9862-f49dd8712720", "status": "completed", "code": 200}]} {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:37:52.445834 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e42f5728-9bdf-4db5-9734-a066718205ce {{(pid=106202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:37:52.446314 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e42f5728-9bdf-4db5-9734-a066718205ce'] response: {'name': 'network-changed', 'server_uuid': '75bac536-33c8-4759-b20e-616b74cc9911', 'tag': 'b59a24c4-8b22-46a9-9862-f49dd8712720', 'status': 'completed', 'code': 200} Sep 21 12:37:52.478742 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvr_db [None req-31814691-1865-4ca6-9eeb-436364a9f219 None None] Set router cd1770d6-720c-444f-b058-b1486f26d12b gateway port host: dv-cinder-858678-1-iscsi {{(pid=106203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:37:52.541332 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c145c-25e1-4b52-9a42-e5aadf060bd4 req-eea271ba-3ffc-4cd7-a04f-cc3595abb138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:37:52.542883 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-298c145c-25e1-4b52-9a42-e5aadf060bd4 req-eea271ba-3ffc-4cd7-a04f-cc3595abb138 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=04bda0b59d3b4bfabf6f1b84fec0d6a6&device_id=75bac536-33c8-4759-b20e-616b74cc9911 HTTP/1.1" status: 200 len: 1129 time: 0.0420647 Sep 21 12:37:52.636514 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c145c-25e1-4b52-9a42-e5aadf060bd4 req-a35a0b9d-39a9-4144-9254-63ab1b2648c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:37:52.637989 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-298c145c-25e1-4b52-9a42-e5aadf060bd4 req-a35a0b9d-39a9-4144-9254-63ab1b2648c9 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=df063f4b-39ab-4616-b570-b4e44f12336f HTTP/1.1" status: 200 len: 913 time: 0.0881689 Sep 21 12:37:52.698703 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-31814691-1865-4ca6-9eeb-436364a9f219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'name': 'tempest-TestVolumeBootPattern-1524629230-router', 'tenant_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'd02713a9-0dcf-45fa-9c8f-29c964e28feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:31:51Z', 'updated_at': '2022-09-21T12:31:54Z', 'revision_number': 4, 'project_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'gw_port': {'id': 'd02713a9-0dcf-45fa-9c8f-29c964e28feb', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:52Z', 'updated_at': '2022-09-21T12:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_floatingips': [{'id': '40c7bf34-e735-4520-8651-d72d1a87fd5e', 'tenant_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'floating_ip_address': '172.27.0.254', 'floating_network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'router_id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'port_id': 'b59a24c4-8b22-46a9-9862-f49dd8712720', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df063f4b-39ab-4616-b570-b4e44f12336f', 'mac_address': 'fa:16:3e:c1:cd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75bac536-33c8-4759-b20e-616b74cc9911', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T12:37:51Z', 'updated_at': '2022-09-21T12:37:51Z', 'revision_number': 0, 'project_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'fixed_ip_address_scope': None}, {'id': '98c3d94e-d2bd-4b33-a35f-14958fa08663', 'tenant_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'floating_ip_address': '172.27.0.144', 'floating_network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'router_id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'port_id': '99db1c1d-12a1-4bd0-be9f-bfda671be9cc', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 717, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df063f4b-39ab-4616-b570-b4e44f12336f', 'mac_address': 'fa:16:3e:24:f8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcab7c0-b348-4709-b520-255e93f2c145', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T12:35:27Z', 'updated_at': '2022-09-21T12:35:29Z', 'revision_number': 1, 'project_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3a3486b-81a8-4176-8cc4-8f7d1e721f8e', 'name': '', 'network_id': 'df063f4b-39ab-4616-b570-b4e44f12336f', 'tenant_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'mac_address': 'fa:16:3e:83:7d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'e7695b35-fb3b-4bad-9fa2-f93cecf3dac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:54Z', 'updated_at': '2022-09-21T12:31:59Z', 'revision_number': 5, 'project_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'subnets': [{'id': 'e7695b35-fb3b-4bad-9fa2-f93cecf3dac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:37:52.727540 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31814691-1865-4ca6-9eeb-436364a9f219 None None] Checking router: cd1770d6-720c-444f-b058-b1486f26d12b for host: dv-cinder-858678-1-iscsi {{(pid=106203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:37:52.736900 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31814691-1865-4ca6-9eeb-436364a9f219 None None] Routers {'cd1770d6-720c-444f-b058-b1486f26d12b'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:37:52.737522 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-31814691-1865-4ca6-9eeb-436364a9f219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:37:39Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['cd1770d6-720c-444f-b058-b1486f26d12b'], 'active': True} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:37:52.844447 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvr_db [None req-31814691-1865-4ca6-9eeb-436364a9f219 None None] Set router cd1770d6-720c-444f-b058-b1486f26d12b gateway port host: dv-cinder-858678-1-iscsi {{(pid=106203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:37:52.963299 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-298c145c-25e1-4b52-9a42-e5aadf060bd4 req-7e61d5a2-751a-4a09-b2d6-c50d28203b8e service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b59a24c4-8b22-46a9-9862-f49dd8712720 HTTP/1.1" status: 200 len: 999 time: 0.3194203 Sep 21 12:37:53.011480 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c145c-25e1-4b52-9a42-e5aadf060bd4 req-e3d4671d-fb5c-4325-a6d0-43a633116131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:37:53.012925 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-298c145c-25e1-4b52-9a42-e5aadf060bd4 req-e3d4671d-fb5c-4325-a6d0-43a633116131 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=e7695b35-fb3b-4bad-9fa2-f93cecf3dac8 HTTP/1.1" status: 200 len: 851 time: 0.0431130 Sep 21 12:37:53.056472 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c145c-25e1-4b52-9a42-e5aadf060bd4 req-97811a61-48a9-4da3-9943-bab1549c027c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:37:53.057958 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-298c145c-25e1-4b52-9a42-e5aadf060bd4 req-97811a61-48a9-4da3-9943-bab1549c027c service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=df063f4b-39ab-4616-b570-b4e44f12336f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376947 Sep 21 12:37:53.061787 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:37:53.069448 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-31814691-1865-4ca6-9eeb-436364a9f219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'name': 'tempest-TestVolumeBootPattern-1524629230-router', 'tenant_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'd02713a9-0dcf-45fa-9c8f-29c964e28feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:31:51Z', 'updated_at': '2022-09-21T12:31:54Z', 'revision_number': 4, 'project_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'gw_port': {'id': 'd02713a9-0dcf-45fa-9c8f-29c964e28feb', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:52Z', 'updated_at': '2022-09-21T12:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_floatingips': [{'id': '40c7bf34-e735-4520-8651-d72d1a87fd5e', 'tenant_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'floating_ip_address': '172.27.0.254', 'floating_network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'router_id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'port_id': 'b59a24c4-8b22-46a9-9862-f49dd8712720', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df063f4b-39ab-4616-b570-b4e44f12336f', 'mac_address': 'fa:16:3e:c1:cd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75bac536-33c8-4759-b20e-616b74cc9911', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T12:37:51Z', 'updated_at': '2022-09-21T12:37:51Z', 'revision_number': 0, 'project_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'fixed_ip_address_scope': None}, {'id': '98c3d94e-d2bd-4b33-a35f-14958fa08663', 'tenant_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'floating_ip_address': '172.27.0.144', 'floating_network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'router_id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'port_id': '99db1c1d-12a1-4bd0-be9f-bfda671be9cc', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 717, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df063f4b-39ab-4616-b570-b4e44f12336f', 'mac_address': 'fa:16:3e:24:f8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcab7c0-b348-4709-b520-255e93f2c145', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T12:35:27Z', 'updated_at': '2022-09-21T12:35:29Z', 'revision_number': 1, 'project_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3a3486b-81a8-4176-8cc4-8f7d1e721f8e', 'name': '', 'network_id': 'df063f4b-39ab-4616-b570-b4e44f12336f', 'tenant_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'mac_address': 'fa:16:3e:83:7d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'e7695b35-fb3b-4bad-9fa2-f93cecf3dac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:54Z', 'updated_at': '2022-09-21T12:31:59Z', 'revision_number': 5, 'project_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'subnets': [{'id': 'e7695b35-fb3b-4bad-9fa2-f93cecf3dac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:37:53.095607 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31814691-1865-4ca6-9eeb-436364a9f219 None None] The sync data for ids ['cd1770d6-720c-444f-b058-b1486f26d12b'] in dv-cinder-858678-1-iscsi is: [{'id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'name': 'tempest-TestVolumeBootPattern-1524629230-router', 'tenant_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'd02713a9-0dcf-45fa-9c8f-29c964e28feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:31:51Z', 'updated_at': '2022-09-21T12:31:54Z', 'revision_number': 4, 'project_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'gw_port': {'id': 'd02713a9-0dcf-45fa-9c8f-29c964e28feb', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:52Z', 'updated_at': '2022-09-21T12:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_floatingips': [{'id': '40c7bf34-e735-4520-8651-d72d1a87fd5e', 'tenant_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'floating_ip_address': '172.27.0.254', 'floating_network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'router_id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'port_id': 'b59a24c4-8b22-46a9-9862-f49dd8712720', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df063f4b-39ab-4616-b570-b4e44f12336f', 'mac_address': 'fa:16:3e:c1:cd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75bac536-33c8-4759-b20e-616b74cc9911', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T12:37:51Z', 'updated_at': '2022-09-21T12:37:51Z', 'revision_number': 0, 'project_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'fixed_ip_address_scope': None}, {'id': '98c3d94e-d2bd-4b33-a35f-14958fa08663', 'tenant_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'floating_ip_address': '172.27.0.144', 'floating_network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'router_id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'port_id': '99db1c1d-12a1-4bd0-be9f-bfda671be9cc', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 717, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df063f4b-39ab-4616-b570-b4e44f12336f', 'mac_address': 'fa:16:3e:24:f8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcab7c0-b348-4709-b520-255e93f2c145', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T12:35:27Z', 'updated_at': '2022-09-21T12:35:29Z', 'revision_number': 1, 'project_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3a3486b-81a8-4176-8cc4-8f7d1e721f8e', 'name': '', 'network_id': 'df063f4b-39ab-4616-b570-b4e44f12336f', 'tenant_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'mac_address': 'fa:16:3e:83:7d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'e7695b35-fb3b-4bad-9fa2-f93cecf3dac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:54Z', 'updated_at': '2022-09-21T12:31:59Z', 'revision_number': 5, 'project_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'subnets': [{'id': 'e7695b35-fb3b-4bad-9fa2-f93cecf3dac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:37:53.136115 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:37:53.159124 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-298c145c-25e1-4b52-9a42-e5aadf060bd4 req-7178be85-b1d1-43a0-bab8-a6faec34f9f2 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/df063f4b-39ab-4616-b570-b4e44f12336f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948548 Sep 21 12:37:53.251355 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-298c145c-25e1-4b52-9a42-e5aadf060bd4 req-4122279e-6899-4938-98c9-858272e4dab8 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/df063f4b-39ab-4616-b570-b4e44f12336f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864723 Sep 21 12:37:53.289859 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7065f6bd-2ea3-4c4b-86e4-ec81025f1f2a None None] New status for floating IP 40c7bf34-e735-4520-8651-d72d1a87fd5e: ACTIVE {{(pid=106204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 21 12:37:58.501754 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=74 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:37:58.503869 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=78 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:37:58.538822 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d84421-217a-423b-bf10-d14e6390962b req-eded2ca9-fbf4-45ad-86fa-69d63164fb1d tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:37:58.540323 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-b1d84421-217a-423b-bf10-d14e6390962b req-eded2ca9-fbf4-45ad-86fa-69d63164fb1d tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=22a1d9bf-e4f7-40c5-a385-f3cb2fc1d98c HTTP/1.1" status: 200 len: 945 time: 0.0476358 Sep 21 12:37:58.589075 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-b1d84421-217a-423b-bf10-d14e6390962b req-9a1b4e2f-4fd5-470c-aea0-dd6ea7efc46f tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32efe03c-bac5-4b54-80ad-9cb076a72431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429106 Sep 21 12:37:59.720274 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf848f-c3c3-4939-92de-b272c2c64585 req-e813a6d6-6226-4fdf-8561-2a88b2d29bce tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:37:59.721659 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-dbbf848f-c3c3-4939-92de-b272c2c64585 req-e813a6d6-6226-4fdf-8561-2a88b2d29bce tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=22a1d9bf-e4f7-40c5-a385-f3cb2fc1d98c HTTP/1.1" status: 200 len: 945 time: 0.0500484 Sep 21 12:37:59.770059 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-dbbf848f-c3c3-4939-92de-b272c2c64585 req-93a5f69b-ca66-4e35-a65c-537e4b99a84b tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32efe03c-bac5-4b54-80ad-9cb076a72431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426242 Sep 21 12:38:00.403660 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59741747-c312-4640-bdcd-4017c321f14d req-3297d716-a640-4155-8f49-6b03fd818066 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:38:00.405057 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-59741747-c312-4640-bdcd-4017c321f14d req-3297d716-a640-4155-8f49-6b03fd818066 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=22a1d9bf-e4f7-40c5-a385-f3cb2fc1d98c HTTP/1.1" status: 200 len: 945 time: 0.0461822 Sep 21 12:38:00.504939 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [req-59741747-c312-4640-bdcd-4017c321f14d req-302d9e94-607b-402b-9f6e-d236620f3dca tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Deleting port ba672dd3-4a5b-4ddf-bc85-e9f599fa0552 {{(pid=106202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:38:00.505277 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-59741747-c312-4640-bdcd-4017c321f14d req-302d9e94-607b-402b-9f6e-d236620f3dca tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (ba672dd3-4a5b-4ddf-bc85-e9f599fa0552), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:00.555596 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:38:00.598983 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [req-59741747-c312-4640-bdcd-4017c321f14d req-302d9e94-607b-402b-9f6e-d236620f3dca tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] For port ba672dd3-4a5b-4ddf-bc85-e9f599fa0552, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=ba672dd3-4a5b-4ddf-bc85-e9f599fa0552,segment=NetworkSegment(9a81ab1a-c91c-421a-be88-b87f2c0b7773),segment_id=9a81ab1a-c91c-421a-be88-b87f2c0b7773)] {{(pid=106202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:38:00.599327 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-59741747-c312-4640-bdcd-4017c321f14d req-302d9e94-607b-402b-9f6e-d236620f3dca tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (ba672dd3-4a5b-4ddf-bc85-e9f599fa0552), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:00.765669 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-59741747-c312-4640-bdcd-4017c321f14d req-302d9e94-607b-402b-9f6e-d236620f3dca tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:00.766190 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-59741747-c312-4640-bdcd-4017c321f14d req-302d9e94-607b-402b-9f6e-d236620f3dca tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-534182'] for floatingip (cc5c678c-e731-48d5-8e55-958dcc5ec274), after_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:00.766362 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.db.l3_db [req-59741747-c312-4640-bdcd-4017c321f14d req-302d9e94-607b-402b-9f6e-d236620f3dca tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Floating IP cc5c678c-e731-48d5-8e55-958dcc5ec274 disassociated. External IP: 172.27.0.234, port: ba672dd3-4a5b-4ddf-bc85-e9f599fa0552. Sep 21 12:38:00.766667 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [req-59741747-c312-4640-bdcd-4017c321f14d req-302d9e94-607b-402b-9f6e-d236620f3dca tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Calling delete_port for ba672dd3-4a5b-4ddf-bc85-e9f599fa0552 owned by compute:nova {{(pid=106202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:38:00.901555 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a7ee2-9628-4bf9-af41-01e2408eef7b req-01c271f0-702d-4703-ac7f-5b93bb5b1863 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:38:00.906972 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-59741747-c312-4640-bdcd-4017c321f14d req-302d9e94-607b-402b-9f6e-d236620f3dca tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (ba672dd3-4a5b-4ddf-bc85-e9f599fa0552), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:00.908994 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-156a7ee2-9628-4bf9-af41-01e2408eef7b req-01c271f0-702d-4703-ac7f-5b93bb5b1863 tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=22a1d9bf-e4f7-40c5-a385-f3cb2fc1d98c HTTP/1.1" status: 200 len: 945 time: 0.0581841 Sep 21 12:38:00.935863 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302d9e94-607b-402b-9f6e-d236620f3dca tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Pushing event deleted for resources: {'Port': ['ID=ba672dd3-4a5b-4ddf-bc85-e9f599fa0552,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:38:00.956408 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-156a7ee2-9628-4bf9-af41-01e2408eef7b req-fa62f4b1-17ca-4008-9362-3dba76c1efcc tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=32efe03c-bac5-4b54-80ad-9cb076a72431&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462048 Sep 21 12:38:01.053638 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59741747-c312-4640-bdcd-4017c321f14d req-302d9e94-607b-402b-9f6e-d236620f3dca tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Router 7790f097-110a-4e2e-b7cb-1db12730b695 has already been hosted by L3 agent 4f31b8b6-17c0-474d-bf52-0481ff2a5cf7 {{(pid=106202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 12:38:01.109524 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:38:01.159343 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59741747-c312-4640-bdcd-4017c321f14d req-302d9e94-607b-402b-9f6e-d236620f3dca tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Notify agent at l3_agent.dv-cinder-858678-1-iscsi the message routers_updated {{(pid=106202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:38:01.172318 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa1bcd4-ab10-4d31-af0e-2bcafb970ee4 None None] Sync routers for ids ['7790f097-110a-4e2e-b7cb-1db12730b695'] in dv-cinder-858678-1-iscsi {{(pid=106203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:38:01.182787 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa1bcd4-ab10-4d31-af0e-2bcafb970ee4 None None] Routers {'7790f097-110a-4e2e-b7cb-1db12730b695'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:38:01.183387 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-0fa1bcd4-ab10-4d31-af0e-2bcafb970ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:37:39Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['7790f097-110a-4e2e-b7cb-1db12730b695'], 'active': True} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:38:01.208937 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.l3_dvrscheduler_db [req-59741747-c312-4640-bdcd-4017c321f14d req-302d9e94-607b-402b-9f6e-d236620f3dca tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] No DVR routers for this DVR port ba672dd3-4a5b-4ddf-bc85-e9f599fa0552 on host hv-cinder-85867 {{(pid=106202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 12:38:01.211488 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-59741747-c312-4640-bdcd-4017c321f14d req-302d9e94-607b-402b-9f6e-d236620f3dca tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for port (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:01.215011 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-59741747-c312-4640-bdcd-4017c321f14d req-302d9e94-607b-402b-9f6e-d236620f3dca tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.66 "DELETE /networking/v2.0/ports/ba672dd3-4a5b-4ddf-bc85-e9f599fa0552 HTTP/1.1" status: 204 len: 173 time: 0.7921207 Sep 21 12:38:01.215512 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22a1d9bf-e4f7-40c5-a385-f3cb2fc1d98c', 'name': 'network-vif-deleted', 'tag': 'ba672dd3-4a5b-4ddf-bc85-e9f599fa0552'}] {{(pid=106202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:38:01.217855 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f69dec5372d12bc1dbf2d83c258da0d8b658e28cfccadcad30c8a09044815e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b071faa-b9cd-476c-aa84-9dccb5e7182b" -d '{"events": [{"server_uuid": "22a1d9bf-e4f7-40c5-a385-f3cb2fc1d98c", "name": "network-vif-deleted", "tag": "ba672dd3-4a5b-4ddf-bc85-e9f599fa0552"}]}' {{(pid=106202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:38:01.259434 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 12:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2efe5889-f5fc-463e-a2de-563c77adb62c x-openstack-request-id: req-2efe5889-f5fc-463e-a2de-563c77adb62c {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:38:01.259726 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22a1d9bf-e4f7-40c5-a385-f3cb2fc1d98c", "name": "network-vif-deleted", "tag": "ba672dd3-4a5b-4ddf-bc85-e9f599fa0552", "status": "completed", "code": 200}]} {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:38:01.260023 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2efe5889-f5fc-463e-a2de-563c77adb62c {{(pid=106202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:38:01.260450 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2efe5889-f5fc-463e-a2de-563c77adb62c'] response: {'server_uuid': '22a1d9bf-e4f7-40c5-a385-f3cb2fc1d98c', 'name': 'network-vif-deleted', 'tag': 'ba672dd3-4a5b-4ddf-bc85-e9f599fa0552', 'status': 'completed', 'code': 200} Sep 21 12:38:01.405268 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:38:01.422969 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvr_db [None req-0fa1bcd4-ab10-4d31-af0e-2bcafb970ee4 None None] Set router 7790f097-110a-4e2e-b7cb-1db12730b695 gateway port host: dv-cinder-858678-1-iscsi {{(pid=106203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:38:01.624199 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-0fa1bcd4-ab10-4d31-af0e-2bcafb970ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'name': 'tempest-AttachVolumeNegativeTest-307258962-router', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '38ab0a3c-d859-4900-8927-c30c165851cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:31:19Z', 'updated_at': '2022-09-21T12:31:22Z', 'revision_number': 4, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'gw_port': {'id': '38ab0a3c-d859-4900-8927-c30c165851cf', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:20Z', 'updated_at': '2022-09-21T12:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': '1e924c8b-82a3-464e-81f6-ae4bda862ab6', 'name': '', 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'mac_address': 'fa:16:3e:ea:ce:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '62b0a2ff-8728-481a-b55a-ce99e8ef1e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:22Z', 'updated_at': '2022-09-21T12:31:26Z', 'revision_number': 5, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'subnets': [{'id': '62b0a2ff-8728-481a-b55a-ce99e8ef1e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:38:01.649489 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa1bcd4-ab10-4d31-af0e-2bcafb970ee4 None None] Checking router: 7790f097-110a-4e2e-b7cb-1db12730b695 for host: dv-cinder-858678-1-iscsi {{(pid=106203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:38:01.657894 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa1bcd4-ab10-4d31-af0e-2bcafb970ee4 None None] Routers {'7790f097-110a-4e2e-b7cb-1db12730b695'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:38:01.658495 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-0fa1bcd4-ab10-4d31-af0e-2bcafb970ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:37:39Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['7790f097-110a-4e2e-b7cb-1db12730b695'], 'active': True} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:38:01.760722 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvr_db [None req-0fa1bcd4-ab10-4d31-af0e-2bcafb970ee4 None None] Set router 7790f097-110a-4e2e-b7cb-1db12730b695 gateway port host: dv-cinder-858678-1-iscsi {{(pid=106203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:38:01.950382 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-0fa1bcd4-ab10-4d31-af0e-2bcafb970ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'name': 'tempest-AttachVolumeNegativeTest-307258962-router', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '38ab0a3c-d859-4900-8927-c30c165851cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:31:19Z', 'updated_at': '2022-09-21T12:31:22Z', 'revision_number': 4, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'gw_port': {'id': '38ab0a3c-d859-4900-8927-c30c165851cf', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:20Z', 'updated_at': '2022-09-21T12:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': '1e924c8b-82a3-464e-81f6-ae4bda862ab6', 'name': '', 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'mac_address': 'fa:16:3e:ea:ce:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '62b0a2ff-8728-481a-b55a-ce99e8ef1e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:22Z', 'updated_at': '2022-09-21T12:31:26Z', 'revision_number': 5, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'subnets': [{'id': '62b0a2ff-8728-481a-b55a-ce99e8ef1e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:38:01.979802 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa1bcd4-ab10-4d31-af0e-2bcafb970ee4 None None] The sync data for ids ['7790f097-110a-4e2e-b7cb-1db12730b695'] in dv-cinder-858678-1-iscsi is: [{'id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'name': 'tempest-AttachVolumeNegativeTest-307258962-router', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '38ab0a3c-d859-4900-8927-c30c165851cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:31:19Z', 'updated_at': '2022-09-21T12:31:22Z', 'revision_number': 4, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'gw_port': {'id': '38ab0a3c-d859-4900-8927-c30c165851cf', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:20Z', 'updated_at': '2022-09-21T12:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': '1e924c8b-82a3-464e-81f6-ae4bda862ab6', 'name': '', 'network_id': 'e8f74bce-cdd1-4f64-9fe4-35f38581a3e4', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'mac_address': 'fa:16:3e:ea:ce:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '62b0a2ff-8728-481a-b55a-ce99e8ef1e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:22Z', 'updated_at': '2022-09-21T12:31:26Z', 'revision_number': 5, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'subnets': [{'id': '62b0a2ff-8728-481a-b55a-ce99e8ef1e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:38:02.070405 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 33818) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:38:02.133114 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-b2780203-2832-4994-a73c-03c34e97313d tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for security_group (32efe03c-bac5-4b54-80ad-9cb076a72431), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:02.157301 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-b2780203-2832-4994-a73c-03c34e97313d tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for security_group (32efe03c-bac5-4b54-80ad-9cb076a72431), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:02.210025 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-b2780203-2832-4994-a73c-03c34e97313d tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (32efe03c-bac5-4b54-80ad-9cb076a72431), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:02.212789 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-b2780203-2832-4994-a73c-03c34e97313d tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for security_group (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:02.214221 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-b2780203-2832-4994-a73c-03c34e97313d tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "DELETE /networking/v2.0/security-groups/32efe03c-bac5-4b54-80ad-9cb076a72431 HTTP/1.1" status: 204 len: 168 time: 0.1427898 Sep 21 12:38:02.217166 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 33820) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:38:02.220972 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0a280c-46ca-4eca-a222-596fc0101ee8 None None] New status for floating IP cc5c678c-e731-48d5-8e55-958dcc5ec274: DOWN {{(pid=106204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 21 12:38:02.224698 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2780203-2832-4994-a73c-03c34e97313d tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32efe03c-bac5-4b54-80ad-9cb076a72431,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:38:02.232636 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.api.v2.resource [None req-71b2ce6c-3714-4b2c-bb0f-edf6732e1b9b tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] show failed (client error): The resource could not be found. Sep 21 12:38:02.233846 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-71b2ce6c-3714-4b2c-bb0f-edf6732e1b9b tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "GET /networking/v2.0/security-groups/32efe03c-bac5-4b54-80ad-9cb076a72431 HTTP/1.1" status: 404 len: 347 time: 0.0153944 Sep 21 12:38:02.236753 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 33822) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:38:02.356598 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.plugin [None req-ea82426f-0a6f-4ef2-a869-f2cdf4b72e3e tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Deleting port 69e6662d-4714-4c92-ae5c-674bddec6e14 {{(pid=106201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:38:02.357627 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-ea82426f-0a6f-4ef2-a869-f2cdf4b72e3e tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (69e6662d-4714-4c92-ae5c-674bddec6e14), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:02.433784 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-ea82426f-0a6f-4ef2-a869-f2cdf4b72e3e tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (69e6662d-4714-4c92-ae5c-674bddec6e14), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:02.434216 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-ea82426f-0a6f-4ef2-a869-f2cdf4b72e3e tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for floatingip (69e6662d-4714-4c92-ae5c-674bddec6e14), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:02.451265 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.plugin [None req-ea82426f-0a6f-4ef2-a869-f2cdf4b72e3e tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Calling delete_port for 69e6662d-4714-4c92-ae5c-674bddec6e14 owned by network:floatingip {{(pid=106201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:38:02.581486 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-ea82426f-0a6f-4ef2-a869-f2cdf4b72e3e tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6788894'] for port (69e6662d-4714-4c92-ae5c-674bddec6e14), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:02.604976 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea82426f-0a6f-4ef2-a869-f2cdf4b72e3e tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Pushing event deleted for resources: {'Port': ['ID=69e6662d-4714-4c92-ae5c-674bddec6e14,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:38:02.621166 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea82426f-0a6f-4ef2-a869-f2cdf4b72e3e tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:38:02.621504 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea82426f-0a6f-4ef2-a869-f2cdf4b72e3e tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:38:02.621876 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea82426f-0a6f-4ef2-a869-f2cdf4b72e3e tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:38:02.622208 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea82426f-0a6f-4ef2-a869-f2cdf4b72e3e tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:38:02.622541 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea82426f-0a6f-4ef2-a869-f2cdf4b72e3e tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:38:02.622864 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea82426f-0a6f-4ef2-a869-f2cdf4b72e3e tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:38:02.623183 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea82426f-0a6f-4ef2-a869-f2cdf4b72e3e tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:38:02.623499 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea82426f-0a6f-4ef2-a869-f2cdf4b72e3e tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:38:02.623874 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea82426f-0a6f-4ef2-a869-f2cdf4b72e3e tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:38:02.624200 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea82426f-0a6f-4ef2-a869-f2cdf4b72e3e tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:38:02.624516 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea82426f-0a6f-4ef2-a869-f2cdf4b72e3e tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:38:02.624830 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea82426f-0a6f-4ef2-a869-f2cdf4b72e3e tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:38:02.625142 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea82426f-0a6f-4ef2-a869-f2cdf4b72e3e tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:38:02.625454 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea82426f-0a6f-4ef2-a869-f2cdf4b72e3e tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:38:02.625766 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea82426f-0a6f-4ef2-a869-f2cdf4b72e3e tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:38:02.688800 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-ea82426f-0a6f-4ef2-a869-f2cdf4b72e3e tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks [] for floatingip (cc5c678c-e731-48d5-8e55-958dcc5ec274), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:02.691175 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-ea82426f-0a6f-4ef2-a869-f2cdf4b72e3e tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for floatingip (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:02.692929 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-ea82426f-0a6f-4ef2-a869-f2cdf4b72e3e tempest-AttachVolumeNegativeTest-367231197 tempest-AttachVolumeNegativeTest-367231197-project] 10.222.0.71 "DELETE /networking/v2.0/floatingips/cc5c678c-e731-48d5-8e55-958dcc5ec274 HTTP/1.1" status: 204 len: 168 time: 0.4544103 Sep 21 12:38:03.704618 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device ba672dd3-4a5b-4ddf-bc85-e9f599fa0552 no longer exists at agent hyperv_hv-cinder-85867 {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 12:38:03.724826 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] No Port match for: ba672dd3-4a5b-4ddf-bc85-e9f599fa0552 {{(pid=106203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 12:38:03.725182 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device ba672dd3-4a5b-4ddf-bc85-e9f599fa0552 not bound to the agent host hv-cinder-85867 {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 12:38:06.393936 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 33860) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:38:06.416723 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-55ef92d6-39e0-42c1-b782-7e7262b8ef66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (f73c601a-29a1-4353-9f34-efd4ba2e6501), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:06.710958 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:38:06.797784 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-abd2b006-f503-43e5-bc24-193c6cd6b3cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624550'] for router_interface (7790f097-110a-4e2e-b7cb-1db12730b695), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:06.844542 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:38:07.024843 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.plugin [None req-abd2b006-f503-43e5-bc24-193c6cd6b3cc admin admin] Deleting port 1e924c8b-82a3-464e-81f6-ae4bda862ab6 {{(pid=106201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:38:07.025086 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-abd2b006-f503-43e5-bc24-193c6cd6b3cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (1e924c8b-82a3-464e-81f6-ae4bda862ab6), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:07.106962 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.db [None req-abd2b006-f503-43e5-bc24-193c6cd6b3cc admin admin] For port 1e924c8b-82a3-464e-81f6-ae4bda862ab6, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=1e924c8b-82a3-464e-81f6-ae4bda862ab6,segment=NetworkSegment(9a81ab1a-c91c-421a-be88-b87f2c0b7773),segment_id=9a81ab1a-c91c-421a-be88-b87f2c0b7773)] {{(pid=106201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:38:07.107320 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-abd2b006-f503-43e5-bc24-193c6cd6b3cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (1e924c8b-82a3-464e-81f6-ae4bda862ab6), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:07.120166 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.plugin [None req-abd2b006-f503-43e5-bc24-193c6cd6b3cc admin admin] Calling delete_port for 1e924c8b-82a3-464e-81f6-ae4bda862ab6 owned by network:router_interface {{(pid=106201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:38:07.297183 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-abd2b006-f503-43e5-bc24-193c6cd6b3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6788894'] for port (1e924c8b-82a3-464e-81f6-ae4bda862ab6), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:07.319386 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd2b006-f503-43e5-bc24-193c6cd6b3cc admin admin] Pushing event deleted for resources: {'Port': ['ID=1e924c8b-82a3-464e-81f6-ae4bda862ab6,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:38:07.483740 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-abd2b006-f503-43e5-bc24-193c6cd6b3cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-544043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538390'] for router_interface (7790f097-110a-4e2e-b7cb-1db12730b695), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:07.495108 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:38:07.690101 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abd2b006-f503-43e5-bc24-193c6cd6b3cc admin admin] Router 7790f097-110a-4e2e-b7cb-1db12730b695 has already been hosted by L3 agent 4f31b8b6-17c0-474d-bf52-0481ff2a5cf7 {{(pid=106201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 12:38:07.693595 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:38:07.798315 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd2b006-f503-43e5-bc24-193c6cd6b3cc admin admin] Notify agent at l3_agent.dv-cinder-858678-1-iscsi the message routers_updated {{(pid=106201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:38:07.803338 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-abd2b006-f503-43e5-bc24-193c6cd6b3cc admin admin] 10.222.0.71 "PUT /networking/v2.0/routers/7790f097-110a-4e2e-b7cb-1db12730b695/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4105189 Sep 21 12:38:07.806039 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 33864) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:38:07.808578 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a43513-98db-4f2c-b22c-2bd57ed9a07f None None] Sync routers for ids ['7790f097-110a-4e2e-b7cb-1db12730b695'] in dv-cinder-858678-1-iscsi {{(pid=106203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:38:07.819271 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a43513-98db-4f2c-b22c-2bd57ed9a07f None None] Routers {'7790f097-110a-4e2e-b7cb-1db12730b695'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:38:07.819921 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-66a43513-98db-4f2c-b22c-2bd57ed9a07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:37:39Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['7790f097-110a-4e2e-b7cb-1db12730b695'], 'active': True} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:38:07.923980 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvr_db [None req-66a43513-98db-4f2c-b22c-2bd57ed9a07f None None] Set router 7790f097-110a-4e2e-b7cb-1db12730b695 gateway port host: dv-cinder-858678-1-iscsi {{(pid=106203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:38:07.990521 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=100 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:38:08.107344 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-66a43513-98db-4f2c-b22c-2bd57ed9a07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'name': 'tempest-AttachVolumeNegativeTest-307258962-router', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '38ab0a3c-d859-4900-8927-c30c165851cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:31:19Z', 'updated_at': '2022-09-21T12:38:07Z', 'revision_number': 5, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'gw_port': {'id': '38ab0a3c-d859-4900-8927-c30c165851cf', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:20Z', 'updated_at': '2022-09-21T12:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi'}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:38:08.127798 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-df6a7de6-4ff7-489a-a355-043fb102dfca admin admin] Publish callbacks [] for router (7790f097-110a-4e2e-b7cb-1db12730b695), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:08.143938 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a43513-98db-4f2c-b22c-2bd57ed9a07f None None] Checking router: 7790f097-110a-4e2e-b7cb-1db12730b695 for host: dv-cinder-858678-1-iscsi {{(pid=106203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:38:08.153623 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a43513-98db-4f2c-b22c-2bd57ed9a07f None None] Routers {'7790f097-110a-4e2e-b7cb-1db12730b695'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:38:08.154239 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-66a43513-98db-4f2c-b22c-2bd57ed9a07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:37:39Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['7790f097-110a-4e2e-b7cb-1db12730b695'], 'active': True} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:38:08.238523 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-df6a7de6-4ff7-489a-a355-043fb102dfca admin admin] Publish callbacks [] for router_gateway (7790f097-110a-4e2e-b7cb-1db12730b695), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:08.256427 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvr_db [None req-66a43513-98db-4f2c-b22c-2bd57ed9a07f None None] Set router 7790f097-110a-4e2e-b7cb-1db12730b695 gateway port host: dv-cinder-858678-1-iscsi {{(pid=106203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:38:08.281216 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.plugin [None req-df6a7de6-4ff7-489a-a355-043fb102dfca admin admin] Deleting port 38ab0a3c-d859-4900-8927-c30c165851cf {{(pid=106201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:38:08.281558 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-df6a7de6-4ff7-489a-a355-043fb102dfca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (38ab0a3c-d859-4900-8927-c30c165851cf), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:08.359572 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:38:08.368571 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.db [None req-df6a7de6-4ff7-489a-a355-043fb102dfca admin admin] For port 38ab0a3c-d859-4900-8927-c30c165851cf, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=38ab0a3c-d859-4900-8927-c30c165851cf,segment=NetworkSegment(0a2e6652-942c-46a2-8162-ab1d320b7f7e),segment_id=0a2e6652-942c-46a2-8162-ab1d320b7f7e)] {{(pid=106201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:38:08.369020 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-df6a7de6-4ff7-489a-a355-043fb102dfca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (38ab0a3c-d859-4900-8927-c30c165851cf), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:08.381868 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.plugin [None req-df6a7de6-4ff7-489a-a355-043fb102dfca admin admin] Calling delete_port for 38ab0a3c-d859-4900-8927-c30c165851cf owned by network:router_gateway {{(pid=106201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:38:08.426434 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-66a43513-98db-4f2c-b22c-2bd57ed9a07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'name': 'tempest-AttachVolumeNegativeTest-307258962-router', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '38ab0a3c-d859-4900-8927-c30c165851cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:31:19Z', 'updated_at': '2022-09-21T12:38:07Z', 'revision_number': 5, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'gw_port': {'id': '38ab0a3c-d859-4900-8927-c30c165851cf', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:20Z', 'updated_at': '2022-09-21T12:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi'}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:38:08.454880 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a43513-98db-4f2c-b22c-2bd57ed9a07f None None] The sync data for ids ['7790f097-110a-4e2e-b7cb-1db12730b695'] in dv-cinder-858678-1-iscsi is: [{'id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'name': 'tempest-AttachVolumeNegativeTest-307258962-router', 'tenant_id': 'bd7f2ef25e054b619068baf878bead18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '38ab0a3c-d859-4900-8927-c30c165851cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:31:19Z', 'updated_at': '2022-09-21T12:38:07Z', 'revision_number': 5, 'project_id': 'bd7f2ef25e054b619068baf878bead18', 'gw_port': {'id': '38ab0a3c-d859-4900-8927-c30c165851cf', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7790f097-110a-4e2e-b7cb-1db12730b695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:20Z', 'updated_at': '2022-09-21T12:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi'}] {{(pid=106203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:38:08.561118 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-df6a7de6-4ff7-489a-a355-043fb102dfca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6788894'] for port (38ab0a3c-d859-4900-8927-c30c165851cf), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:08.568459 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:38:08.588727 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a7de6-4ff7-489a-a355-043fb102dfca admin admin] Pushing event deleted for resources: {'Port': ['ID=38ab0a3c-d859-4900-8927-c30c165851cf,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:38:08.649876 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-df6a7de6-4ff7-489a-a355-043fb102dfca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534108'] for router_gateway (7790f097-110a-4e2e-b7cb-1db12730b695), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:08.670235 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-14f8a62b-1c9e-4560-ab67-5016621eb862 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (4f31b8b6-17c0-474d-bf52-0481ff2a5cf7), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:08.727424 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:38:08.735559 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-df6a7de6-4ff7-489a-a355-043fb102dfca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3984'] for router (7790f097-110a-4e2e-b7cb-1db12730b695), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:08.736348 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.agents_db [None req-f0b1ed15-d02e-46f0-bd67-2b506ff8404e None None] Agent healthcheck: found 6 active agents {{(pid=106204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:38:08.737769 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-df6a7de6-4ff7-489a-a355-043fb102dfca admin admin] Publish callbacks [] for router_controller (7790f097-110a-4e2e-b7cb-1db12730b695), precommit_delete_associations {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:08.782705 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-df6a7de6-4ff7-489a-a355-043fb102dfca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538475'] for router (7790f097-110a-4e2e-b7cb-1db12730b695), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:08.783270 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6a7de6-4ff7-489a-a355-043fb102dfca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7790f097-110a-4e2e-b7cb-1db12730b695 {{(pid=106201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 12:38:08.787497 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-df6a7de6-4ff7-489a-a355-043fb102dfca admin admin] Publish callbacks [] for router (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:08.788740 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-df6a7de6-4ff7-489a-a355-043fb102dfca admin admin] 10.222.0.71 "DELETE /networking/v2.0/routers/7790f097-110a-4e2e-b7cb-1db12730b695 HTTP/1.1" status: 204 len: 168 time: 0.9817824 Sep 21 12:38:08.791290 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 33866) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:38:08.840769 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e1db94c-9ef4-4255-9649-a48752e3a306 admin admin] Deleting subnet 62b0a2ff-8728-481a-b55a-ce99e8ef1e63 {{(pid=106201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 21 12:38:08.844182 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-7e1db94c-9ef4-4255-9649-a48752e3a306 admin admin] Publish callbacks [] for subnet (62b0a2ff-8728-481a-b55a-ce99e8ef1e63), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:08.865161 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:38:08.883535 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-7e1db94c-9ef4-4255-9649-a48752e3a306 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6930226'] for subnet (62b0a2ff-8728-481a-b55a-ce99e8ef1e63), precommit_delete_associations {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:08.965632 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-7e1db94c-9ef4-4255-9649-a48752e3a306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462926'] for subnet (62b0a2ff-8728-481a-b55a-ce99e8ef1e63), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:09.021116 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-7e1db94c-9ef4-4255-9649-a48752e3a306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6788977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7012724'] for subnet (62b0a2ff-8728-481a-b55a-ce99e8ef1e63), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:09.044982 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1db94c-9ef4-4255-9649-a48752e3a306 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62b0a2ff-8728-481a-b55a-ce99e8ef1e63,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:38:09.052732 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-7e1db94c-9ef4-4255-9649-a48752e3a306 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544014'] for subnet (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:09.058263 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-7e1db94c-9ef4-4255-9649-a48752e3a306 admin admin] 10.222.0.71 "DELETE /networking/v2.0/subnets/62b0a2ff-8728-481a-b55a-ce99e8ef1e63 HTTP/1.1" status: 204 len: 168 time: 0.2636528 Sep 21 12:38:09.058423 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f980cbb-c632-4c1d-a44e-faef55630482 None None] Network e8f74bce-cdd1-4f64-9fe4-35f38581a3e4 requested from dv-cinder-858678-1-iscsi {{(pid=106203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 12:38:09.058928 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 33868) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:38:09.133835 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-903538b0-dda9-4f3a-bb6a-f463e9b58874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535227'] for network (e8f74bce-cdd1-4f64-9fe4-35f38581a3e4), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:09.137777 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:38:09.192737 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [None req-903538b0-dda9-4f3a-bb6a-f463e9b58874 admin admin] Deleting port 191a5b10-0a4f-4b42-b16c-83cdca830fbc {{(pid=106202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:38:09.193086 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-903538b0-dda9-4f3a-bb6a-f463e9b58874 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (191a5b10-0a4f-4b42-b16c-83cdca830fbc), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:09.256058 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [None req-903538b0-dda9-4f3a-bb6a-f463e9b58874 admin admin] For port 191a5b10-0a4f-4b42-b16c-83cdca830fbc, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=191a5b10-0a4f-4b42-b16c-83cdca830fbc,segment=NetworkSegment(9a81ab1a-c91c-421a-be88-b87f2c0b7773),segment_id=9a81ab1a-c91c-421a-be88-b87f2c0b7773)] {{(pid=106202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:38:09.256418 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-903538b0-dda9-4f3a-bb6a-f463e9b58874 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (191a5b10-0a4f-4b42-b16c-83cdca830fbc), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:09.270880 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [None req-903538b0-dda9-4f3a-bb6a-f463e9b58874 admin admin] Calling delete_port for 191a5b10-0a4f-4b42-b16c-83cdca830fbc owned by network:dhcp {{(pid=106202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:38:09.353140 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-903538b0-dda9-4f3a-bb6a-f463e9b58874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (191a5b10-0a4f-4b42-b16c-83cdca830fbc), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:09.379524 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903538b0-dda9-4f3a-bb6a-f463e9b58874 admin admin] Pushing event deleted for resources: {'Port': ['ID=191a5b10-0a4f-4b42-b16c-83cdca830fbc,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:38:09.381898 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903538b0-dda9-4f3a-bb6a-f463e9b58874 admin admin] No DVR routers for this DVR port 191a5b10-0a4f-4b42-b16c-83cdca830fbc on host dv-cinder-858678-1-iscsi {{(pid=106202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 12:38:09.453628 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-903538b0-dda9-4f3a-bb6a-f463e9b58874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548197', 'neutron.services.segments.db._delete_segments_for_network-8735121314753'] for network (e8f74bce-cdd1-4f64-9fe4-35f38581a3e4), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:09.477611 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c5e234-9e66-4885-bf47-dd9bbd433cc3 None None] DHCP port deletion for e8f74bce-cdd1-4f64-9fe4-35f38581a3e4 request from dv-cinder-858678-1-iscsi {{(pid=106203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 21 12:38:09.479578 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.services.segments.db [None req-903538b0-dda9-4f3a-bb6a-f463e9b58874 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8f74bce-cdd1-4f64-9fe4-35f38581a3e4']}} {{(pid=106202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:38:09.491176 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.services.segments.db [None req-903538b0-dda9-4f3a-bb6a-f463e9b58874 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a81ab1a-c91c-421a-be88-b87f2c0b7773') {'for_net_delete': True} {{(pid=106202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:38:09.491683 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.services.segments.db [None req-903538b0-dda9-4f3a-bb6a-f463e9b58874 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a81ab1a-c91c-421a-be88-b87f2c0b7773') {} {{(pid=106202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:38:09.502827 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-903538b0-dda9-4f3a-bb6a-f463e9b58874 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735121314645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6891113'] for segment (9a81ab1a-c91c-421a-be88-b87f2c0b7773), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:09.517692 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-903538b0-dda9-4f3a-bb6a-f463e9b58874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355690'] for segment (9a81ab1a-c91c-421a-be88-b87f2c0b7773), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:09.524252 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-903538b0-dda9-4f3a-bb6a-f463e9b58874 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=106202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 12:38:09.524640 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-903538b0-dda9-4f3a-bb6a-f463e9b58874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6955165'] for segment (9a81ab1a-c91c-421a-be88-b87f2c0b7773), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:09.566095 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.services.segments.plugin [-] Segment 9a81ab1a-c91c-421a-be88-b87f2c0b7773 resource provider aggregate not found Sep 21 12:38:09.582789 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.services.segments.plugin [-] Segment 9a81ab1a-c91c-421a-be88-b87f2c0b7773 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9a81ab1a-c91c-421a-be88-b87f2c0b7773 found for delete ", "request_id": "req-05d7d1fe-273b-4223-8a79-b2c11e29ae0f"}]} Sep 21 12:38:09.589475 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-903538b0-dda9-4f3a-bb6a-f463e9b58874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534153'] for network (e8f74bce-cdd1-4f64-9fe4-35f38581a3e4), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:09.594851 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-903538b0-dda9-4f3a-bb6a-f463e9b58874 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544014'] for network (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:09.598017 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-903538b0-dda9-4f3a-bb6a-f463e9b58874 admin admin] 10.222.0.71 "DELETE /networking/v2.0/networks/e8f74bce-cdd1-4f64-9fe4-35f38581a3e4 HTTP/1.1" status: 204 len: 168 time: 0.5384440 Sep 21 12:38:09.611020 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903538b0-dda9-4f3a-bb6a-f463e9b58874 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8f74bce-cdd1-4f64-9fe4-35f38581a3e4,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:38:09.716075 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 33876) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:38:09.756514 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-b4cb6690-46ac-49fc-8c4c-a24dca69f199 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=bd7f2ef25e054b619068baf878bead18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392737 Sep 21 12:38:09.759043 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 33878) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:38:09.810678 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-9af95e40-28a0-4962-84db-f701f7eb9775 admin admin] Publish callbacks [] for security_group (b2d581b0-a482-4f42-adc4-6dc1bf2af570), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:09.831589 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-9af95e40-28a0-4962-84db-f701f7eb9775 admin admin] Publish callbacks [] for security_group (b2d581b0-a482-4f42-adc4-6dc1bf2af570), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:09.861817 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:38:09.882222 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-9af95e40-28a0-4962-84db-f701f7eb9775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (b2d581b0-a482-4f42-adc4-6dc1bf2af570), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:09.885199 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-9af95e40-28a0-4962-84db-f701f7eb9775 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:09.886371 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-9af95e40-28a0-4962-84db-f701f7eb9775 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/b2d581b0-a482-4f42-adc4-6dc1bf2af570 HTTP/1.1" status: 204 len: 168 time: 0.1264706 Sep 21 12:38:09.895211 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af95e40-28a0-4962-84db-f701f7eb9775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d581b0-a482-4f42-adc4-6dc1bf2af570,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:38:09.997005 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-740e41e1-10de-4b2e-a9f0-9582d49d2a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (d7a8950b-d4d7-4646-ba54-d395483871b4), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:10.175830 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 1e924c8b-82a3-464e-81f6-ae4bda862ab6 no longer exists at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 12:38:10.196216 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] No Port match for: 1e924c8b-82a3-464e-81f6-ae4bda862ab6 {{(pid=106203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 12:38:10.196898 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 1e924c8b-82a3-464e-81f6-ae4bda862ab6 not bound to the agent host dv-cinder-858678-1-iscsi {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 12:38:10.197509 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 191a5b10-0a4f-4b42-b16c-83cdca830fbc no longer exists at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 12:38:10.219067 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] No Port match for: 191a5b10-0a4f-4b42-b16c-83cdca830fbc {{(pid=106203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 12:38:10.219419 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 191a5b10-0a4f-4b42-b16c-83cdca830fbc not bound to the agent host dv-cinder-858678-1-iscsi {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 12:38:10.219859 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 38ab0a3c-d859-4900-8927-c30c165851cf no longer exists at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 12:38:10.237979 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] No Port match for: 38ab0a3c-d859-4900-8927-c30c165851cf {{(pid=106203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 12:38:10.238324 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 38ab0a3c-d859-4900-8927-c30c165851cf not bound to the agent host dv-cinder-858678-1-iscsi {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 12:38:11.317941 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (57fb69a9-4edc-44fd-8965-b65708e41306), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:11.555777 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c3e59811-0015-48e8-afb5-3d82d64b721e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (cef1489a-7471-4b81-a7c5-b9e507e96767), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:16.655334 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [req-4edb5118-2194-44f0-ac6b-c473cc66ed73 req-6548f97a-fb7b-4dcc-88f5-965a903059f5 service neutron] (106201) timed out ('10.222.0.66', 49926) {{(pid=106201) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 21 12:38:18.643832 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (986f726e-8c98-4005-b3b7-e033305b1240), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:18.730642 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:38:19.027010 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=20,neutron:DELETE=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:38:19.044728 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=38,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:38:19.889010 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:38:19.889943 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=68,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:38:20.368686 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 33992) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:38:20.476071 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-11b3da43-cf16-4b43-92fa-d69f55391cc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:20.555367 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-11b3da43-cf16-4b43-92fa-d69f55391cc0 admin admin] Publish callbacks [] for security_group (8c8d99bf-07e0-43b6-98be-5b22dd8a3b69), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:20.559047 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-11b3da43-cf16-4b43-92fa-d69f55391cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (8c8d99bf-07e0-43b6-98be-5b22dd8a3b69), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:20.596561 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b3da43-cf16-4b43-92fa-d69f55391cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8d99bf-07e0-43b6-98be-5b22dd8a3b69,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:38:20.601203 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-11b3da43-cf16-4b43-92fa-d69f55391cc0 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=a66543d6a4cc405d936e54c420220792&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2313762 Sep 21 12:38:20.603851 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 33996) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:38:20.652846 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-0b948b05-7cdc-4155-8ea3-9893c8cf3946 admin admin] Publish callbacks [] for security_group (8c8d99bf-07e0-43b6-98be-5b22dd8a3b69), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:20.673204 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-0b948b05-7cdc-4155-8ea3-9893c8cf3946 admin admin] Publish callbacks [] for security_group (8c8d99bf-07e0-43b6-98be-5b22dd8a3b69), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:20.724944 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-0b948b05-7cdc-4155-8ea3-9893c8cf3946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (8c8d99bf-07e0-43b6-98be-5b22dd8a3b69), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:20.727556 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-0b948b05-7cdc-4155-8ea3-9893c8cf3946 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:20.728732 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-0b948b05-7cdc-4155-8ea3-9893c8cf3946 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/8c8d99bf-07e0-43b6-98be-5b22dd8a3b69 HTTP/1.1" status: 204 len: 168 time: 0.1240432 Sep 21 12:38:20.736526 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b948b05-7cdc-4155-8ea3-9893c8cf3946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8d99bf-07e0-43b6-98be-5b22dd8a3b69,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:38:27.165372 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 34118) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:38:27.269700 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-4c61855c-f8f6-428f-af38-e43830743dc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:27.354123 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-4c61855c-f8f6-428f-af38-e43830743dc1 admin admin] Publish callbacks [] for security_group (453fff3b-4379-4066-8d40-6322b2290c89), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:27.358124 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-4c61855c-f8f6-428f-af38-e43830743dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (453fff3b-4379-4066-8d40-6322b2290c89), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:27.399508 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c61855c-f8f6-428f-af38-e43830743dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453fff3b-4379-4066-8d40-6322b2290c89,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:38:27.403660 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-4c61855c-f8f6-428f-af38-e43830743dc1 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=e0dbe7dc62694fd6930f513aaa74c428&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2372549 Sep 21 12:38:27.406375 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 34122) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:38:27.456668 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-26dc8e8d-948e-4210-8250-f03df67268b1 admin admin] Publish callbacks [] for security_group (453fff3b-4379-4066-8d40-6322b2290c89), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:27.476771 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-26dc8e8d-948e-4210-8250-f03df67268b1 admin admin] Publish callbacks [] for security_group (453fff3b-4379-4066-8d40-6322b2290c89), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:27.524611 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-26dc8e8d-948e-4210-8250-f03df67268b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (453fff3b-4379-4066-8d40-6322b2290c89), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:27.527223 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-26dc8e8d-948e-4210-8250-f03df67268b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:27.528398 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-26dc8e8d-948e-4210-8250-f03df67268b1 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/453fff3b-4379-4066-8d40-6322b2290c89 HTTP/1.1" status: 204 len: 168 time: 0.1209958 Sep 21 12:38:27.536671 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dc8e8d-948e-4210-8250-f03df67268b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453fff3b-4379-4066-8d40-6322b2290c89,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:38:27.826716 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 34128) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:38:27.840316 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-d494405e-b29d-4b8d-b611-24d7251233b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:27.925502 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-d494405e-b29d-4b8d-b611-24d7251233b2 admin admin] Publish callbacks [] for security_group (da2fe6fd-19ba-4653-9911-09b5f1cae32e), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:27.930398 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-d494405e-b29d-4b8d-b611-24d7251233b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (da2fe6fd-19ba-4653-9911-09b5f1cae32e), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:27.973149 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-d494405e-b29d-4b8d-b611-24d7251233b2 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=76d952f42485413c9ace179e3cab2938&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1453598 Sep 21 12:38:27.973993 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d494405e-b29d-4b8d-b611-24d7251233b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da2fe6fd-19ba-4653-9911-09b5f1cae32e,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:38:27.975964 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 34130) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:38:28.025697 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-2a09c92b-1744-423b-9ec4-2f4f2266b64a admin admin] Publish callbacks [] for security_group (da2fe6fd-19ba-4653-9911-09b5f1cae32e), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:28.045336 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-2a09c92b-1744-423b-9ec4-2f4f2266b64a admin admin] Publish callbacks [] for security_group (da2fe6fd-19ba-4653-9911-09b5f1cae32e), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:28.092682 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-2a09c92b-1744-423b-9ec4-2f4f2266b64a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (da2fe6fd-19ba-4653-9911-09b5f1cae32e), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:28.095476 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-2a09c92b-1744-423b-9ec4-2f4f2266b64a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:28.096673 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-2a09c92b-1744-423b-9ec4-2f4f2266b64a admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/da2fe6fd-19ba-4653-9911-09b5f1cae32e HTTP/1.1" status: 204 len: 168 time: 0.1197605 Sep 21 12:38:28.105920 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a09c92b-1744-423b-9ec4-2f4f2266b64a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2fe6fd-19ba-4653-9911-09b5f1cae32e,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:38:31.757844 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:38:31.762888 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=5 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:38:36.418432 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-34596ba8-a2cb-4666-95a2-37737abf051e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (f73c601a-29a1-4353-9f34-efd4ba2e6501), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:37.964602 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=50,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:38:37.969317 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=56,neutron:INSERT=12,neutron:DELETE=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:38:38.099846 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=51,neutron:INSERT=6,neutron:DELETE=3 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:38:38.100643 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=50,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:38:38.662097 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=79,neutron:UPDATE=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:38:38.664372 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=51,neutron:UPDATE=5 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:38:38.676895 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-16655d68-1c68-4331-b14c-a2304270c1e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (4f31b8b6-17c0-474d-bf52-0481ff2a5cf7), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:39.999641 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-740e41e1-10de-4b2e-a9f0-9582d49d2a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (d7a8950b-d4d7-4646-ba54-d395483871b4), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:41.319905 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (57fb69a9-4edc-44fd-8965-b65708e41306), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:41.558329 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c3e59811-0015-48e8-afb5-3d82d64b721e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (cef1489a-7471-4b81-a7c5-b9e507e96767), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:45.734769 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.agents_db [None req-f0b1ed15-d02e-46f0-bd67-2b506ff8404e None None] Agent healthcheck: found 6 active agents {{(pid=106204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:38:48.659398 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (986f726e-8c98-4005-b3b7-e033305b1240), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:52.115725 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 34288) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:38:52.236481 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-8b39a890-ddf2-4212-91bf-15902c1ace8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:52.313723 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-8b39a890-ddf2-4212-91bf-15902c1ace8d admin admin] Publish callbacks [] for security_group (f034f1df-400a-4f42-a772-5f1c8a454bbf), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:52.317136 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-8b39a890-ddf2-4212-91bf-15902c1ace8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (f034f1df-400a-4f42-a772-5f1c8a454bbf), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:52.355985 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-8b39a890-ddf2-4212-91bf-15902c1ace8d admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=4bc670fc95c7426397f1efdaf0a3ed23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2386689 Sep 21 12:38:52.357189 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b39a890-ddf2-4212-91bf-15902c1ace8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f034f1df-400a-4f42-a772-5f1c8a454bbf,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:38:52.358772 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 34292) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:38:52.407785 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-b9d242aa-b53e-43db-a4cf-6947994e6cfe admin admin] Publish callbacks [] for security_group (f034f1df-400a-4f42-a772-5f1c8a454bbf), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:52.428071 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-b9d242aa-b53e-43db-a4cf-6947994e6cfe admin admin] Publish callbacks [] for security_group (f034f1df-400a-4f42-a772-5f1c8a454bbf), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:52.476530 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-b9d242aa-b53e-43db-a4cf-6947994e6cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (f034f1df-400a-4f42-a772-5f1c8a454bbf), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:52.479029 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-b9d242aa-b53e-43db-a4cf-6947994e6cfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:38:52.480216 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-b9d242aa-b53e-43db-a4cf-6947994e6cfe admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/f034f1df-400a-4f42-a772-5f1c8a454bbf HTTP/1.1" status: 204 len: 168 time: 0.1203835 Sep 21 12:38:52.488038 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d242aa-b53e-43db-a4cf-6947994e6cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f034f1df-400a-4f42-a772-5f1c8a454bbf,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:38:52.495784 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d242aa-b53e-43db-a4cf-6947994e6cfe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:38:52.496127 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d242aa-b53e-43db-a4cf-6947994e6cfe admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:38:52.496464 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d242aa-b53e-43db-a4cf-6947994e6cfe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:38:52.496911 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d242aa-b53e-43db-a4cf-6947994e6cfe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:38:52.497117 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d242aa-b53e-43db-a4cf-6947994e6cfe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:38:52.497439 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d242aa-b53e-43db-a4cf-6947994e6cfe admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:38:52.497759 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d242aa-b53e-43db-a4cf-6947994e6cfe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:38:52.498079 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d242aa-b53e-43db-a4cf-6947994e6cfe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:38:52.498398 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d242aa-b53e-43db-a4cf-6947994e6cfe admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:38:52.498718 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d242aa-b53e-43db-a4cf-6947994e6cfe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:38:52.499159 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d242aa-b53e-43db-a4cf-6947994e6cfe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:38:52.499344 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d242aa-b53e-43db-a4cf-6947994e6cfe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:38:52.499660 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d242aa-b53e-43db-a4cf-6947994e6cfe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:38:52.500006 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d242aa-b53e-43db-a4cf-6947994e6cfe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:38:52.500322 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d242aa-b53e-43db-a4cf-6947994e6cfe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:38:55.730765 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:39:00.626621 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e427a65e-d2c2-4cb4-a655-020e88cbc170 req-21b48038-79d9-47b3-b389-c89ef0db493c service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=2fcab7c0-b348-4709-b520-255e93f2c145&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413165 Sep 21 12:39:00.736087 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427a65e-d2c2-4cb4-a655-020e88cbc170 req-35ddf697-d761-4676-8139-a090f8a1387a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:39:00.737584 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e427a65e-d2c2-4cb4-a655-020e88cbc170 req-35ddf697-d761-4676-8139-a090f8a1387a service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=04bda0b59d3b4bfabf6f1b84fec0d6a6&device_id=2fcab7c0-b348-4709-b520-255e93f2c145 HTTP/1.1" status: 200 len: 1129 time: 0.0413928 Sep 21 12:39:00.862012 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427a65e-d2c2-4cb4-a655-020e88cbc170 req-b4e99cef-2461-4737-b914-259d8c142d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:39:00.863477 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e427a65e-d2c2-4cb4-a655-020e88cbc170 req-b4e99cef-2461-4737-b914-259d8c142d7c service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=df063f4b-39ab-4616-b570-b4e44f12336f HTTP/1.1" status: 200 len: 913 time: 0.0977037 Sep 21 12:39:00.926631 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e427a65e-d2c2-4cb4-a655-020e88cbc170 req-6b42fd84-55b9-47c4-87b1-c7396da57c06 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99db1c1d-12a1-4bd0-be9f-bfda671be9cc HTTP/1.1" status: 200 len: 1001 time: 0.0553920 Sep 21 12:39:00.974175 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427a65e-d2c2-4cb4-a655-020e88cbc170 req-4e4ff68a-98c1-4fe5-8f7b-0b7d56b5d8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:39:00.975590 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e427a65e-d2c2-4cb4-a655-020e88cbc170 req-4e4ff68a-98c1-4fe5-8f7b-0b7d56b5d8b6 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=e7695b35-fb3b-4bad-9fa2-f93cecf3dac8 HTTP/1.1" status: 200 len: 851 time: 0.0429907 Sep 21 12:39:01.020929 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427a65e-d2c2-4cb4-a655-020e88cbc170 req-e18350b9-6b35-4baf-8184-a6ce174dfabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:39:01.022364 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e427a65e-d2c2-4cb4-a655-020e88cbc170 req-e18350b9-6b35-4baf-8184-a6ce174dfabe service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=df063f4b-39ab-4616-b570-b4e44f12336f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401571 Sep 21 12:39:01.119179 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e427a65e-d2c2-4cb4-a655-020e88cbc170 req-b0890d94-5908-42fb-b588-e5edcc0c2afb service neutron] 10.222.0.66 "GET /networking/v2.0/networks/df063f4b-39ab-4616-b570-b4e44f12336f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869734 Sep 21 12:39:01.213550 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-e427a65e-d2c2-4cb4-a655-020e88cbc170 req-c1dcfbbb-1214-4811-a89c-b224402757dc service neutron] 10.222.0.66 "GET /networking/v2.0/networks/df063f4b-39ab-4616-b570-b4e44f12336f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858579 Sep 21 12:39:02.350250 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=18,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:39:02.353409 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=19,neutron:INSERT=7 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:39:02.513090 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:39:02.514039 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:39:02.975814 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 34384) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:39:03.106371 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-6e726925-8319-48ac-a582-eb99700a424a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:39:03.180812 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-6e726925-8319-48ac-a582-eb99700a424a admin admin] Publish callbacks [] for security_group (2dcd76f7-402a-4140-bea1-f1dd5e4f2c80), precommit_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:39:03.184492 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-6e726925-8319-48ac-a582-eb99700a424a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (2dcd76f7-402a-4140-bea1-f1dd5e4f2c80), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:39:03.227749 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-6e726925-8319-48ac-a582-eb99700a424a admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=ca26b5e220114471bae54171a291af3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2508628 Sep 21 12:39:03.228625 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e726925-8319-48ac-a582-eb99700a424a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dcd76f7-402a-4140-bea1-f1dd5e4f2c80,revision_number=1']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:39:03.230628 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 34388) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:39:03.235968 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e726925-8319-48ac-a582-eb99700a424a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:39:03.236312 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e726925-8319-48ac-a582-eb99700a424a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:39:03.236646 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e726925-8319-48ac-a582-eb99700a424a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:39:03.236983 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e726925-8319-48ac-a582-eb99700a424a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:39:03.237315 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e726925-8319-48ac-a582-eb99700a424a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:39:03.237645 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e726925-8319-48ac-a582-eb99700a424a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:39:03.237968 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e726925-8319-48ac-a582-eb99700a424a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:39:03.238290 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e726925-8319-48ac-a582-eb99700a424a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:39:03.238612 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e726925-8319-48ac-a582-eb99700a424a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:39:03.238934 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e726925-8319-48ac-a582-eb99700a424a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:39:03.239255 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e726925-8319-48ac-a582-eb99700a424a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:39:03.239577 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e726925-8319-48ac-a582-eb99700a424a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:39:03.239929 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e726925-8319-48ac-a582-eb99700a424a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:39:03.240242 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e726925-8319-48ac-a582-eb99700a424a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:39:03.240578 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e726925-8319-48ac-a582-eb99700a424a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:39:03.279991 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-1ab03df1-f4b9-4e6b-ad53-cc61d87b8398 admin admin] Publish callbacks [] for security_group (2dcd76f7-402a-4140-bea1-f1dd5e4f2c80), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:39:03.299620 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-1ab03df1-f4b9-4e6b-ad53-cc61d87b8398 admin admin] Publish callbacks [] for security_group (2dcd76f7-402a-4140-bea1-f1dd5e4f2c80), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:39:03.347858 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-1ab03df1-f4b9-4e6b-ad53-cc61d87b8398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (2dcd76f7-402a-4140-bea1-f1dd5e4f2c80), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:39:03.350364 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-1ab03df1-f4b9-4e6b-ad53-cc61d87b8398 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:39:03.351503 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-1ab03df1-f4b9-4e6b-ad53-cc61d87b8398 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/2dcd76f7-402a-4140-bea1-f1dd5e4f2c80 HTTP/1.1" status: 204 len: 168 time: 0.1198113 Sep 21 12:39:03.359811 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab03df1-f4b9-4e6b-ad53-cc61d87b8398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dcd76f7-402a-4140-bea1-f1dd5e4f2c80,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:39:04.013039 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 34410) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:39:04.111093 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [None req-61c0e5f9-a89f-43c9-96c4-b7060aadbb90 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-53593301-network', 'tenant_id': 'c274a3c4e6954affbfe3d07e849d64b7'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:39:04.131699 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c0e5f9-a89f-43c9-96c4-b7060aadbb90 admin admin] Made reservation on behalf of c274a3c4e6954affbfe3d07e849d64b7 for: {'network': 1} {{(pid=106202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:39:04.134546 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-61c0e5f9-a89f-43c9-96c4-b7060aadbb90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for network (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:39:04.146486 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-61c0e5f9-a89f-43c9-96c4-b7060aadbb90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:39:04.148184 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:39:04.201742 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:39:04.232009 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-61c0e5f9-a89f-43c9-96c4-b7060aadbb90 admin admin] Publish callbacks [] for security_group (e0d59734-132d-48ec-868c-01db2d07bacf), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:39:04.235631 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-61c0e5f9-a89f-43c9-96c4-b7060aadbb90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (e0d59734-132d-48ec-868c-01db2d07bacf), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:39:04.265229 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61c0e5f9-a89f-43c9-96c4-b7060aadbb90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=106202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 12:39:04.270904 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c0e5f9-a89f-43c9-96c4-b7060aadbb90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d59734-132d-48ec-868c-01db2d07bacf,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:39:04.279398 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-61c0e5f9-a89f-43c9-96c4-b7060aadbb90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355690'] for segment (9353e646-268f-442c-8f5a-9177ce1aedab), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:39:04.279809 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.db.segments_db [None req-61c0e5f9-a89f-43c9-96c4-b7060aadbb90 admin admin] Added segment 9353e646-268f-442c-8f5a-9177ce1aedab of type vlan for network 78a46204-c7f5-4031-b525-9dd641483b1c Sep 21 12:39:04.320380 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-61c0e5f9-a89f-43c9-96c4-b7060aadbb90 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735120869551'] for network (78a46204-c7f5-4031-b525-9dd641483b1c), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:39:04.346087 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-61c0e5f9-a89f-43c9-96c4-b7060aadbb90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028'] for network (78a46204-c7f5-4031-b525-9dd641483b1c), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:39:04.347234 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c0e5f9-a89f-43c9-96c4-b7060aadbb90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:39:04.347836 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-61c0e5f9-a89f-43c9-96c4-b7060aadbb90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544014'] for network (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:39:04.400370 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-61c0e5f9-a89f-43c9-96c4-b7060aadbb90 admin admin] 10.222.0.71 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3862383 Sep 21 12:39:04.403275 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 34414) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:39:04.408105 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.v2.base [None req-2977a5cf-ab02-4e83-8b07-1c00abe0002a admin admin] Request body: {'subnet': {'network_id': '78a46204-c7f5-4031-b525-9dd641483b1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-53593301-subnet', 'tenant_id': 'c274a3c4e6954affbfe3d07e849d64b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:39:04.416119 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c0e5f9-a89f-43c9-96c4-b7060aadbb90 admin admin] Pushing event updated for resources: {'Network': ['ID=78a46204-c7f5-4031-b525-9dd641483b1c,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:39:04.427400 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Network 78a46204-c7f5-4031-b525-9dd641483b1c details requested by agent ovs-agent-dv-cinder-858678-1-iscsi with host dv-cinder-858678-1-iscsi {{(pid=106203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 12:39:04.430070 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2977a5cf-ab02-4e83-8b07-1c00abe0002a admin admin] Made reservation on behalf of c274a3c4e6954affbfe3d07e849d64b7 for: {'subnet': 1} {{(pid=106201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:39:04.432536 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-2977a5cf-ab02-4e83-8b07-1c00abe0002a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7012699'] for subnet (None), before_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:39:04.609699 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-2977a5cf-ab02-4e83-8b07-1c00abe0002a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6786222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7012685'] for subnet (215e2fb3-8dad-466e-9ae5-faf78b5d2609), after_create {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:39:04.667569 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2977a5cf-ab02-4e83-8b07-1c00abe0002a admin admin] Pushing event updated for resources: {'Subnet': ['ID=215e2fb3-8dad-466e-9ae5-faf78b5d2609,revision_number=0']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:39:04.677800 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2977a5cf-ab02-4e83-8b07-1c00abe0002a admin admin] Checking segment: {'id': '9353e646-268f-442c-8f5a-9177ce1aedab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '78a46204-c7f5-4031-b525-9dd641483b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:39:04.678148 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2977a5cf-ab02-4e83-8b07-1c00abe0002a admin admin] Network hostable DHCP agents. Network: 78a46204-c7f5-4031-b525-9dd641483b1c, hostable agents: ['f73c601a-29a1-4353-9f34-efd4ba2e6501'], hosted agents: [] {{(pid=106201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 12:39:04.695515 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2977a5cf-ab02-4e83-8b07-1c00abe0002a admin admin] Network 78a46204-c7f5-4031-b525-9dd641483b1c is scheduled to be hosted by DHCP agent f73c601a-29a1-4353-9f34-efd4ba2e6501 with binding_index 1 {{(pid=106201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 12:39:04.704932 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.base_scheduler [None req-2977a5cf-ab02-4e83-8b07-1c00abe0002a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858678-1-iscsi, 78a46204-c7f5-4031-b525-9dd641483b1c) {{(pid=106201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:39:04.709343 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2977a5cf-ab02-4e83-8b07-1c00abe0002a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:39:04.710746 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-2977a5cf-ab02-4e83-8b07-1c00abe0002a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544014'] for subnet (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:39:04.714106 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17931b2f-b67c-4d48-9e28-e883a4d19a60 None None] Network 78a46204-c7f5-4031-b525-9dd641483b1c requested from dv-cinder-858678-1-iscsi {{(pid=106203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 12:39:04.726809 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-2977a5cf-ab02-4e83-8b07-1c00abe0002a admin admin] 10.222.0.71 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3224292 Sep 21 12:39:04.814319 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ff7b40-eab9-448f-97f5-b954dbef14d4 None None] Network 78a46204-c7f5-4031-b525-9dd641483b1c requested from dv-cinder-858678-1-iscsi {{(pid=106203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 12:39:06.421005 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-245bcd6c-08ce-4030-b3af-5784378bdca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (f73c601a-29a1-4353-9f34-efd4ba2e6501), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:39:06.505375 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfa904e-ff50-44c4-8d72-22f6d854a5e7 req-2c8515cc-838f-43f7-b57b-f3225cedbd48 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:39:06.506846 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-cdfa904e-ff50-44c4-8d72-22f6d854a5e7 req-2c8515cc-838f-43f7-b57b-f3225cedbd48 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] 10.222.0.71 "GET /networking/v2.0/networks?id=78a46204-c7f5-4031-b525-9dd641483b1c HTTP/1.1" status: 200 len: 812 time: 0.1064494 Sep 21 12:39:06.521456 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-cdfa904e-ff50-44c4-8d72-22f6d854a5e7 req-13d065ee-dab5-4513-a881-0fea8cd52586 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] 10.222.0.71 "GET /networking/v2.0/quotas/c274a3c4e6954affbfe3d07e849d64b7 HTTP/1.1" status: 200 len: 375 time: 0.0091348 Sep 21 12:39:06.557843 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-cdfa904e-ff50-44c4-8d72-22f6d854a5e7 req-7edab4ee-5430-4c14-a6d3-227c33aa1d9a tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=c274a3c4e6954affbfe3d07e849d64b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312362 Sep 21 12:39:06.649310 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-cdfa904e-ff50-44c4-8d72-22f6d854a5e7 req-5a277ec4-ae49-4e60-bf53-ca1caae95756 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/78a46204-c7f5-4031-b525-9dd641483b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845737 Sep 21 12:39:06.704115 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:39:06.723804 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:39:06.748972 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-cdfa904e-ff50-44c4-8d72-22f6d854a5e7 req-e4f5b232-788d-45fc-9b75-8c788d6481c0 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/78a46204-c7f5-4031-b525-9dd641483b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940707 Sep 21 12:39:06.915904 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-9f59e3de-36fa-4c78-a0d9-4ca37776ff62 req-c671eb64-c0e9-48a3-8601-5339baba1964 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ad1c39f2-abf9-471c-bc00-3e667301e142 HTTP/1.1" status: 200 len: 210 time: 0.0283298 Sep 21 12:39:07.998782 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-dcf1ee1e-48fe-4732-9e5f-5b0916a631b5 req-221d027a-9639-4e27-9002-de08198bd7b4 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ad1c39f2-abf9-471c-bc00-3e667301e142 HTTP/1.1" status: 200 len: 210 time: 0.0273695 Sep 21 12:39:08.668169 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-b9d0dad8-f1be-4365-b9f7-f2368ddab439 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (4f31b8b6-17c0-474d-bf52-0481ff2a5cf7), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:39:08.754301 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=17 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:39:08.760281 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=15 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:39:09.082534 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-209b9922-1633-4f85-bbd3-b16fdaf2f58c req-a631ed93-4c2b-4a51-92c9-bb8c8822d454 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ad1c39f2-abf9-471c-bc00-3e667301e142 HTTP/1.1" status: 200 len: 210 time: 0.0303137 Sep 21 12:39:10.002411 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-740e41e1-10de-4b2e-a9f0-9582d49d2a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (d7a8950b-d4d7-4646-ba54-d395483871b4), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:39:10.168047 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-4e16094e-4b7a-49f8-8faa-1d84e4f911af req-40285d20-b6c4-4d98-8684-2d41ae1b82a3 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ad1c39f2-abf9-471c-bc00-3e667301e142 HTTP/1.1" status: 200 len: 210 time: 0.0274832 Sep 21 12:39:11.269752 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-92b88ddc-9efc-4925-9206-fbb75cccc28a req-3285d3a3-8d66-404b-bb72-f58eeccfc968 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ad1c39f2-abf9-471c-bc00-3e667301e142 HTTP/1.1" status: 200 len: 210 time: 0.0268939 Sep 21 12:39:11.327845 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (57fb69a9-4edc-44fd-8965-b65708e41306), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:39:11.558900 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c3e59811-0015-48e8-afb5-3d82d64b721e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (cef1489a-7471-4b81-a7c5-b9e507e96767), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:39:12.176565 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfa904e-ff50-44c4-8d72-22f6d854a5e7 req-e940f82a-f9c4-4f81-90af-fbbc43771934 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:39:12.178034 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-cdfa904e-ff50-44c4-8d72-22f6d854a5e7 req-e940f82a-f9c4-4f81-90af-fbbc43771934 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] 10.222.0.66 "GET /networking/v2.0/networks?id=78a46204-c7f5-4031-b525-9dd641483b1c HTTP/1.1" status: 200 len: 812 time: 0.1103384 Sep 21 12:39:12.198279 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [req-cdfa904e-ff50-44c4-8d72-22f6d854a5e7 req-7f54c7b7-c2ae-4163-8a5f-dc5d88578fc6 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Request body: {'port': {'device_id': 'ad1c39f2-abf9-471c-bc00-3e667301e142', 'network_id': '78a46204-c7f5-4031-b525-9dd641483b1c', 'admin_state_up': True, 'tenant_id': 'c274a3c4e6954affbfe3d07e849d64b7'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:39:12.309744 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdfa904e-ff50-44c4-8d72-22f6d854a5e7 req-7f54c7b7-c2ae-4163-8a5f-dc5d88578fc6 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Made reservation on behalf of c274a3c4e6954affbfe3d07e849d64b7 for: {'port': 1} {{(pid=106202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:39:12.313703 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-cdfa904e-ff50-44c4-8d72-22f6d854a5e7 req-7f54c7b7-c2ae-4163-8a5f-dc5d88578fc6 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:39:12.378126 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-e308f532-d506-4046-9b1f-64c16aaff90a req-ff8bf611-4c4e-4a41-bdc5-062eb9d41f34 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ad1c39f2-abf9-471c-bc00-3e667301e142 HTTP/1.1" status: 200 len: 210 time: 0.0304062 Sep 21 12:39:12.449165 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.db_base_plugin_common [req-cdfa904e-ff50-44c4-8d72-22f6d854a5e7 req-7f54c7b7-c2ae-4163-8a5f-dc5d88578fc6 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Allocated IP 172.20.0.3 (78a46204-c7f5-4031-b525-9dd641483b1c/215e2fb3-8dad-466e-9ae5-faf78b5d2609/f63acfcf-38af-4fbd-885a-51ebe549bf21) {{(pid=106202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:39:12.563185 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:INSERT=9,neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:39:12.597162 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-cdfa904e-ff50-44c4-8d72-22f6d854a5e7 req-7f54c7b7-c2ae-4163-8a5f-dc5d88578fc6 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Publish callbacks [] for port (f63acfcf-38af-4fbd-885a-51ebe549bf21), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:39:12.611968 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:39:12.636677 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-cdfa904e-ff50-44c4-8d72-22f6d854a5e7 req-7f54c7b7-c2ae-4163-8a5f-dc5d88578fc6 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735120900801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (f63acfcf-38af-4fbd-885a-51ebe549bf21), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:39:12.683540 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdfa904e-ff50-44c4-8d72-22f6d854a5e7 req-7f54c7b7-c2ae-4163-8a5f-dc5d88578fc6 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Network 78a46204-c7f5-4031-b525-9dd641483b1c is already hosted by enough agents. {{(pid=106202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:39:12.686665 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.base_scheduler [req-cdfa904e-ff50-44c4-8d72-22f6d854a5e7 req-7f54c7b7-c2ae-4163-8a5f-dc5d88578fc6 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Resources bound (agent type, host, resource id): {{(pid=106202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:39:12.690442 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdfa904e-ff50-44c4-8d72-22f6d854a5e7 req-7f54c7b7-c2ae-4163-8a5f-dc5d88578fc6 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Received port after_create {{(pid=106202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 12:39:12.713117 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f54c7b7-c2ae-4163-8a5f-dc5d88578fc6 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Pushing event updated for resources: {'Port': ['ID=f63acfcf-38af-4fbd-885a-51ebe549bf21,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:39:12.740041 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfa904e-ff50-44c4-8d72-22f6d854a5e7 req-7f54c7b7-c2ae-4163-8a5f-dc5d88578fc6 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:39:12.740632 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-cdfa904e-ff50-44c4-8d72-22f6d854a5e7 req-7f54c7b7-c2ae-4163-8a5f-dc5d88578fc6 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for port (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:39:12.756289 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-cdfa904e-ff50-44c4-8d72-22f6d854a5e7 req-7f54c7b7-c2ae-4163-8a5f-dc5d88578fc6 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] 10.222.0.66 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5621579 Sep 21 12:39:12.774567 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [req-cdfa904e-ff50-44c4-8d72-22f6d854a5e7 req-fed6a431-71ff-4bfa-8d75-5f8240daac0b service neutron] Request body: {'port': {'device_id': 'ad1c39f2-abf9-471c-bc00-3e667301e142', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85867'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:39:12.831440 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-cdfa904e-ff50-44c4-8d72-22f6d854a5e7 req-fed6a431-71ff-4bfa-8d75-5f8240daac0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (f63acfcf-38af-4fbd-885a-51ebe549bf21), before_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:39:13.094513 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.notifiers.nova [req-cdfa904e-ff50-44c4-8d72-22f6d854a5e7 req-fed6a431-71ff-4bfa-8d75-5f8240daac0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f63acfcf-38af-4fbd-885a-51ebe549bf21 {{(pid=106202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 12:39:13.102123 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-cdfa904e-ff50-44c4-8d72-22f6d854a5e7 req-fed6a431-71ff-4bfa-8d75-5f8240daac0b service neutron] Publish callbacks [] for port (f63acfcf-38af-4fbd-885a-51ebe549bf21), precommit_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:39:13.114291 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.provisioning_blocks [req-cdfa904e-ff50-44c4-8d72-22f6d854a5e7 req-fed6a431-71ff-4bfa-8d75-5f8240daac0b service neutron] Transition to ACTIVE for port object f63acfcf-38af-4fbd-885a-51ebe549bf21 will not be triggered until provisioned by entity L2. {{(pid=106202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 12:39:13.118495 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-cdfa904e-ff50-44c4-8d72-22f6d854a5e7 req-fed6a431-71ff-4bfa-8d75-5f8240daac0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6955121'] for port (f63acfcf-38af-4fbd-885a-51ebe549bf21), after_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:39:13.195524 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed6a431-71ff-4bfa-8d75-5f8240daac0b service neutron] Pushing event updated for resources: {'Port': ['ID=f63acfcf-38af-4fbd-885a-51ebe549bf21,revision_number=2']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:39:13.227515 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.managers [req-cdfa904e-ff50-44c4-8d72-22f6d854a5e7 req-fed6a431-71ff-4bfa-8d75-5f8240daac0b service neutron] Attempting to bind port f63acfcf-38af-4fbd-885a-51ebe549bf21 on host hv-cinder-85867 for vnic_type normal with profile {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 12:39:13.227876 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.managers [req-cdfa904e-ff50-44c4-8d72-22f6d854a5e7 req-fed6a431-71ff-4bfa-8d75-5f8240daac0b service neutron] Attempting to bind port f63acfcf-38af-4fbd-885a-51ebe549bf21 by drivers openvswitch,hyperv on host hv-cinder-85867 at level 0 using segments [{'id': '9353e646-268f-442c-8f5a-9177ce1aedab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '78a46204-c7f5-4031-b525-9dd641483b1c'}] {{(pid=106202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 12:39:13.228206 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdfa904e-ff50-44c4-8d72-22f6d854a5e7 req-fed6a431-71ff-4bfa-8d75-5f8240daac0b service neutron] Attempting to bind port f63acfcf-38af-4fbd-885a-51ebe549bf21 on network 78a46204-c7f5-4031-b525-9dd641483b1c {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:39:13.271748 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdfa904e-ff50-44c4-8d72-22f6d854a5e7 req-fed6a431-71ff-4bfa-8d75-5f8240daac0b service neutron] Port f63acfcf-38af-4fbd-885a-51ebe549bf21 on network 78a46204-c7f5-4031-b525-9dd641483b1c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85867 {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 12:39:13.272096 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdfa904e-ff50-44c4-8d72-22f6d854a5e7 req-fed6a431-71ff-4bfa-8d75-5f8240daac0b service neutron] Attempting to bind port f63acfcf-38af-4fbd-885a-51ebe549bf21 on network 78a46204-c7f5-4031-b525-9dd641483b1c {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:39:13.313468 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdfa904e-ff50-44c4-8d72-22f6d854a5e7 req-fed6a431-71ff-4bfa-8d75-5f8240daac0b service neutron] Checking agent: {'id': '986f726e-8c98-4005-b3b7-e033305b1240', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85867', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 12, 18, 46), 'started_at': datetime.datetime(2022, 9, 21, 12, 18, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 12, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 12:39:13.314166 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdfa904e-ff50-44c4-8d72-22f6d854a5e7 req-fed6a431-71ff-4bfa-8d75-5f8240daac0b service neutron] Checking segment: {'id': '9353e646-268f-442c-8f5a-9177ce1aedab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '78a46204-c7f5-4031-b525-9dd641483b1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:39:13.314166 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdfa904e-ff50-44c4-8d72-22f6d854a5e7 req-fed6a431-71ff-4bfa-8d75-5f8240daac0b service neutron] Bound using segment: {'id': '9353e646-268f-442c-8f5a-9177ce1aedab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '78a46204-c7f5-4031-b525-9dd641483b1c'} {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 12:39:13.314580 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.managers [req-cdfa904e-ff50-44c4-8d72-22f6d854a5e7 req-fed6a431-71ff-4bfa-8d75-5f8240daac0b service neutron] Bound port: f63acfcf-38af-4fbd-885a-51ebe549bf21, host: hv-cinder-85867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9353e646-268f-442c-8f5a-9177ce1aedab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '78a46204-c7f5-4031-b525-9dd641483b1c'}}] {{(pid=106202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 12:39:13.314936 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-cdfa904e-ff50-44c4-8d72-22f6d854a5e7 req-fed6a431-71ff-4bfa-8d75-5f8240daac0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (f63acfcf-38af-4fbd-885a-51ebe549bf21), before_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:39:13.317440 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:39:13.377406 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [req-cdfa904e-ff50-44c4-8d72-22f6d854a5e7 req-fed6a431-71ff-4bfa-8d75-5f8240daac0b service neutron] For port f63acfcf-38af-4fbd-885a-51ebe549bf21, host hv-cinder-85867, cleared binding levels {{(pid=106202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:39:13.380516 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [req-cdfa904e-ff50-44c4-8d72-22f6d854a5e7 req-fed6a431-71ff-4bfa-8d75-5f8240daac0b service neutron] For port f63acfcf-38af-4fbd-885a-51ebe549bf21, host hv-cinder-85867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=f63acfcf-38af-4fbd-885a-51ebe549bf21,segment=NetworkSegment(9353e646-268f-442c-8f5a-9177ce1aedab),segment_id=9353e646-268f-442c-8f5a-9177ce1aedab)] {{(pid=106202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:39:13.387305 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-cdfa904e-ff50-44c4-8d72-22f6d854a5e7 req-fed6a431-71ff-4bfa-8d75-5f8240daac0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6955121'] for port (f63acfcf-38af-4fbd-885a-51ebe549bf21), after_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:39:13.391364 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfa904e-ff50-44c4-8d72-22f6d854a5e7 req-fed6a431-71ff-4bfa-8d75-5f8240daac0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:39:13.392009 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-cdfa904e-ff50-44c4-8d72-22f6d854a5e7 req-fed6a431-71ff-4bfa-8d75-5f8240daac0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for port (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:39:13.393379 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-cdfa904e-ff50-44c4-8d72-22f6d854a5e7 req-fed6a431-71ff-4bfa-8d75-5f8240daac0b service neutron] 10.222.0.66 "PUT /networking/v2.0/ports/f63acfcf-38af-4fbd-885a-51ebe549bf21 HTTP/1.1" status: 200 len: 1093 time: 0.6234083 Sep 21 12:39:13.393940 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad1c39f2-abf9-471c-bc00-3e667301e142', 'tag': 'f63acfcf-38af-4fbd-885a-51ebe549bf21'}] {{(pid=106202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:39:13.396259 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f69dec5372d12bc1dbf2d83c258da0d8b658e28cfccadcad30c8a09044815e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-220f2b01-b514-4efc-b9e6-83b630450cb3" -d '{"events": [{"name": "network-changed", "server_uuid": "ad1c39f2-abf9-471c-bc00-3e667301e142", "tag": "f63acfcf-38af-4fbd-885a-51ebe549bf21"}]}' {{(pid=106202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:39:13.442761 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:39:13.448034 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 12:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50817f7b-14ce-4cdf-bc6f-00f78ad0049a x-openstack-request-id: req-50817f7b-14ce-4cdf-bc6f-00f78ad0049a {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:39:13.448331 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad1c39f2-abf9-471c-bc00-3e667301e142", "tag": "f63acfcf-38af-4fbd-885a-51ebe549bf21", "status": "completed", "code": 200}]} {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:39:13.448581 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-50817f7b-14ce-4cdf-bc6f-00f78ad0049a {{(pid=106202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:39:13.448984 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50817f7b-14ce-4cdf-bc6f-00f78ad0049a'] response: {'name': 'network-changed', 'server_uuid': 'ad1c39f2-abf9-471c-bc00-3e667301e142', 'tag': 'f63acfcf-38af-4fbd-885a-51ebe549bf21', 'status': 'completed', 'code': 200} Sep 21 12:39:13.467999 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed6a431-71ff-4bfa-8d75-5f8240daac0b service neutron] Pushing event updated for resources: {'Port': ['ID=f63acfcf-38af-4fbd-885a-51ebe549bf21,revision_number=3']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:39:13.523443 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfa904e-ff50-44c4-8d72-22f6d854a5e7 req-aa6debee-3ca9-4885-8fbb-9643be2384ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:39:13.524806 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c60441-ac55-4256-ac47-15e3fe65b8d6 req-39d06e06-cd78-41dc-9b8b-f11976872b98 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:39:13.525324 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-cdfa904e-ff50-44c4-8d72-22f6d854a5e7 req-aa6debee-3ca9-4885-8fbb-9643be2384ac service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=c274a3c4e6954affbfe3d07e849d64b7&device_id=ad1c39f2-abf9-471c-bc00-3e667301e142 HTTP/1.1" status: 200 len: 1127 time: 0.0392199 Sep 21 12:39:13.526327 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-08c60441-ac55-4256-ac47-15e3fe65b8d6 req-39d06e06-cd78-41dc-9b8b-f11976872b98 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ad1c39f2-abf9-471c-bc00-3e667301e142 HTTP/1.1" status: 200 len: 943 time: 0.0469041 Sep 21 12:39:13.572960 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-cdfa904e-ff50-44c4-8d72-22f6d854a5e7 req-fa55bcca-d6ea-43c0-9955-cfc983ffc8fd service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f63acfcf-38af-4fbd-885a-51ebe549bf21 HTTP/1.1" status: 200 len: 217 time: 0.0342278 Sep 21 12:39:13.574910 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-08c60441-ac55-4256-ac47-15e3fe65b8d6 req-e02dcf44-f93d-4264-998b-9444979c2496 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=e0d59734-132d-48ec-868c-01db2d07bacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429845 Sep 21 12:39:13.621375 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfa904e-ff50-44c4-8d72-22f6d854a5e7 req-96a9eeba-b6ac-491a-863b-b7600341fde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:39:13.622818 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-cdfa904e-ff50-44c4-8d72-22f6d854a5e7 req-96a9eeba-b6ac-491a-863b-b7600341fde1 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=215e2fb3-8dad-466e-9ae5-faf78b5d2609 HTTP/1.1" status: 200 len: 852 time: 0.0445216 Sep 21 12:39:13.658144 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-cdfa904e-ff50-44c4-8d72-22f6d854a5e7 req-2579dd2f-084c-4854-a243-06be48221ffc service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=78a46204-c7f5-4031-b525-9dd641483b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291791 Sep 21 12:39:13.762954 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-cdfa904e-ff50-44c4-8d72-22f6d854a5e7 req-d87062cf-add6-49cf-830c-fc8abed60740 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/78a46204-c7f5-4031-b525-9dd641483b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987437 Sep 21 12:39:13.863587 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-cdfa904e-ff50-44c4-8d72-22f6d854a5e7 req-acfff38c-2da6-4c93-905b-e3c48b4f8e3a service neutron] 10.222.0.66 "GET /networking/v2.0/networks/78a46204-c7f5-4031-b525-9dd641483b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944774 Sep 21 12:39:14.695061 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c8e2c2-3bdd-4d0a-9c91-4f5ad08e628d req-864e19e5-dcc0-4928-8bdf-268a0f697b24 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:39:14.697022 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-d0c8e2c2-3bdd-4d0a-9c91-4f5ad08e628d req-864e19e5-dcc0-4928-8bdf-268a0f697b24 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ad1c39f2-abf9-471c-bc00-3e667301e142 HTTP/1.1" status: 200 len: 943 time: 0.0457900 Sep 21 12:39:14.743831 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-d0c8e2c2-3bdd-4d0a-9c91-4f5ad08e628d req-b4a02ba6-c96f-4480-9a3e-f91282e6ae9a tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=e0d59734-132d-48ec-868c-01db2d07bacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412033 Sep 21 12:39:15.862894 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e5f7f-8ffe-4bc8-b0c2-8db19acf0b9d req-c8560a08-3e01-4994-8f52-f74c52f3e9bb tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:39:15.863824 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-297e5f7f-8ffe-4bc8-b0c2-8db19acf0b9d req-c8560a08-3e01-4994-8f52-f74c52f3e9bb tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ad1c39f2-abf9-471c-bc00-3e667301e142 HTTP/1.1" status: 200 len: 943 time: 0.0452862 Sep 21 12:39:15.909781 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-297e5f7f-8ffe-4bc8-b0c2-8db19acf0b9d req-9ef43f2d-8373-4c8d-8d1a-05b68e7f93e9 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=e0d59734-132d-48ec-868c-01db2d07bacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403054 Sep 21 12:39:16.131289 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f2b01-b514-4efc-b9e6-83b630450cb3 req-744e7a25-39d4-47a6-8a7c-e2ca9e5a0481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:39:16.134127 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-220f2b01-b514-4efc-b9e6-83b630450cb3 req-744e7a25-39d4-47a6-8a7c-e2ca9e5a0481 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=c274a3c4e6954affbfe3d07e849d64b7&device_id=ad1c39f2-abf9-471c-bc00-3e667301e142 HTTP/1.1" status: 200 len: 1127 time: 0.0459025 Sep 21 12:39:16.234167 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f2b01-b514-4efc-b9e6-83b630450cb3 req-d15f58bb-5347-4930-9d8e-efe283b96977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:39:16.235632 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-220f2b01-b514-4efc-b9e6-83b630450cb3 req-d15f58bb-5347-4930-9d8e-efe283b96977 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=78a46204-c7f5-4031-b525-9dd641483b1c HTTP/1.1" status: 200 len: 913 time: 0.0895505 Sep 21 12:39:16.273822 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-220f2b01-b514-4efc-b9e6-83b630450cb3 req-013a10f1-55ce-4e7a-9cb2-dc3c23bde040 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f63acfcf-38af-4fbd-885a-51ebe549bf21 HTTP/1.1" status: 200 len: 217 time: 0.0317585 Sep 21 12:39:16.325142 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f2b01-b514-4efc-b9e6-83b630450cb3 req-8cf077d0-1a09-4b5c-b255-2e6ed6656998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:39:16.326601 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-220f2b01-b514-4efc-b9e6-83b630450cb3 req-8cf077d0-1a09-4b5c-b255-2e6ed6656998 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=215e2fb3-8dad-466e-9ae5-faf78b5d2609 HTTP/1.1" status: 200 len: 852 time: 0.0475383 Sep 21 12:39:16.358885 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-220f2b01-b514-4efc-b9e6-83b630450cb3 req-23dea022-2235-45ec-a717-5ebf3d4e59e2 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=78a46204-c7f5-4031-b525-9dd641483b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258574 Sep 21 12:39:16.453549 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-220f2b01-b514-4efc-b9e6-83b630450cb3 req-b697654c-b792-4beb-b46f-92ac3ff46d39 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/78a46204-c7f5-4031-b525-9dd641483b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891716 Sep 21 12:39:16.548133 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-220f2b01-b514-4efc-b9e6-83b630450cb3 req-393ed13e-62cd-427d-9a6d-3f8524e4c4e3 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/78a46204-c7f5-4031-b525-9dd641483b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880308 Sep 21 12:39:17.017335 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:39:17.028919 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6053ce-1b29-4a50-99d1-a3269329aa23 req-8f7376e0-b812-47cd-b9c8-226df418b411 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:39:17.030408 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8e6053ce-1b29-4a50-99d1-a3269329aa23 req-8f7376e0-b812-47cd-b9c8-226df418b411 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ad1c39f2-abf9-471c-bc00-3e667301e142 HTTP/1.1" status: 200 len: 943 time: 0.0469279 Sep 21 12:39:17.077082 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8e6053ce-1b29-4a50-99d1-a3269329aa23 req-7fec7fa1-b1da-4025-9ba4-b1d052a6a5a4 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=e0d59734-132d-48ec-868c-01db2d07bacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411248 Sep 21 12:39:18.010290 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device f63acfcf-38af-4fbd-885a-51ebe549bf21 details requested by agent hyperv_hv-cinder-85867 with host hv-cinder-85867 {{(pid=106203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 12:39:18.107585 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port f63acfcf-38af-4fbd-885a-51ebe549bf21, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=f63acfcf-38af-4fbd-885a-51ebe549bf21,segment=NetworkSegment(9353e646-268f-442c-8f5a-9177ce1aedab),segment_id=9353e646-268f-442c-8f5a-9177ce1aedab)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:39:18.119877 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Returning: {'device': 'f63acfcf-38af-4fbd-885a-51ebe549bf21', 'network_id': '78a46204-c7f5-4031-b525-9dd641483b1c', 'port_id': 'f63acfcf-38af-4fbd-885a-51ebe549bf21', 'mac_address': 'fa:16:3e:df:68:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '215e2fb3-8dad-466e-9ae5-faf78b5d2609', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 12:39:18.154530 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Current status of the port f63acfcf-38af-4fbd-885a-51ebe549bf21 is: DOWN; New status is: BUILD {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:39:18.154919 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (f63acfcf-38af-4fbd-885a-51ebe549bf21), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:39:18.168258 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.notifiers.nova [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f63acfcf-38af-4fbd-885a-51ebe549bf21 {{(pid=106203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 12:39:18.188613 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port f63acfcf-38af-4fbd-885a-51ebe549bf21, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=f63acfcf-38af-4fbd-885a-51ebe549bf21,segment=NetworkSegment(9353e646-268f-442c-8f5a-9177ce1aedab),segment_id=9353e646-268f-442c-8f5a-9177ce1aedab)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:39:18.193495 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (f63acfcf-38af-4fbd-885a-51ebe549bf21), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:39:18.203415 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8609a9a0-25c1-46c4-bb80-66512293dbb4 req-57eead9a-6d2c-4cee-ac87-3c2de05d6117 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:39:18.204955 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-8609a9a0-25c1-46c4-bb80-66512293dbb4 req-57eead9a-6d2c-4cee-ac87-3c2de05d6117 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ad1c39f2-abf9-471c-bc00-3e667301e142 HTTP/1.1" status: 200 len: 943 time: 0.0508544 Sep 21 12:39:18.243021 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Pushing event updated for resources: {'Port': ['ID=f63acfcf-38af-4fbd-885a-51ebe549bf21,revision_number=4']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:39:18.250356 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:39:18.250701 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:39:18.251042 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:39:18.251385 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:39:18.251730 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:39:18.252085 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:39:18.252410 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:39:18.252733 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:39:18.253166 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:39:18.253382 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:39:18.253592 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-8609a9a0-25c1-46c4-bb80-66512293dbb4 req-2ad51cc6-1a96-40b0-9117-6f56f0c5c9a1 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=e0d59734-132d-48ec-868c-01db2d07bacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427611 Sep 21 12:39:18.253731 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:39:18.254021 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:39:18.254343 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:39:18.254663 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:39:18.254980 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:39:18.608654 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] get_ports_and_sgs() called for port_ids ['f63acfcf-38af-4fbd-885a-51ebe549bf21'] {{(pid=106203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 12:39:18.664151 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (986f726e-8c98-4005-b3b7-e033305b1240), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:39:19.378883 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51039fad-95e3-47ff-904c-2e99a95b3e36 req-70ccd171-85ef-41ac-bbec-09be9d91c887 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:39:19.380378 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-51039fad-95e3-47ff-904c-2e99a95b3e36 req-70ccd171-85ef-41ac-bbec-09be9d91c887 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ad1c39f2-abf9-471c-bc00-3e667301e142 HTTP/1.1" status: 200 len: 944 time: 0.0495012 Sep 21 12:39:19.427979 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-51039fad-95e3-47ff-904c-2e99a95b3e36 req-ae242a65-5694-41f0-969d-8ce1110027cf tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=e0d59734-132d-48ec-868c-01db2d07bacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413454 Sep 21 12:39:20.021177 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device f63acfcf-38af-4fbd-885a-51ebe549bf21 up at agent hyperv_hv-cinder-85867 {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:39:20.053912 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:39:20.063223 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:39:20.068056 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Provisioning for port f63acfcf-38af-4fbd-885a-51ebe549bf21 completed by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 21 12:39:20.074061 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Provisioning complete for port f63acfcf-38af-4fbd-885a-51ebe549bf21 triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:39:20.074428 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (f63acfcf-38af-4fbd-885a-51ebe549bf21), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:39:20.074753 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Attempt 1 to provision port f63acfcf-38af-4fbd-885a-51ebe549bf21 Sep 21 12:39:20.143682 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Current status of the port f63acfcf-38af-4fbd-885a-51ebe549bf21 is: BUILD; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:39:20.144081 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (f63acfcf-38af-4fbd-885a-51ebe549bf21), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:39:20.167677 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad1c39f2-abf9-471c-bc00-3e667301e142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f63acfcf-38af-4fbd-885a-51ebe549bf21'}] {{(pid=106203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:39:20.170168 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f5c4d77a05fc023d1f839eaccf47ad38217f4e21b3a59551d1b02ed6bd0851a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3fe7f7-738d-4165-896b-9490f8d4ac7c" -d '{"events": [{"server_uuid": "ad1c39f2-abf9-471c-bc00-3e667301e142", "name": "network-vif-plugged", "status": "completed", "tag": "f63acfcf-38af-4fbd-885a-51ebe549bf21"}]}' {{(pid=106203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:39:20.184040 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port f63acfcf-38af-4fbd-885a-51ebe549bf21, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=f63acfcf-38af-4fbd-885a-51ebe549bf21,segment=NetworkSegment(9353e646-268f-442c-8f5a-9177ce1aedab),segment_id=9353e646-268f-442c-8f5a-9177ce1aedab)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:39:20.187911 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (f63acfcf-38af-4fbd-885a-51ebe549bf21), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:39:20.210144 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 12:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3232c2cb-8e3a-44b6-87b2-57fc9b394474 x-openstack-request-id: req-3232c2cb-8e3a-44b6-87b2-57fc9b394474 {{(pid=106203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:39:20.210427 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad1c39f2-abf9-471c-bc00-3e667301e142", "name": "network-vif-plugged", "status": "completed", "tag": "f63acfcf-38af-4fbd-885a-51ebe549bf21", "code": 200}]} {{(pid=106203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:39:20.210715 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3232c2cb-8e3a-44b6-87b2-57fc9b394474 {{(pid=106203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:39:20.211665 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3232c2cb-8e3a-44b6-87b2-57fc9b394474'] response: {'server_uuid': 'ad1c39f2-abf9-471c-bc00-3e667301e142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f63acfcf-38af-4fbd-885a-51ebe549bf21', 'code': 200} Sep 21 12:39:20.239146 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Pushing event updated for resources: {'Port': ['ID=f63acfcf-38af-4fbd-885a-51ebe549bf21,revision_number=5']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:39:20.421067 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097debf1-4712-428f-9c55-8354c7e4b4fe req-34555184-7cab-4f8e-97d8-7d4be1a3dc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:39:20.422662 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-097debf1-4712-428f-9c55-8354c7e4b4fe req-34555184-7cab-4f8e-97d8-7d4be1a3dc32 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=ad1c39f2-abf9-471c-bc00-3e667301e142 HTTP/1.1" status: 200 len: 1129 time: 0.0383797 Sep 21 12:39:20.453545 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=100 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:39:20.473955 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-097debf1-4712-428f-9c55-8354c7e4b4fe req-aab985bb-7b28-4710-b36d-0edf54b1ba15 service neutron] 10.222.0.66 "GET /networking/v2.0/security-groups?id=e0d59734-132d-48ec-868c-01db2d07bacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448487 Sep 21 12:39:20.551786 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f716d12-92be-4397-862e-cb017c0edaea req-3036c89f-e606-47de-ae22-c273456601e4 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:39:20.553319 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-0f716d12-92be-4397-862e-cb017c0edaea req-3036c89f-e606-47de-ae22-c273456601e4 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ad1c39f2-abf9-471c-bc00-3e667301e142 HTTP/1.1" status: 200 len: 945 time: 0.0492642 Sep 21 12:39:20.600246 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-0f716d12-92be-4397-862e-cb017c0edaea req-6f164361-9050-428f-b87f-3f963e03c486 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=e0d59734-132d-48ec-868c-01db2d07bacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410018 Sep 21 12:39:21.726472 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce26de3-4404-46db-9120-b585bdbaaa48 req-2f33bf70-b393-41d3-8fb0-dfd9e401881d tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:39:21.728609 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-dce26de3-4404-46db-9120-b585bdbaaa48 req-2f33bf70-b393-41d3-8fb0-dfd9e401881d tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ad1c39f2-abf9-471c-bc00-3e667301e142 HTTP/1.1" status: 200 len: 945 time: 0.0467682 Sep 21 12:39:21.777932 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-dce26de3-4404-46db-9120-b585bdbaaa48 req-1648f687-0529-4b84-80a8-7663bf2814e9 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=e0d59734-132d-48ec-868c-01db2d07bacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432038 Sep 21 12:39:22.733562 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.agents_db [None req-f0b1ed15-d02e-46f0-bd67-2b506ff8404e None None] Agent healthcheck: found 6 active agents {{(pid=106204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:39:22.897795 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95784eda-7067-4fc8-9842-20e40cb3b71a req-3c8f7711-490b-44d6-8f86-fa2260236c16 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:39:22.899281 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-95784eda-7067-4fc8-9842-20e40cb3b71a req-3c8f7711-490b-44d6-8f86-fa2260236c16 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ad1c39f2-abf9-471c-bc00-3e667301e142 HTTP/1.1" status: 200 len: 945 time: 0.0460269 Sep 21 12:39:22.946879 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-95784eda-7067-4fc8-9842-20e40cb3b71a req-94a11c73-b8bd-4754-bf70-e455ce2f413d tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=e0d59734-132d-48ec-868c-01db2d07bacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418823 Sep 21 12:39:30.235222 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=20,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:39:30.237298 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:39:31.766662 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=33 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:39:31.774353 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=50 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:39:32.729343 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:39:32.940970 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=43 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:39:32.943060 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=19 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:39:36.425085 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-b25c8e46-c773-4614-8e33-47b5ecbee003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (f73c601a-29a1-4353-9f34-efd4ba2e6501), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:39:38.670431 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-a706c138-c13a-4dec-acb7-8ca16548055d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (4f31b8b6-17c0-474d-bf52-0481ff2a5cf7), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:39:40.006737 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-740e41e1-10de-4b2e-a9f0-9582d49d2a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (d7a8950b-d4d7-4646-ba54-d395483871b4), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:39:41.321750 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (57fb69a9-4edc-44fd-8965-b65708e41306), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:39:41.561207 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c3e59811-0015-48e8-afb5-3d82d64b721e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (cef1489a-7471-4b81-a7c5-b9e507e96767), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:39:45.746251 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:39:45.755411 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=5 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:39:48.654594 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (986f726e-8c98-4005-b3b7-e033305b1240), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:39:55.987686 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 34644) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:39:56.128464 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.plugin [None req-c5f5038f-8d98-4441-9ea5-b928f88fb207 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Deleting port 37ca3ac0-8731-4bf1-988e-fde9d772bf8d {{(pid=106201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:39:56.128800 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-c5f5038f-8d98-4441-9ea5-b928f88fb207 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (37ca3ac0-8731-4bf1-988e-fde9d772bf8d), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:39:56.208716 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-c5f5038f-8d98-4441-9ea5-b928f88fb207 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (37ca3ac0-8731-4bf1-988e-fde9d772bf8d), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:39:56.209037 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-c5f5038f-8d98-4441-9ea5-b928f88fb207 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks [] for floatingip (37ca3ac0-8731-4bf1-988e-fde9d772bf8d), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:39:56.221882 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.plugin [None req-c5f5038f-8d98-4441-9ea5-b928f88fb207 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Calling delete_port for 37ca3ac0-8731-4bf1-988e-fde9d772bf8d owned by network:floatingip {{(pid=106201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:39:56.363027 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-c5f5038f-8d98-4441-9ea5-b928f88fb207 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6788894'] for port (37ca3ac0-8731-4bf1-988e-fde9d772bf8d), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:39:56.388925 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f5038f-8d98-4441-9ea5-b928f88fb207 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Pushing event deleted for resources: {'Port': ['ID=37ca3ac0-8731-4bf1-988e-fde9d772bf8d,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:39:56.453634 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-c5f5038f-8d98-4441-9ea5-b928f88fb207 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks [] for floatingip (40c7bf34-e735-4520-8651-d72d1a87fd5e), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:39:56.453966 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.db.l3_db [None req-c5f5038f-8d98-4441-9ea5-b928f88fb207 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Floating IP 40c7bf34-e735-4520-8651-d72d1a87fd5e disassociated (deleted). External IP: 172.27.0.254, port: b59a24c4-8b22-46a9-9862-f49dd8712720. Sep 21 12:39:56.663204 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5f5038f-8d98-4441-9ea5-b928f88fb207 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Router cd1770d6-720c-444f-b058-b1486f26d12b has already been hosted by L3 agent 4f31b8b6-17c0-474d-bf52-0481ff2a5cf7 {{(pid=106201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 12:39:56.807623 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f5038f-8d98-4441-9ea5-b928f88fb207 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Notify agent at l3_agent.dv-cinder-858678-1-iscsi the message routers_updated {{(pid=106201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:39:56.816636 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-c5f5038f-8d98-4441-9ea5-b928f88fb207 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for floatingip (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:39:56.819574 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fdeda1-414f-4ac7-8252-b445f7a9db2e None None] Sync routers for ids ['cd1770d6-720c-444f-b058-b1486f26d12b'] in dv-cinder-858678-1-iscsi {{(pid=106204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:39:56.831874 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fdeda1-414f-4ac7-8252-b445f7a9db2e None None] Routers {'cd1770d6-720c-444f-b058-b1486f26d12b'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:39:56.832790 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-78fdeda1-414f-4ac7-8252-b445f7a9db2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:39:39Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['cd1770d6-720c-444f-b058-b1486f26d12b'], 'active': True} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:39:56.847733 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:39:56.864026 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-c5f5038f-8d98-4441-9ea5-b928f88fb207 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "DELETE /networking/v2.0/floatingips/40c7bf34-e735-4520-8651-d72d1a87fd5e HTTP/1.1" status: 204 len: 168 time: 0.8751261 Sep 21 12:39:56.864696 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75bac536-33c8-4759-b20e-616b74cc9911', 'tag': 'b59a24c4-8b22-46a9-9862-f49dd8712720'}] {{(pid=106201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:39:56.867804 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}820e190412424329cfb88a87f9088cb5fffe4f23ca632413c3a8305fb0e7ba95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609857b7-569e-4762-8a25-a0a250d9fc2e" -d '{"events": [{"name": "network-changed", "server_uuid": "75bac536-33c8-4759-b20e-616b74cc9911", "tag": "b59a24c4-8b22-46a9-9862-f49dd8712720"}]}' {{(pid=106201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:39:56.940115 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 12:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab52013b-c7b4-4630-914a-9cdeec9e6543 x-openstack-request-id: req-ab52013b-c7b4-4630-914a-9cdeec9e6543 {{(pid=106201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:39:56.940506 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75bac536-33c8-4759-b20e-616b74cc9911", "tag": "b59a24c4-8b22-46a9-9862-f49dd8712720", "status": "completed", "code": 200}]} {{(pid=106201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:39:56.940689 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ab52013b-c7b4-4630-914a-9cdeec9e6543 {{(pid=106201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:39:56.941684 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab52013b-c7b4-4630-914a-9cdeec9e6543'] response: {'name': 'network-changed', 'server_uuid': '75bac536-33c8-4759-b20e-616b74cc9911', 'tag': 'b59a24c4-8b22-46a9-9862-f49dd8712720', 'status': 'completed', 'code': 200} Sep 21 12:39:56.971162 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvr_db [None req-78fdeda1-414f-4ac7-8252-b445f7a9db2e None None] Set router cd1770d6-720c-444f-b058-b1486f26d12b gateway port host: dv-cinder-858678-1-iscsi {{(pid=106204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:39:57.029220 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609857b7-569e-4762-8a25-a0a250d9fc2e req-6da24c3b-e4b0-4e87-9f27-1bc1057f023f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:39:57.031450 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-609857b7-569e-4762-8a25-a0a250d9fc2e req-6da24c3b-e4b0-4e87-9f27-1bc1057f023f service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=04bda0b59d3b4bfabf6f1b84fec0d6a6&device_id=75bac536-33c8-4759-b20e-616b74cc9911 HTTP/1.1" status: 200 len: 1129 time: 0.0425475 Sep 21 12:39:57.145877 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609857b7-569e-4762-8a25-a0a250d9fc2e req-c28546ed-d693-4fc7-9d8e-050175dd8e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:39:57.147264 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-609857b7-569e-4762-8a25-a0a250d9fc2e req-c28546ed-d693-4fc7-9d8e-050175dd8e2d service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=df063f4b-39ab-4616-b570-b4e44f12336f HTTP/1.1" status: 200 len: 913 time: 0.1062624 Sep 21 12:39:57.195185 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e18b284-03b0-41c7-99e5-53605a59d20a req-687218ea-b349-4438-989f-b96fad465723 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:39:57.198504 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-78fdeda1-414f-4ac7-8252-b445f7a9db2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'name': 'tempest-TestVolumeBootPattern-1524629230-router', 'tenant_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'd02713a9-0dcf-45fa-9c8f-29c964e28feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:31:51Z', 'updated_at': '2022-09-21T12:31:54Z', 'revision_number': 4, 'project_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'gw_port': {'id': 'd02713a9-0dcf-45fa-9c8f-29c964e28feb', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:52Z', 'updated_at': '2022-09-21T12:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_floatingips': [{'id': '98c3d94e-d2bd-4b33-a35f-14958fa08663', 'tenant_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'floating_ip_address': '172.27.0.144', 'floating_network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'router_id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'port_id': '99db1c1d-12a1-4bd0-be9f-bfda671be9cc', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 717, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df063f4b-39ab-4616-b570-b4e44f12336f', 'mac_address': 'fa:16:3e:24:f8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcab7c0-b348-4709-b520-255e93f2c145', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T12:35:27Z', 'updated_at': '2022-09-21T12:35:29Z', 'revision_number': 1, 'project_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3a3486b-81a8-4176-8cc4-8f7d1e721f8e', 'name': '', 'network_id': 'df063f4b-39ab-4616-b570-b4e44f12336f', 'tenant_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'mac_address': 'fa:16:3e:83:7d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'e7695b35-fb3b-4bad-9fa2-f93cecf3dac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:54Z', 'updated_at': '2022-09-21T12:31:59Z', 'revision_number': 5, 'project_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'subnets': [{'id': 'e7695b35-fb3b-4bad-9fa2-f93cecf3dac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:39:57.198770 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-6e18b284-03b0-41c7-99e5-53605a59d20a req-687218ea-b349-4438-989f-b96fad465723 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=75bac536-33c8-4759-b20e-616b74cc9911 HTTP/1.1" status: 200 len: 945 time: 0.0779641 Sep 21 12:39:57.223657 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fdeda1-414f-4ac7-8252-b445f7a9db2e None None] Checking router: cd1770d6-720c-444f-b058-b1486f26d12b for host: dv-cinder-858678-1-iscsi {{(pid=106204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:39:57.232143 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fdeda1-414f-4ac7-8252-b445f7a9db2e None None] Routers {'cd1770d6-720c-444f-b058-b1486f26d12b'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:39:57.232739 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-78fdeda1-414f-4ac7-8252-b445f7a9db2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:39:39Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['cd1770d6-720c-444f-b058-b1486f26d12b'], 'active': True} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:39:57.247674 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:39:57.266614 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-6e18b284-03b0-41c7-99e5-53605a59d20a req-0bae0ac8-101f-497b-b41b-0136ce3c5374 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=9538bbf1-fb1d-4746-8860-31b60ba073b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622725 Sep 21 12:39:57.333389 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvr_db [None req-78fdeda1-414f-4ac7-8252-b445f7a9db2e None None] Set router cd1770d6-720c-444f-b058-b1486f26d12b gateway port host: dv-cinder-858678-1-iscsi {{(pid=106204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:39:57.557941 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-78fdeda1-414f-4ac7-8252-b445f7a9db2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'name': 'tempest-TestVolumeBootPattern-1524629230-router', 'tenant_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'd02713a9-0dcf-45fa-9c8f-29c964e28feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:31:51Z', 'updated_at': '2022-09-21T12:31:54Z', 'revision_number': 4, 'project_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'gw_port': {'id': 'd02713a9-0dcf-45fa-9c8f-29c964e28feb', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:52Z', 'updated_at': '2022-09-21T12:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_floatingips': [{'id': '98c3d94e-d2bd-4b33-a35f-14958fa08663', 'tenant_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'floating_ip_address': '172.27.0.144', 'floating_network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'router_id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'port_id': '99db1c1d-12a1-4bd0-be9f-bfda671be9cc', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 717, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df063f4b-39ab-4616-b570-b4e44f12336f', 'mac_address': 'fa:16:3e:24:f8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcab7c0-b348-4709-b520-255e93f2c145', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T12:35:27Z', 'updated_at': '2022-09-21T12:35:29Z', 'revision_number': 1, 'project_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3a3486b-81a8-4176-8cc4-8f7d1e721f8e', 'name': '', 'network_id': 'df063f4b-39ab-4616-b570-b4e44f12336f', 'tenant_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'mac_address': 'fa:16:3e:83:7d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'e7695b35-fb3b-4bad-9fa2-f93cecf3dac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:54Z', 'updated_at': '2022-09-21T12:31:59Z', 'revision_number': 5, 'project_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'subnets': [{'id': 'e7695b35-fb3b-4bad-9fa2-f93cecf3dac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:39:57.581753 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fdeda1-414f-4ac7-8252-b445f7a9db2e None None] The sync data for ids ['cd1770d6-720c-444f-b058-b1486f26d12b'] in dv-cinder-858678-1-iscsi is: [{'id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'name': 'tempest-TestVolumeBootPattern-1524629230-router', 'tenant_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'd02713a9-0dcf-45fa-9c8f-29c964e28feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:31:51Z', 'updated_at': '2022-09-21T12:31:54Z', 'revision_number': 4, 'project_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'gw_port': {'id': 'd02713a9-0dcf-45fa-9c8f-29c964e28feb', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:52Z', 'updated_at': '2022-09-21T12:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_floatingips': [{'id': '98c3d94e-d2bd-4b33-a35f-14958fa08663', 'tenant_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'floating_ip_address': '172.27.0.144', 'floating_network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'router_id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'port_id': '99db1c1d-12a1-4bd0-be9f-bfda671be9cc', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 717, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df063f4b-39ab-4616-b570-b4e44f12336f', 'mac_address': 'fa:16:3e:24:f8:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcab7c0-b348-4709-b520-255e93f2c145', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T12:35:27Z', 'updated_at': '2022-09-21T12:35:29Z', 'revision_number': 1, 'project_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3a3486b-81a8-4176-8cc4-8f7d1e721f8e', 'name': '', 'network_id': 'df063f4b-39ab-4616-b570-b4e44f12336f', 'tenant_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'mac_address': 'fa:16:3e:83:7d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'e7695b35-fb3b-4bad-9fa2-f93cecf3dac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:54Z', 'updated_at': '2022-09-21T12:31:59Z', 'revision_number': 5, 'project_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'subnets': [{'id': 'e7695b35-fb3b-4bad-9fa2-f93cecf3dac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:39:57.808377 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec518fc1-1066-4c80-aeea-cfffa3bb8818 None None] New status for floating IP 40c7bf34-e735-4520-8651-d72d1a87fd5e: DOWN {{(pid=106203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 21 12:39:58.389302 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff430dfb-844e-4998-a35b-9f1f8cd2594b req-78ac78bf-1697-44b6-a20d-ccc0b026de85 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:39:58.390785 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ff430dfb-844e-4998-a35b-9f1f8cd2594b req-78ac78bf-1697-44b6-a20d-ccc0b026de85 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=75bac536-33c8-4759-b20e-616b74cc9911 HTTP/1.1" status: 200 len: 945 time: 0.0466650 Sep 21 12:39:58.439940 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ff430dfb-844e-4998-a35b-9f1f8cd2594b req-3d2305a1-173f-4a80-9ad1-9e617e80471d tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=9538bbf1-fb1d-4746-8860-31b60ba073b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433962 Sep 21 12:39:59.571927 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f043c-67b0-46b5-9b47-17f82675ec14 req-5bcd41e9-7081-4c54-86ca-4cc42bbd2fcf tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:39:59.573387 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-388f043c-67b0-46b5-9b47-17f82675ec14 req-5bcd41e9-7081-4c54-86ca-4cc42bbd2fcf tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=75bac536-33c8-4759-b20e-616b74cc9911 HTTP/1.1" status: 200 len: 945 time: 0.0581822 Sep 21 12:39:59.622560 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-388f043c-67b0-46b5-9b47-17f82675ec14 req-479e3f46-78f6-4591-915d-1e998d3f62e7 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=9538bbf1-fb1d-4746-8860-31b60ba073b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432327 Sep 21 12:39:59.732938 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.agents_db [None req-f0b1ed15-d02e-46f0-bd67-2b506ff8404e None None] Agent healthcheck: found 6 active agents {{(pid=106204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:40:00.752867 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac152e3-c5a0-4694-9dd9-e738183a045c req-0f269df6-aa22-4324-a7e7-1d37cbf046be tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:40:00.754300 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8ac152e3-c5a0-4694-9dd9-e738183a045c req-0f269df6-aa22-4324-a7e7-1d37cbf046be tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=75bac536-33c8-4759-b20e-616b74cc9911 HTTP/1.1" status: 200 len: 945 time: 0.0553868 Sep 21 12:40:00.786177 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-609857b7-569e-4762-8a25-a0a250d9fc2e req-9654ace5-7b94-423d-8d84-ee6e71b02a74 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b59a24c4-8b22-46a9-9862-f49dd8712720 HTTP/1.1" status: 200 len: 217 time: 0.0443919 Sep 21 12:40:00.865061 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8ac152e3-c5a0-4694-9dd9-e738183a045c req-07d63cbe-e57c-469c-a21c-46c703f65355 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=9538bbf1-fb1d-4746-8860-31b60ba073b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815222 Sep 21 12:40:00.866799 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609857b7-569e-4762-8a25-a0a250d9fc2e req-6ea6b5f4-63e8-4138-a617-5a7521837b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:40:00.870077 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-609857b7-569e-4762-8a25-a0a250d9fc2e req-6ea6b5f4-63e8-4138-a617-5a7521837b4b service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=e7695b35-fb3b-4bad-9fa2-f93cecf3dac8 HTTP/1.1" status: 200 len: 851 time: 0.0682516 Sep 21 12:40:01.167068 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609857b7-569e-4762-8a25-a0a250d9fc2e req-1a3d9488-7ef9-441a-88f5-54f438deb230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:40:01.168504 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-609857b7-569e-4762-8a25-a0a250d9fc2e req-1a3d9488-7ef9-441a-88f5-54f438deb230 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=df063f4b-39ab-4616-b570-b4e44f12336f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2920098 Sep 21 12:40:01.273199 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-609857b7-569e-4762-8a25-a0a250d9fc2e req-0acf1de1-6e37-4af4-ba98-f828326dcf79 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/df063f4b-39ab-4616-b570-b4e44f12336f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829165 Sep 21 12:40:01.365005 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-609857b7-569e-4762-8a25-a0a250d9fc2e req-6f744b31-6626-4fd5-8353-70c2307350fe service neutron] 10.222.0.66 "GET /networking/v2.0/networks/df063f4b-39ab-4616-b570-b4e44f12336f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858378 Sep 21 12:40:01.991198 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5c025-4100-493c-af2d-6452a668f1f5 req-d5129d1a-8aa0-4f60-9fe4-db6bde59f8ae tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:40:01.992845 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-f8c5c025-4100-493c-af2d-6452a668f1f5 req-d5129d1a-8aa0-4f60-9fe4-db6bde59f8ae tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=75bac536-33c8-4759-b20e-616b74cc9911 HTTP/1.1" status: 200 len: 945 time: 0.0471411 Sep 21 12:40:02.035600 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a76bdf9-c6db-4ae5-b0f8-35c755e9a320 req-c341a207-d518-41da-9040-afbabc657e75 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:40:02.037273 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-5a76bdf9-c6db-4ae5-b0f8-35c755e9a320 req-c341a207-d518-41da-9040-afbabc657e75 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=75bac536-33c8-4759-b20e-616b74cc9911 HTTP/1.1" status: 200 len: 945 time: 0.0473847 Sep 21 12:40:02.044542 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-f8c5c025-4100-493c-af2d-6452a668f1f5 req-8c52b5d9-67d0-46a4-b8e0-603c661d9b23 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=9538bbf1-fb1d-4746-8860-31b60ba073b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457978 Sep 21 12:40:02.128357 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [req-5a76bdf9-c6db-4ae5-b0f8-35c755e9a320 req-96b4bb40-3aaf-403d-b439-549d5770d61f tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Deleting port b59a24c4-8b22-46a9-9862-f49dd8712720 {{(pid=106202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:40:02.128689 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-5a76bdf9-c6db-4ae5-b0f8-35c755e9a320 req-96b4bb40-3aaf-403d-b439-549d5770d61f tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (b59a24c4-8b22-46a9-9862-f49dd8712720), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:02.228189 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [req-5a76bdf9-c6db-4ae5-b0f8-35c755e9a320 req-96b4bb40-3aaf-403d-b439-549d5770d61f tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] For port b59a24c4-8b22-46a9-9862-f49dd8712720, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=b59a24c4-8b22-46a9-9862-f49dd8712720,segment=NetworkSegment(fe673fec-1364-4308-9af3-7334b5f7774a),segment_id=fe673fec-1364-4308-9af3-7334b5f7774a)] {{(pid=106202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:40:02.228515 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-5a76bdf9-c6db-4ae5-b0f8-35c755e9a320 req-96b4bb40-3aaf-403d-b439-549d5770d61f tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (b59a24c4-8b22-46a9-9862-f49dd8712720), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:02.241551 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [req-5a76bdf9-c6db-4ae5-b0f8-35c755e9a320 req-96b4bb40-3aaf-403d-b439-549d5770d61f tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Calling delete_port for b59a24c4-8b22-46a9-9862-f49dd8712720 owned by compute:nova {{(pid=106202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:40:02.301345 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=100 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:40:02.368622 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:40:02.374420 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-5a76bdf9-c6db-4ae5-b0f8-35c755e9a320 req-96b4bb40-3aaf-403d-b439-549d5770d61f tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (b59a24c4-8b22-46a9-9862-f49dd8712720), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:02.400833 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b4bb40-3aaf-403d-b439-549d5770d61f tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Pushing event deleted for resources: {'Port': ['ID=b59a24c4-8b22-46a9-9862-f49dd8712720,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:40:02.410433 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b4bb40-3aaf-403d-b439-549d5770d61f tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:40:02.410784 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b4bb40-3aaf-403d-b439-549d5770d61f tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:40:02.411118 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b4bb40-3aaf-403d-b439-549d5770d61f tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:40:02.411462 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b4bb40-3aaf-403d-b439-549d5770d61f tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:40:02.411810 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b4bb40-3aaf-403d-b439-549d5770d61f tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:40:02.412141 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b4bb40-3aaf-403d-b439-549d5770d61f tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:40:02.412465 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b4bb40-3aaf-403d-b439-549d5770d61f tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:40:02.412790 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b4bb40-3aaf-403d-b439-549d5770d61f tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:40:02.413601 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b4bb40-3aaf-403d-b439-549d5770d61f tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:40:02.413601 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b4bb40-3aaf-403d-b439-549d5770d61f tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:40:02.413808 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b4bb40-3aaf-403d-b439-549d5770d61f tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:40:02.414040 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b4bb40-3aaf-403d-b439-549d5770d61f tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:40:02.414410 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b4bb40-3aaf-403d-b439-549d5770d61f tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:40:02.414705 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b4bb40-3aaf-403d-b439-549d5770d61f tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:40:02.415021 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b4bb40-3aaf-403d-b439-549d5770d61f tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:40:02.457707 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a76bdf9-c6db-4ae5-b0f8-35c755e9a320 req-96b4bb40-3aaf-403d-b439-549d5770d61f tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] No DVR routers for this DVR port b59a24c4-8b22-46a9-9862-f49dd8712720 on host hv-cinder-85867 {{(pid=106202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 12:40:02.460261 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-5a76bdf9-c6db-4ae5-b0f8-35c755e9a320 req-96b4bb40-3aaf-403d-b439-549d5770d61f tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for port (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:02.463521 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-5a76bdf9-c6db-4ae5-b0f8-35c755e9a320 req-96b4bb40-3aaf-403d-b439-549d5770d61f tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.66 "DELETE /networking/v2.0/ports/b59a24c4-8b22-46a9-9862-f49dd8712720 HTTP/1.1" status: 204 len: 173 time: 0.4214602 Sep 21 12:40:02.464035 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75bac536-33c8-4759-b20e-616b74cc9911', 'name': 'network-vif-deleted', 'tag': 'b59a24c4-8b22-46a9-9862-f49dd8712720'}] {{(pid=106202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:40:02.466605 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f69dec5372d12bc1dbf2d83c258da0d8b658e28cfccadcad30c8a09044815e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c3a515f-d1e4-41bb-9b72-d6912d888f49" -d '{"events": [{"server_uuid": "75bac536-33c8-4759-b20e-616b74cc9911", "name": "network-vif-deleted", "tag": "b59a24c4-8b22-46a9-9862-f49dd8712720"}]}' {{(pid=106202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:40:02.508857 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 12:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5dcd08-26d9-4909-af1a-53de1dcee94b x-openstack-request-id: req-0f5dcd08-26d9-4909-af1a-53de1dcee94b {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:40:02.509148 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75bac536-33c8-4759-b20e-616b74cc9911", "name": "network-vif-deleted", "tag": "b59a24c4-8b22-46a9-9862-f49dd8712720", "status": "completed", "code": 200}]} {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:40:02.509423 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0f5dcd08-26d9-4909-af1a-53de1dcee94b {{(pid=106202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:40:02.509823 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f5dcd08-26d9-4909-af1a-53de1dcee94b'] response: {'server_uuid': '75bac536-33c8-4759-b20e-616b74cc9911', 'name': 'network-vif-deleted', 'tag': 'b59a24c4-8b22-46a9-9862-f49dd8712720', 'status': 'completed', 'code': 200} Sep 21 12:40:03.153551 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-d87b4f5f-15cf-4318-b710-b0c8c9a39e31 req-76ca778c-a3af-4d7e-a602-7f4963ab0180 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=75bac536-33c8-4759-b20e-616b74cc9911 HTTP/1.1" status: 200 len: 210 time: 0.0297024 Sep 21 12:40:04.260359 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-5131ce20-4830-4657-8d14-ddfa5553bee2 req-5d4ad4da-8c3e-48ca-a693-d5e91e42614a tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=75bac536-33c8-4759-b20e-616b74cc9911 HTTP/1.1" status: 200 len: 210 time: 0.0301492 Sep 21 12:40:05.360887 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-342a9c7f-6545-4e80-bc3c-20cd84498453 req-3d514387-b649-4809-add0-1cb0ec271fdb tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=75bac536-33c8-4759-b20e-616b74cc9911 HTTP/1.1" status: 200 len: 210 time: 0.0263128 Sep 21 12:40:06.319427 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device b59a24c4-8b22-46a9-9862-f49dd8712720 no longer exists at agent hyperv_hv-cinder-85867 {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 12:40:06.322165 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:40:06.323905 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:40:06.342329 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] No Port match for: b59a24c4-8b22-46a9-9862-f49dd8712720 {{(pid=106203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 12:40:06.342670 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device b59a24c4-8b22-46a9-9862-f49dd8712720 not bound to the agent host hv-cinder-85867 {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 12:40:06.428352 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-f21fdc29-5c99-425b-bd46-f8d61058eada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (f73c601a-29a1-4353-9f34-efd4ba2e6501), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:06.464941 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-5b3ef245-3a39-4231-b3e2-8150f7abe9e3 req-13bc8e65-a8b8-4f9e-816f-56ed73e6ceaf tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=75bac536-33c8-4759-b20e-616b74cc9911 HTTP/1.1" status: 200 len: 210 time: 0.0281475 Sep 21 12:40:07.589065 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-361ddcde-674d-4e37-9945-a6da058cefca req-87c238ed-50ea-4018-9daf-d528ee11025a tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=75bac536-33c8-4759-b20e-616b74cc9911 HTTP/1.1" status: 200 len: 210 time: 0.0276744 Sep 21 12:40:08.672789 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-d1a77488-5aca-4558-b2b3-ceff56ad80c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (4f31b8b6-17c0-474d-bf52-0481ff2a5cf7), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:09.728172 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=76,neutron:DELETE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:40:09.729513 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=75 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:40:10.011531 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-740e41e1-10de-4b2e-a9f0-9582d49d2a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (d7a8950b-d4d7-4646-ba54-d395483871b4), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:10.906646 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 34742) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:40:11.053221 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.plugin [None req-68e5d944-f306-48e6-a33c-2b428ae9fe30 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Deleting port f9c54189-7813-4b98-97be-412613db59f6 {{(pid=106201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:40:11.053562 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-68e5d944-f306-48e6-a33c-2b428ae9fe30 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (f9c54189-7813-4b98-97be-412613db59f6), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:11.131952 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-68e5d944-f306-48e6-a33c-2b428ae9fe30 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (f9c54189-7813-4b98-97be-412613db59f6), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:11.132278 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-68e5d944-f306-48e6-a33c-2b428ae9fe30 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks [] for floatingip (f9c54189-7813-4b98-97be-412613db59f6), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:11.144966 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.plugin [None req-68e5d944-f306-48e6-a33c-2b428ae9fe30 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Calling delete_port for f9c54189-7813-4b98-97be-412613db59f6 owned by network:floatingip {{(pid=106201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:40:11.287536 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-68e5d944-f306-48e6-a33c-2b428ae9fe30 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6788894'] for port (f9c54189-7813-4b98-97be-412613db59f6), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:11.312433 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e5d944-f306-48e6-a33c-2b428ae9fe30 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Pushing event deleted for resources: {'Port': ['ID=f9c54189-7813-4b98-97be-412613db59f6,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:40:11.327164 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (57fb69a9-4edc-44fd-8965-b65708e41306), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:11.338159 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e5d944-f306-48e6-a33c-2b428ae9fe30 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:40:11.338561 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e5d944-f306-48e6-a33c-2b428ae9fe30 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:40:11.338844 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e5d944-f306-48e6-a33c-2b428ae9fe30 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:40:11.339177 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e5d944-f306-48e6-a33c-2b428ae9fe30 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:40:11.339509 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e5d944-f306-48e6-a33c-2b428ae9fe30 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:40:11.339862 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e5d944-f306-48e6-a33c-2b428ae9fe30 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:40:11.340186 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e5d944-f306-48e6-a33c-2b428ae9fe30 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:40:11.340759 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e5d944-f306-48e6-a33c-2b428ae9fe30 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:40:11.341079 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e5d944-f306-48e6-a33c-2b428ae9fe30 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:40:11.341397 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e5d944-f306-48e6-a33c-2b428ae9fe30 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:40:11.341717 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e5d944-f306-48e6-a33c-2b428ae9fe30 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:40:11.342037 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e5d944-f306-48e6-a33c-2b428ae9fe30 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:40:11.342349 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e5d944-f306-48e6-a33c-2b428ae9fe30 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:40:11.342662 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e5d944-f306-48e6-a33c-2b428ae9fe30 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:40:11.342974 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e5d944-f306-48e6-a33c-2b428ae9fe30 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:40:11.384622 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-68e5d944-f306-48e6-a33c-2b428ae9fe30 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks [] for floatingip (98c3d94e-d2bd-4b33-a35f-14958fa08663), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:11.384953 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.db.l3_db [None req-68e5d944-f306-48e6-a33c-2b428ae9fe30 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Floating IP 98c3d94e-d2bd-4b33-a35f-14958fa08663 disassociated (deleted). External IP: 172.27.0.144, port: 99db1c1d-12a1-4bd0-be9f-bfda671be9cc. Sep 21 12:40:11.522772 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:40:11.532509 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:40:11.567768 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c3e59811-0015-48e8-afb5-3d82d64b721e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (cef1489a-7471-4b81-a7c5-b9e507e96767), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:11.602919 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68e5d944-f306-48e6-a33c-2b428ae9fe30 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Router cd1770d6-720c-444f-b058-b1486f26d12b has already been hosted by L3 agent 4f31b8b6-17c0-474d-bf52-0481ff2a5cf7 {{(pid=106201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 12:40:11.923719 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e5d944-f306-48e6-a33c-2b428ae9fe30 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Notify agent at l3_agent.dv-cinder-858678-1-iscsi the message routers_updated {{(pid=106201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:40:11.928004 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-68e5d944-f306-48e6-a33c-2b428ae9fe30 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for floatingip (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:11.933422 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41041da-ddb2-4092-9e69-e0bb56ef77de None None] Sync routers for ids ['cd1770d6-720c-444f-b058-b1486f26d12b'] in dv-cinder-858678-1-iscsi {{(pid=106204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:40:11.943883 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41041da-ddb2-4092-9e69-e0bb56ef77de None None] Routers {'cd1770d6-720c-444f-b058-b1486f26d12b'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:40:11.944565 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-f41041da-ddb2-4092-9e69-e0bb56ef77de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:40:09Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['cd1770d6-720c-444f-b058-b1486f26d12b'], 'active': True} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:40:11.957551 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-68e5d944-f306-48e6-a33c-2b428ae9fe30 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "DELETE /networking/v2.0/floatingips/98c3d94e-d2bd-4b33-a35f-14958fa08663 HTTP/1.1" status: 204 len: 168 time: 1.0498135 Sep 21 12:40:11.958265 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fcab7c0-b348-4709-b520-255e93f2c145', 'tag': '99db1c1d-12a1-4bd0-be9f-bfda671be9cc'}] {{(pid=106201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:40:11.960725 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}820e190412424329cfb88a87f9088cb5fffe4f23ca632413c3a8305fb0e7ba95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d340745-2bc0-4bdf-bf47-26eb72ed60ab" -d '{"events": [{"name": "network-changed", "server_uuid": "2fcab7c0-b348-4709-b520-255e93f2c145", "tag": "99db1c1d-12a1-4bd0-be9f-bfda671be9cc"}]}' {{(pid=106201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:40:12.004010 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 12:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296fe110-bc3f-42d9-abc9-2ab6431d48ed x-openstack-request-id: req-296fe110-bc3f-42d9-abc9-2ab6431d48ed {{(pid=106201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:40:12.004591 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fcab7c0-b348-4709-b520-255e93f2c145", "tag": "99db1c1d-12a1-4bd0-be9f-bfda671be9cc", "status": "completed", "code": 200}]} {{(pid=106201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:40:12.005057 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-296fe110-bc3f-42d9-abc9-2ab6431d48ed {{(pid=106201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:40:12.005675 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.notifiers.nova [-] Nova event matching ['req-296fe110-bc3f-42d9-abc9-2ab6431d48ed'] response: {'name': 'network-changed', 'server_uuid': '2fcab7c0-b348-4709-b520-255e93f2c145', 'tag': '99db1c1d-12a1-4bd0-be9f-bfda671be9cc', 'status': 'completed', 'code': 200} Sep 21 12:40:12.050797 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvr_db [None req-f41041da-ddb2-4092-9e69-e0bb56ef77de None None] Set router cd1770d6-720c-444f-b058-b1486f26d12b gateway port host: dv-cinder-858678-1-iscsi {{(pid=106204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:40:12.119209 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d340745-2bc0-4bdf-bf47-26eb72ed60ab req-992ebd3e-16a8-427a-96d9-5bdcee261037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:40:12.122165 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-1d340745-2bc0-4bdf-bf47-26eb72ed60ab req-992ebd3e-16a8-427a-96d9-5bdcee261037 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=04bda0b59d3b4bfabf6f1b84fec0d6a6&device_id=2fcab7c0-b348-4709-b520-255e93f2c145 HTTP/1.1" status: 200 len: 1129 time: 0.0612047 Sep 21 12:40:12.222973 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8396c875-9ef1-4e1d-91d9-ce2c20b0f2c3 req-8901b28b-6988-4490-8a55-480ce2b234cf tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:40:12.224877 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8396c875-9ef1-4e1d-91d9-ce2c20b0f2c3 req-8901b28b-6988-4490-8a55-480ce2b234cf tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2fcab7c0-b348-4709-b520-255e93f2c145 HTTP/1.1" status: 200 len: 945 time: 0.0534694 Sep 21 12:40:12.286859 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8396c875-9ef1-4e1d-91d9-ce2c20b0f2c3 req-5f3f1884-d9ea-41e9-b778-2251fdbdfd13 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=9538bbf1-fb1d-4746-8860-31b60ba073b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550432 Sep 21 12:40:12.332691 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-f41041da-ddb2-4092-9e69-e0bb56ef77de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'name': 'tempest-TestVolumeBootPattern-1524629230-router', 'tenant_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'd02713a9-0dcf-45fa-9c8f-29c964e28feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:31:51Z', 'updated_at': '2022-09-21T12:31:54Z', 'revision_number': 4, 'project_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'gw_port': {'id': 'd02713a9-0dcf-45fa-9c8f-29c964e28feb', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:52Z', 'updated_at': '2022-09-21T12:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': 'c3a3486b-81a8-4176-8cc4-8f7d1e721f8e', 'name': '', 'network_id': 'df063f4b-39ab-4616-b570-b4e44f12336f', 'tenant_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'mac_address': 'fa:16:3e:83:7d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'e7695b35-fb3b-4bad-9fa2-f93cecf3dac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:54Z', 'updated_at': '2022-09-21T12:31:59Z', 'revision_number': 5, 'project_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'subnets': [{'id': 'e7695b35-fb3b-4bad-9fa2-f93cecf3dac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:40:12.345475 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40276eaf-b111-47cf-8b11-2df8420168cb req-6ddd98cb-c7a5-4674-b7bd-e41c754e75b6 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:40:12.348452 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-40276eaf-b111-47cf-8b11-2df8420168cb req-6ddd98cb-c7a5-4674-b7bd-e41c754e75b6 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ad1c39f2-abf9-471c-bc00-3e667301e142 HTTP/1.1" status: 200 len: 945 time: 0.0496998 Sep 21 12:40:12.359980 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41041da-ddb2-4092-9e69-e0bb56ef77de None None] Checking router: cd1770d6-720c-444f-b058-b1486f26d12b for host: dv-cinder-858678-1-iscsi {{(pid=106204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:40:12.368532 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41041da-ddb2-4092-9e69-e0bb56ef77de None None] Routers {'cd1770d6-720c-444f-b058-b1486f26d12b'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:40:12.369203 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-f41041da-ddb2-4092-9e69-e0bb56ef77de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:40:09Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['cd1770d6-720c-444f-b058-b1486f26d12b'], 'active': True} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:40:12.394818 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-40276eaf-b111-47cf-8b11-2df8420168cb req-0e251939-47de-4264-bc28-6675897095f7 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=e0d59734-132d-48ec-868c-01db2d07bacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420001 Sep 21 12:40:12.469678 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvr_db [None req-f41041da-ddb2-4092-9e69-e0bb56ef77de None None] Set router cd1770d6-720c-444f-b058-b1486f26d12b gateway port host: dv-cinder-858678-1-iscsi {{(pid=106204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:40:12.655204 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-f41041da-ddb2-4092-9e69-e0bb56ef77de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'name': 'tempest-TestVolumeBootPattern-1524629230-router', 'tenant_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'd02713a9-0dcf-45fa-9c8f-29c964e28feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:31:51Z', 'updated_at': '2022-09-21T12:31:54Z', 'revision_number': 4, 'project_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'gw_port': {'id': 'd02713a9-0dcf-45fa-9c8f-29c964e28feb', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:52Z', 'updated_at': '2022-09-21T12:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': 'c3a3486b-81a8-4176-8cc4-8f7d1e721f8e', 'name': '', 'network_id': 'df063f4b-39ab-4616-b570-b4e44f12336f', 'tenant_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'mac_address': 'fa:16:3e:83:7d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'e7695b35-fb3b-4bad-9fa2-f93cecf3dac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:54Z', 'updated_at': '2022-09-21T12:31:59Z', 'revision_number': 5, 'project_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'subnets': [{'id': 'e7695b35-fb3b-4bad-9fa2-f93cecf3dac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:40:12.678865 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41041da-ddb2-4092-9e69-e0bb56ef77de None None] The sync data for ids ['cd1770d6-720c-444f-b058-b1486f26d12b'] in dv-cinder-858678-1-iscsi is: [{'id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'name': 'tempest-TestVolumeBootPattern-1524629230-router', 'tenant_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'd02713a9-0dcf-45fa-9c8f-29c964e28feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:31:51Z', 'updated_at': '2022-09-21T12:31:54Z', 'revision_number': 4, 'project_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'gw_port': {'id': 'd02713a9-0dcf-45fa-9c8f-29c964e28feb', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:52Z', 'updated_at': '2022-09-21T12:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi', '_interfaces': [{'id': 'c3a3486b-81a8-4176-8cc4-8f7d1e721f8e', 'name': '', 'network_id': 'df063f4b-39ab-4616-b570-b4e44f12336f', 'tenant_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'mac_address': 'fa:16:3e:83:7d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'e7695b35-fb3b-4bad-9fa2-f93cecf3dac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:54Z', 'updated_at': '2022-09-21T12:31:59Z', 'revision_number': 5, 'project_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'subnets': [{'id': 'e7695b35-fb3b-4bad-9fa2-f93cecf3dac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:40:12.888169 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3d45f8-cce8-482c-840d-b5c37597dc61 None None] New status for floating IP 98c3d94e-d2bd-4b33-a35f-14958fa08663: DOWN {{(pid=106203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 21 12:40:13.214301 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d340745-2bc0-4bdf-bf47-26eb72ed60ab req-71e71983-b34e-45bc-aa30-9d375ce16e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:40:13.215972 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-1d340745-2bc0-4bdf-bf47-26eb72ed60ab req-71e71983-b34e-45bc-aa30-9d375ce16e9e service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=df063f4b-39ab-4616-b570-b4e44f12336f HTTP/1.1" status: 200 len: 913 time: 0.0880172 Sep 21 12:40:13.412290 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6684ae8c-1f3c-4e62-b4b6-df7939cfcb30 req-e0823021-81ea-442e-8604-bf35b97adeab tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:40:13.413849 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-6684ae8c-1f3c-4e62-b4b6-df7939cfcb30 req-e0823021-81ea-442e-8604-bf35b97adeab tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2fcab7c0-b348-4709-b520-255e93f2c145 HTTP/1.1" status: 200 len: 945 time: 0.0489450 Sep 21 12:40:13.468221 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-6684ae8c-1f3c-4e62-b4b6-df7939cfcb30 req-abbc7280-2187-43aa-b445-6cf600d01028 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=9538bbf1-fb1d-4746-8860-31b60ba073b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479827 Sep 21 12:40:13.518051 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eede160f-9951-4cc3-9bb8-bee2cbefe618 req-dca2624d-6e6e-45f7-b0ee-8d632ec073df tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:40:13.519511 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-eede160f-9951-4cc3-9bb8-bee2cbefe618 req-dca2624d-6e6e-45f7-b0ee-8d632ec073df tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ad1c39f2-abf9-471c-bc00-3e667301e142 HTTP/1.1" status: 200 len: 945 time: 0.0487850 Sep 21 12:40:13.571441 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-eede160f-9951-4cc3-9bb8-bee2cbefe618 req-d2b94907-7464-456f-9264-3ca205bee0fc tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=e0d59734-132d-48ec-868c-01db2d07bacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457985 Sep 21 12:40:14.553191 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-1d340745-2bc0-4bdf-bf47-26eb72ed60ab req-d27722b6-44c4-4eef-84a1-6e23f32a1d3b service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99db1c1d-12a1-4bd0-be9f-bfda671be9cc HTTP/1.1" status: 200 len: 217 time: 0.0350826 Sep 21 12:40:14.597212 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f527f27b-8e4b-4d04-b2b7-370969452364 req-f4f77547-2dd3-4267-b931-fe80da36a58a tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:40:14.598802 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f527f27b-8e4b-4d04-b2b7-370969452364 req-f4f77547-2dd3-4267-b931-fe80da36a58a tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2fcab7c0-b348-4709-b520-255e93f2c145 HTTP/1.1" status: 200 len: 945 time: 0.0483568 Sep 21 12:40:14.651134 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-f527f27b-8e4b-4d04-b2b7-370969452364 req-f55cd79e-d3c1-4dd6-86f9-30ec8e911a06 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=9538bbf1-fb1d-4746-8860-31b60ba073b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458276 Sep 21 12:40:14.700571 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e2b95-a44d-442d-9b78-93ac62e7f147 req-8418670e-5199-4bd7-8146-17b69ea4953f tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:40:14.702006 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-ea2e2b95-a44d-442d-9b78-93ac62e7f147 req-8418670e-5199-4bd7-8146-17b69ea4953f tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ad1c39f2-abf9-471c-bc00-3e667301e142 HTTP/1.1" status: 200 len: 945 time: 0.0452993 Sep 21 12:40:14.748626 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-ea2e2b95-a44d-442d-9b78-93ac62e7f147 req-ba333b83-d990-4531-bc3e-c42505238176 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=e0d59734-132d-48ec-868c-01db2d07bacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410113 Sep 21 12:40:14.818713 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d340745-2bc0-4bdf-bf47-26eb72ed60ab req-d8499dbe-0c81-4c1f-8fc4-35d701d6fd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:40:14.820131 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-1d340745-2bc0-4bdf-bf47-26eb72ed60ab req-d8499dbe-0c81-4c1f-8fc4-35d701d6fd24 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=e7695b35-fb3b-4bad-9fa2-f93cecf3dac8 HTTP/1.1" status: 200 len: 851 time: 0.0479493 Sep 21 12:40:15.047935 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d340745-2bc0-4bdf-bf47-26eb72ed60ab req-23693081-907e-4ea1-972e-65d6869b184c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:40:15.049360 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-1d340745-2bc0-4bdf-bf47-26eb72ed60ab req-23693081-907e-4ea1-972e-65d6869b184c service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=df063f4b-39ab-4616-b570-b4e44f12336f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395133 Sep 21 12:40:15.194818 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7b4753-7d0e-440d-a06a-9af7659c4ab9 req-a5cbc707-b202-496f-8726-a82574670ef4 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:40:15.196366 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ee7b4753-7d0e-440d-a06a-9af7659c4ab9 req-a5cbc707-b202-496f-8726-a82574670ef4 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=ad1c39f2-abf9-471c-bc00-3e667301e142 HTTP/1.1" status: 200 len: 945 time: 0.0847652 Sep 21 12:40:15.204741 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.66', 50859) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:40:15.257709 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c87224a-fd5a-4ac9-a4fe-d4ef380eeafd req-0feeefc0-44a4-4293-ba83-4f0a8ced5ce2 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:40:15.259242 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-1c87224a-fd5a-4ac9-a4fe-d4ef380eeafd req-0feeefc0-44a4-4293-ba83-4f0a8ced5ce2 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=2fcab7c0-b348-4709-b520-255e93f2c145 HTTP/1.1" status: 200 len: 945 time: 0.0534163 Sep 21 12:40:15.267995 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-1d340745-2bc0-4bdf-bf47-26eb72ed60ab req-14efe868-f938-471a-bd37-51289ebdf740 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/df063f4b-39ab-4616-b570-b4e44f12336f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635652 Sep 21 12:40:15.348197 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.plugin [req-1c87224a-fd5a-4ac9-a4fe-d4ef380eeafd req-ba77591c-3ac3-4667-a0db-e24e533f47ab tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Deleting port 99db1c1d-12a1-4bd0-be9f-bfda671be9cc {{(pid=106201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:40:15.348531 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [req-1c87224a-fd5a-4ac9-a4fe-d4ef380eeafd req-ba77591c-3ac3-4667-a0db-e24e533f47ab tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (99db1c1d-12a1-4bd0-be9f-bfda671be9cc), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:15.371194 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [req-ee7b4753-7d0e-440d-a06a-9af7659c4ab9 req-7d276425-0b7d-4cb2-800d-4f4becf74eb7 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Deleting port f63acfcf-38af-4fbd-885a-51ebe549bf21 {{(pid=106202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:40:15.371534 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-ee7b4753-7d0e-440d-a06a-9af7659c4ab9 req-7d276425-0b7d-4cb2-800d-4f4becf74eb7 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (f63acfcf-38af-4fbd-885a-51ebe549bf21), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:15.421391 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=100 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:40:15.446767 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.db [req-1c87224a-fd5a-4ac9-a4fe-d4ef380eeafd req-ba77591c-3ac3-4667-a0db-e24e533f47ab tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] For port 99db1c1d-12a1-4bd0-be9f-bfda671be9cc, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=99db1c1d-12a1-4bd0-be9f-bfda671be9cc,segment=NetworkSegment(fe673fec-1364-4308-9af3-7334b5f7774a),segment_id=fe673fec-1364-4308-9af3-7334b5f7774a)] {{(pid=106201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:40:15.447548 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [req-1c87224a-fd5a-4ac9-a4fe-d4ef380eeafd req-ba77591c-3ac3-4667-a0db-e24e533f47ab tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (99db1c1d-12a1-4bd0-be9f-bfda671be9cc), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:15.462991 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.plugin [req-1c87224a-fd5a-4ac9-a4fe-d4ef380eeafd req-ba77591c-3ac3-4667-a0db-e24e533f47ab tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Calling delete_port for 99db1c1d-12a1-4bd0-be9f-bfda671be9cc owned by compute:nova {{(pid=106201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:40:15.471488 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-1d340745-2bc0-4bdf-bf47-26eb72ed60ab req-67daf9b6-b00e-4b06-97d1-51417684e6a4 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/df063f4b-39ab-4616-b570-b4e44f12336f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670966 Sep 21 12:40:15.497725 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [req-ee7b4753-7d0e-440d-a06a-9af7659c4ab9 req-7d276425-0b7d-4cb2-800d-4f4becf74eb7 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] For port f63acfcf-38af-4fbd-885a-51ebe549bf21, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=f63acfcf-38af-4fbd-885a-51ebe549bf21,segment=NetworkSegment(9353e646-268f-442c-8f5a-9177ce1aedab),segment_id=9353e646-268f-442c-8f5a-9177ce1aedab)] {{(pid=106202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:40:15.498086 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-ee7b4753-7d0e-440d-a06a-9af7659c4ab9 req-7d276425-0b7d-4cb2-800d-4f4becf74eb7 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (f63acfcf-38af-4fbd-885a-51ebe549bf21), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:15.514115 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [req-ee7b4753-7d0e-440d-a06a-9af7659c4ab9 req-7d276425-0b7d-4cb2-800d-4f4becf74eb7 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Calling delete_port for f63acfcf-38af-4fbd-885a-51ebe549bf21 owned by compute:nova {{(pid=106202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:40:15.525726 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:40:15.597268 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [req-1c87224a-fd5a-4ac9-a4fe-d4ef380eeafd req-ba77591c-3ac3-4667-a0db-e24e533f47ab tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6788894'] for port (99db1c1d-12a1-4bd0-be9f-bfda671be9cc), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:15.606164 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:40:15.658896 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-ee7b4753-7d0e-440d-a06a-9af7659c4ab9 req-7d276425-0b7d-4cb2-800d-4f4becf74eb7 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (f63acfcf-38af-4fbd-885a-51ebe549bf21), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:15.659471 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba77591c-3ac3-4667-a0db-e24e533f47ab tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Pushing event deleted for resources: {'Port': ['ID=99db1c1d-12a1-4bd0-be9f-bfda671be9cc,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:40:15.690314 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] get_ports_and_sgs() called for port_ids ['f63acfcf-38af-4fbd-885a-51ebe549bf21'] {{(pid=106203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 12:40:15.700481 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c87224a-fd5a-4ac9-a4fe-d4ef380eeafd req-ba77591c-3ac3-4667-a0db-e24e533f47ab tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] No DVR routers for this DVR port 99db1c1d-12a1-4bd0-be9f-bfda671be9cc on host hv-cinder-85867 {{(pid=106201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 12:40:15.703144 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [req-1c87224a-fd5a-4ac9-a4fe-d4ef380eeafd req-ba77591c-3ac3-4667-a0db-e24e533f47ab tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for port (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:15.706634 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-1c87224a-fd5a-4ac9-a4fe-d4ef380eeafd req-ba77591c-3ac3-4667-a0db-e24e533f47ab tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.66 "DELETE /networking/v2.0/ports/99db1c1d-12a1-4bd0-be9f-bfda671be9cc HTTP/1.1" status: 204 len: 173 time: 0.4424362 Sep 21 12:40:15.707172 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fcab7c0-b348-4709-b520-255e93f2c145', 'name': 'network-vif-deleted', 'tag': '99db1c1d-12a1-4bd0-be9f-bfda671be9cc'}] {{(pid=106201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:40:15.707885 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d276425-0b7d-4cb2-800d-4f4becf74eb7 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Pushing event deleted for resources: {'Port': ['ID=f63acfcf-38af-4fbd-885a-51ebe549bf21,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:40:15.710529 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}820e190412424329cfb88a87f9088cb5fffe4f23ca632413c3a8305fb0e7ba95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd3e9aa-d86b-414e-93f1-68676b26151a" -d '{"events": [{"server_uuid": "2fcab7c0-b348-4709-b520-255e93f2c145", "name": "network-vif-deleted", "tag": "99db1c1d-12a1-4bd0-be9f-bfda671be9cc"}]}' {{(pid=106201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:40:15.760225 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 12:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8834a23d-91cf-4c82-8eb8-4be856867fa1 x-openstack-request-id: req-8834a23d-91cf-4c82-8eb8-4be856867fa1 {{(pid=106201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:40:15.760758 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fcab7c0-b348-4709-b520-255e93f2c145", "name": "network-vif-deleted", "tag": "99db1c1d-12a1-4bd0-be9f-bfda671be9cc", "status": "completed", "code": 200}]} {{(pid=106201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:40:15.761182 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8834a23d-91cf-4c82-8eb8-4be856867fa1 {{(pid=106201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:40:15.762458 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8834a23d-91cf-4c82-8eb8-4be856867fa1'] response: {'server_uuid': '2fcab7c0-b348-4709-b520-255e93f2c145', 'name': 'network-vif-deleted', 'tag': '99db1c1d-12a1-4bd0-be9f-bfda671be9cc', 'status': 'completed', 'code': 200} Sep 21 12:40:15.798777 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee7b4753-7d0e-440d-a06a-9af7659c4ab9 req-7d276425-0b7d-4cb2-800d-4f4becf74eb7 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] No DVR routers for this DVR port f63acfcf-38af-4fbd-885a-51ebe549bf21 on host hv-cinder-85867 {{(pid=106202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 12:40:15.801808 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-75e4a343-2757-4c72-bbb2-edae9979884f req-b17c1582-39be-41aa-b2e8-c8e7b3cda747 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=2fcab7c0-b348-4709-b520-255e93f2c145 HTTP/1.1" status: 200 len: 210 time: 0.0481377 Sep 21 12:40:15.802863 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-ee7b4753-7d0e-440d-a06a-9af7659c4ab9 req-7d276425-0b7d-4cb2-800d-4f4becf74eb7 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for port (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:15.806689 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-ee7b4753-7d0e-440d-a06a-9af7659c4ab9 req-7d276425-0b7d-4cb2-800d-4f4becf74eb7 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] 10.222.0.66 "DELETE /networking/v2.0/ports/f63acfcf-38af-4fbd-885a-51ebe549bf21 HTTP/1.1" status: 204 len: 173 time: 0.6020505 Sep 21 12:40:15.807247 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad1c39f2-abf9-471c-bc00-3e667301e142', 'name': 'network-vif-deleted', 'tag': 'f63acfcf-38af-4fbd-885a-51ebe549bf21'}] {{(pid=106202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:40:15.811089 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f69dec5372d12bc1dbf2d83c258da0d8b658e28cfccadcad30c8a09044815e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75102027-3944-4dfb-8058-420ff98a9285" -d '{"events": [{"server_uuid": "ad1c39f2-abf9-471c-bc00-3e667301e142", "name": "network-vif-deleted", "tag": "f63acfcf-38af-4fbd-885a-51ebe549bf21"}]}' {{(pid=106202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:40:15.859022 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 12:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84685737-92e8-4a54-a0d9-a3e3d4e637d3 x-openstack-request-id: req-84685737-92e8-4a54-a0d9-a3e3d4e637d3 {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:40:15.859468 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad1c39f2-abf9-471c-bc00-3e667301e142", "name": "network-vif-deleted", "tag": "f63acfcf-38af-4fbd-885a-51ebe549bf21", "status": "completed", "code": 200}]} {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:40:15.859867 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-84685737-92e8-4a54-a0d9-a3e3d4e637d3 {{(pid=106202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:40:15.860375 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84685737-92e8-4a54-a0d9-a3e3d4e637d3'] response: {'server_uuid': 'ad1c39f2-abf9-471c-bc00-3e667301e142', 'name': 'network-vif-deleted', 'tag': 'f63acfcf-38af-4fbd-885a-51ebe549bf21', 'status': 'completed', 'code': 200} Sep 21 12:40:15.862066 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-03dac8bd-d3d8-4836-a276-24a996b38b51 req-ffe492a0-bcae-445f-836f-ed86ea6c7b5c tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=ad1c39f2-abf9-471c-bc00-3e667301e142 HTTP/1.1" status: 200 len: 210 time: 0.0276127 Sep 21 12:40:16.875393 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 34776) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:40:16.880853 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:40:16.993804 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.plugin [None req-b3fc3bdb-5d20-4766-8656-6aa1eaf7da66 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Deleting port 6567906e-1c69-4381-b0f3-1404ff6f6cf8 {{(pid=106201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:40:16.994136 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-b3fc3bdb-5d20-4766-8656-6aa1eaf7da66 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (6567906e-1c69-4381-b0f3-1404ff6f6cf8), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:17.083468 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-b3fc3bdb-5d20-4766-8656-6aa1eaf7da66 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (6567906e-1c69-4381-b0f3-1404ff6f6cf8), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:17.084252 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-b3fc3bdb-5d20-4766-8656-6aa1eaf7da66 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks [] for floatingip (6567906e-1c69-4381-b0f3-1404ff6f6cf8), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:17.100181 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.plugin [None req-b3fc3bdb-5d20-4766-8656-6aa1eaf7da66 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Calling delete_port for 6567906e-1c69-4381-b0f3-1404ff6f6cf8 owned by network:floatingip {{(pid=106201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:40:17.235056 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-b3fc3bdb-5d20-4766-8656-6aa1eaf7da66 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6788894'] for port (6567906e-1c69-4381-b0f3-1404ff6f6cf8), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:17.260297 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fc3bdb-5d20-4766-8656-6aa1eaf7da66 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Pushing event deleted for resources: {'Port': ['ID=6567906e-1c69-4381-b0f3-1404ff6f6cf8,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:40:17.320441 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-b3fc3bdb-5d20-4766-8656-6aa1eaf7da66 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks [] for floatingip (e378236e-cb21-461a-ba75-44d42487585e), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:17.323517 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-b3fc3bdb-5d20-4766-8656-6aa1eaf7da66 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for floatingip (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:17.324695 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-b3fc3bdb-5d20-4766-8656-6aa1eaf7da66 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "DELETE /networking/v2.0/floatingips/e378236e-cb21-461a-ba75-44d42487585e HTTP/1.1" status: 204 len: 168 time: 0.4491816 Sep 21 12:40:19.434279 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 99db1c1d-12a1-4bd0-be9f-bfda671be9cc no longer exists at agent hyperv_hv-cinder-85867 {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 12:40:19.460258 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] No Port match for: 99db1c1d-12a1-4bd0-be9f-bfda671be9cc {{(pid=106203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 12:40:19.460608 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 99db1c1d-12a1-4bd0-be9f-bfda671be9cc not bound to the agent host hv-cinder-85867 {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 12:40:19.461014 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device f63acfcf-38af-4fbd-885a-51ebe549bf21 no longer exists at agent hyperv_hv-cinder-85867 {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 12:40:19.482308 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] No Port match for: f63acfcf-38af-4fbd-885a-51ebe549bf21 {{(pid=106203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 12:40:19.482623 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device f63acfcf-38af-4fbd-885a-51ebe549bf21 not bound to the agent host hv-cinder-85867 {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 12:40:19.484400 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (986f726e-8c98-4005-b3b7-e033305b1240), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:21.698156 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 34820) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:40:21.760527 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-432547d4-b961-44ab-bc35-e7bb0a1d97d9 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks [] for security_group (9538bbf1-fb1d-4746-8860-31b60ba073b0), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:21.784784 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-432547d4-b961-44ab-bc35-e7bb0a1d97d9 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks [] for security_group (9538bbf1-fb1d-4746-8860-31b60ba073b0), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:21.849808 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-432547d4-b961-44ab-bc35-e7bb0a1d97d9 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (9538bbf1-fb1d-4746-8860-31b60ba073b0), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:21.852561 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-432547d4-b961-44ab-bc35-e7bb0a1d97d9 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Publish callbacks [] for security_group (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:21.853736 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-432547d4-b961-44ab-bc35-e7bb0a1d97d9 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] 10.222.0.71 "DELETE /networking/v2.0/security-groups/9538bbf1-fb1d-4746-8860-31b60ba073b0 HTTP/1.1" status: 204 len: 168 time: 0.1544864 Sep 21 12:40:21.863038 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432547d4-b961-44ab-bc35-e7bb0a1d97d9 tempest-TestVolumeBootPattern-1488736354 tempest-TestVolumeBootPattern-1488736354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9538bbf1-fb1d-4746-8860-31b60ba073b0,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:40:21.912324 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 34824) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:40:22.297115 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-4dd61d46-a0bc-47a2-95e8-e622ae65fe05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624550'] for router_interface (cd1770d6-720c-444f-b058-b1486f26d12b), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:22.456398 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:40:22.472223 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:40:22.542748 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.plugin [None req-4dd61d46-a0bc-47a2-95e8-e622ae65fe05 admin admin] Deleting port c3a3486b-81a8-4176-8cc4-8f7d1e721f8e {{(pid=106201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:40:22.543090 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-4dd61d46-a0bc-47a2-95e8-e622ae65fe05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (c3a3486b-81a8-4176-8cc4-8f7d1e721f8e), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:22.633372 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.db [None req-4dd61d46-a0bc-47a2-95e8-e622ae65fe05 admin admin] For port c3a3486b-81a8-4176-8cc4-8f7d1e721f8e, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=c3a3486b-81a8-4176-8cc4-8f7d1e721f8e,segment=NetworkSegment(fe673fec-1364-4308-9af3-7334b5f7774a),segment_id=fe673fec-1364-4308-9af3-7334b5f7774a)] {{(pid=106201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:40:22.633372 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-4dd61d46-a0bc-47a2-95e8-e622ae65fe05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (c3a3486b-81a8-4176-8cc4-8f7d1e721f8e), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:22.646906 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.plugin [None req-4dd61d46-a0bc-47a2-95e8-e622ae65fe05 admin admin] Calling delete_port for c3a3486b-81a8-4176-8cc4-8f7d1e721f8e owned by network:router_interface {{(pid=106201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:40:22.761667 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=65 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:40:22.763168 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=75 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:40:22.835821 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-4dd61d46-a0bc-47a2-95e8-e622ae65fe05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6788894'] for port (c3a3486b-81a8-4176-8cc4-8f7d1e721f8e), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:22.862746 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd61d46-a0bc-47a2-95e8-e622ae65fe05 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3a3486b-81a8-4176-8cc4-8f7d1e721f8e,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:40:23.035707 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-4dd61d46-a0bc-47a2-95e8-e622ae65fe05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-544043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538390'] for router_interface (cd1770d6-720c-444f-b058-b1486f26d12b), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:23.256427 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd61d46-a0bc-47a2-95e8-e622ae65fe05 admin admin] Router cd1770d6-720c-444f-b058-b1486f26d12b has already been hosted by L3 agent 4f31b8b6-17c0-474d-bf52-0481ff2a5cf7 {{(pid=106201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 12:40:23.319226 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:40:23.366769 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:40:23.379594 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd61d46-a0bc-47a2-95e8-e622ae65fe05 admin admin] Notify agent at l3_agent.dv-cinder-858678-1-iscsi the message routers_updated {{(pid=106201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:40:23.385263 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-4dd61d46-a0bc-47a2-95e8-e622ae65fe05 admin admin] 10.222.0.71 "PUT /networking/v2.0/routers/cd1770d6-720c-444f-b058-b1486f26d12b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4719241 Sep 21 12:40:23.387883 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 34834) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:40:23.390487 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f569a89-b9ec-492f-8ac7-7713fcd7e6d5 None None] Sync routers for ids ['cd1770d6-720c-444f-b058-b1486f26d12b'] in dv-cinder-858678-1-iscsi {{(pid=106204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:40:23.401131 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f569a89-b9ec-492f-8ac7-7713fcd7e6d5 None None] Routers {'cd1770d6-720c-444f-b058-b1486f26d12b'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:40:23.401745 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-1f569a89-b9ec-492f-8ac7-7713fcd7e6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:40:09Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['cd1770d6-720c-444f-b058-b1486f26d12b'], 'active': True} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:40:23.486031 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-446ce95c-d457-4969-88a6-98d25fd8ad37 admin admin] Publish callbacks [] for router (cd1770d6-720c-444f-b058-b1486f26d12b), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:23.502614 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvr_db [None req-1f569a89-b9ec-492f-8ac7-7713fcd7e6d5 None None] Set router cd1770d6-720c-444f-b058-b1486f26d12b gateway port host: dv-cinder-858678-1-iscsi {{(pid=106204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:40:23.581894 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-446ce95c-d457-4969-88a6-98d25fd8ad37 admin admin] Publish callbacks [] for router_gateway (cd1770d6-720c-444f-b058-b1486f26d12b), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:23.627707 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.plugin [None req-446ce95c-d457-4969-88a6-98d25fd8ad37 admin admin] Deleting port d02713a9-0dcf-45fa-9c8f-29c964e28feb {{(pid=106201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:40:23.628072 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-446ce95c-d457-4969-88a6-98d25fd8ad37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (d02713a9-0dcf-45fa-9c8f-29c964e28feb), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:23.669748 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-1f569a89-b9ec-492f-8ac7-7713fcd7e6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'name': 'tempest-TestVolumeBootPattern-1524629230-router', 'tenant_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': 'd02713a9-0dcf-45fa-9c8f-29c964e28feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:31:51Z', 'updated_at': '2022-09-21T12:40:22Z', 'revision_number': 5, 'project_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'gw_port': {'id': 'd02713a9-0dcf-45fa-9c8f-29c964e28feb', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:52Z', 'updated_at': '2022-09-21T12:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi'}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:40:23.698779 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f569a89-b9ec-492f-8ac7-7713fcd7e6d5 None None] Checking router: cd1770d6-720c-444f-b058-b1486f26d12b for host: dv-cinder-858678-1-iscsi {{(pid=106204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:40:23.707377 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f569a89-b9ec-492f-8ac7-7713fcd7e6d5 None None] Routers {'cd1770d6-720c-444f-b058-b1486f26d12b'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:40:23.708036 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-1f569a89-b9ec-492f-8ac7-7713fcd7e6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:40:09Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['cd1770d6-720c-444f-b058-b1486f26d12b'], 'active': True} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:40:23.714955 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.db [None req-446ce95c-d457-4969-88a6-98d25fd8ad37 admin admin] For port d02713a9-0dcf-45fa-9c8f-29c964e28feb, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=d02713a9-0dcf-45fa-9c8f-29c964e28feb,segment=NetworkSegment(0a2e6652-942c-46a2-8162-ab1d320b7f7e),segment_id=0a2e6652-942c-46a2-8162-ab1d320b7f7e)] {{(pid=106201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:40:23.715348 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-446ce95c-d457-4969-88a6-98d25fd8ad37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (d02713a9-0dcf-45fa-9c8f-29c964e28feb), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:23.729870 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.plugin [None req-446ce95c-d457-4969-88a6-98d25fd8ad37 admin admin] Calling delete_port for d02713a9-0dcf-45fa-9c8f-29c964e28feb owned by network:router_gateway {{(pid=106201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:40:23.789289 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_dvr_db [None req-1f569a89-b9ec-492f-8ac7-7713fcd7e6d5 None None] Set router cd1770d6-720c-444f-b058-b1486f26d12b gateway port host: None {{(pid=106204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:40:23.841520 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.l3_hamode_db [None req-1f569a89-b9ec-492f-8ac7-7713fcd7e6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'name': 'tempest-TestVolumeBootPattern-1524629230-router', 'tenant_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:31:51Z', 'updated_at': '2022-09-21T12:40:23Z', 'revision_number': 6, 'project_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'gw_port_host': None}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:40:23.866932 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f569a89-b9ec-492f-8ac7-7713fcd7e6d5 None None] The sync data for ids ['cd1770d6-720c-444f-b058-b1486f26d12b'] in dv-cinder-858678-1-iscsi is: [{'id': 'cd1770d6-720c-444f-b058-b1486f26d12b', 'name': 'tempest-TestVolumeBootPattern-1524629230-router', 'tenant_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:31:51Z', 'updated_at': '2022-09-21T12:40:23Z', 'revision_number': 6, 'project_id': '04bda0b59d3b4bfabf6f1b84fec0d6a6', 'gw_port_host': None}] {{(pid=106204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:40:23.904202 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-446ce95c-d457-4969-88a6-98d25fd8ad37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6788894'] for port (d02713a9-0dcf-45fa-9c8f-29c964e28feb), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:23.930879 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446ce95c-d457-4969-88a6-98d25fd8ad37 admin admin] Pushing event deleted for resources: {'Port': ['ID=d02713a9-0dcf-45fa-9c8f-29c964e28feb,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:40:23.993248 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-446ce95c-d457-4969-88a6-98d25fd8ad37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534108'] for router_gateway (cd1770d6-720c-444f-b058-b1486f26d12b), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:24.078559 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-446ce95c-d457-4969-88a6-98d25fd8ad37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3984'] for router (cd1770d6-720c-444f-b058-b1486f26d12b), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:24.080729 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-446ce95c-d457-4969-88a6-98d25fd8ad37 admin admin] Publish callbacks [] for router_controller (cd1770d6-720c-444f-b058-b1486f26d12b), precommit_delete_associations {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:24.123609 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-446ce95c-d457-4969-88a6-98d25fd8ad37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538475'] for router (cd1770d6-720c-444f-b058-b1486f26d12b), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:24.124156 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-446ce95c-d457-4969-88a6-98d25fd8ad37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd1770d6-720c-444f-b058-b1486f26d12b {{(pid=106201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 12:40:24.128306 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-446ce95c-d457-4969-88a6-98d25fd8ad37 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:24.129514 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-446ce95c-d457-4969-88a6-98d25fd8ad37 admin admin] 10.222.0.71 "DELETE /networking/v2.0/routers/cd1770d6-720c-444f-b058-b1486f26d12b HTTP/1.1" status: 204 len: 168 time: 0.7406695 Sep 21 12:40:24.132423 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 34838) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:40:24.175647 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d37e449-a028-432e-a259-b7ab2802c783 admin admin] Deleting subnet e7695b35-fb3b-4bad-9fa2-f93cecf3dac8 {{(pid=106201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 21 12:40:24.178646 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-0d37e449-a028-432e-a259-b7ab2802c783 admin admin] Publish callbacks [] for subnet (e7695b35-fb3b-4bad-9fa2-f93cecf3dac8), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:24.218631 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-0d37e449-a028-432e-a259-b7ab2802c783 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6930226'] for subnet (e7695b35-fb3b-4bad-9fa2-f93cecf3dac8), precommit_delete_associations {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:24.242161 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:40:24.296171 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:40:24.307359 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-0d37e449-a028-432e-a259-b7ab2802c783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462926'] for subnet (e7695b35-fb3b-4bad-9fa2-f93cecf3dac8), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:24.322290 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device c3a3486b-81a8-4176-8cc4-8f7d1e721f8e no longer exists at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 12:40:24.342734 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] No Port match for: c3a3486b-81a8-4176-8cc4-8f7d1e721f8e {{(pid=106203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 12:40:24.343080 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device c3a3486b-81a8-4176-8cc4-8f7d1e721f8e not bound to the agent host dv-cinder-858678-1-iscsi {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 12:40:24.363133 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-0d37e449-a028-432e-a259-b7ab2802c783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6788977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7012724'] for subnet (e7695b35-fb3b-4bad-9fa2-f93cecf3dac8), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:24.392611 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d37e449-a028-432e-a259-b7ab2802c783 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7695b35-fb3b-4bad-9fa2-f93cecf3dac8,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:40:24.396134 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-0d37e449-a028-432e-a259-b7ab2802c783 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544014'] for subnet (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:24.401939 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-0d37e449-a028-432e-a259-b7ab2802c783 admin admin] 10.222.0.71 "DELETE /networking/v2.0/subnets/e7695b35-fb3b-4bad-9fa2-f93cecf3dac8 HTTP/1.1" status: 204 len: 168 time: 0.2664185 Sep 21 12:40:24.402506 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 34840) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:40:24.405063 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d924a7-6eca-4b47-aafa-507f78bcd7c9 None None] Network df063f4b-39ab-4616-b570-b4e44f12336f requested from dv-cinder-858678-1-iscsi {{(pid=106203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 12:40:24.471675 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-a9ade63f-6076-4bb7-a5e4-d70fba75a57f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535227'] for network (df063f4b-39ab-4616-b570-b4e44f12336f), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:24.514037 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [None req-a9ade63f-6076-4bb7-a5e4-d70fba75a57f admin admin] Deleting port 98869842-9c17-42f7-bed0-191a14319abc {{(pid=106202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:40:24.514378 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-a9ade63f-6076-4bb7-a5e4-d70fba75a57f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (98869842-9c17-42f7-bed0-191a14319abc), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:24.581309 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [None req-a9ade63f-6076-4bb7-a5e4-d70fba75a57f admin admin] For port 98869842-9c17-42f7-bed0-191a14319abc, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=98869842-9c17-42f7-bed0-191a14319abc,segment=NetworkSegment(fe673fec-1364-4308-9af3-7334b5f7774a),segment_id=fe673fec-1364-4308-9af3-7334b5f7774a)] {{(pid=106202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:40:24.581672 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-a9ade63f-6076-4bb7-a5e4-d70fba75a57f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (98869842-9c17-42f7-bed0-191a14319abc), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:24.595497 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [None req-a9ade63f-6076-4bb7-a5e4-d70fba75a57f admin admin] Calling delete_port for 98869842-9c17-42f7-bed0-191a14319abc owned by network:dhcp {{(pid=106202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:40:24.640242 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28e4a47-ca94-4df1-9da0-66cfca08dc3a None None] DHCP port deletion for df063f4b-39ab-4616-b570-b4e44f12336f request from dv-cinder-858678-1-iscsi {{(pid=106203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 21 12:40:24.667652 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:40:24.681939 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-a9ade63f-6076-4bb7-a5e4-d70fba75a57f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (98869842-9c17-42f7-bed0-191a14319abc), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:24.683197 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-d28e4a47-ca94-4df1-9da0-66cfca08dc3a None None] Deleting port 98869842-9c17-42f7-bed0-191a14319abc {{(pid=106203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:40:24.683574 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-d28e4a47-ca94-4df1-9da0-66cfca08dc3a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (98869842-9c17-42f7-bed0-191a14319abc), before_delete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:24.709783 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ade63f-6076-4bb7-a5e4-d70fba75a57f admin admin] Pushing event deleted for resources: {'Port': ['ID=98869842-9c17-42f7-bed0-191a14319abc,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:40:24.715836 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ade63f-6076-4bb7-a5e4-d70fba75a57f admin admin] No DVR routers for this DVR port 98869842-9c17-42f7-bed0-191a14319abc on host dv-cinder-858678-1-iscsi {{(pid=106202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 12:40:24.764453 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-d28e4a47-ca94-4df1-9da0-66cfca08dc3a None None] For port 98869842-9c17-42f7-bed0-191a14319abc, host dv-cinder-858678-1-iscsi, got binding levels [] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:40:24.765064 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-d28e4a47-ca94-4df1-9da0-66cfca08dc3a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (98869842-9c17-42f7-bed0-191a14319abc), precommit_delete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:24.782702 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-d28e4a47-ca94-4df1-9da0-66cfca08dc3a None None] Calling delete_port for 98869842-9c17-42f7-bed0-191a14319abc owned by network:dhcp {{(pid=106203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:40:24.785490 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.ipam_backend_mixin [None req-d28e4a47-ca94-4df1-9da0-66cfca08dc3a None None] Port 98869842-9c17-42f7-bed0-191a14319abc was not found and therefore no delete operation was performed {{(pid=106203) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 21 12:40:24.786713 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-d28e4a47-ca94-4df1-9da0-66cfca08dc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810'] for port (98869842-9c17-42f7-bed0-191a14319abc), after_delete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:24.791788 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-a9ade63f-6076-4bb7-a5e4-d70fba75a57f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548197', 'neutron.services.segments.db._delete_segments_for_network-8735121314753'] for network (df063f4b-39ab-4616-b570-b4e44f12336f), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:24.809640 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28e4a47-ca94-4df1-9da0-66cfca08dc3a None None] Pushing event deleted for resources: {'Port': ['ID=98869842-9c17-42f7-bed0-191a14319abc,revision_number=None']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:40:24.812682 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.services.segments.db [None req-a9ade63f-6076-4bb7-a5e4-d70fba75a57f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df063f4b-39ab-4616-b570-b4e44f12336f']}} {{(pid=106202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:40:24.818921 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28e4a47-ca94-4df1-9da0-66cfca08dc3a None None] No DVR routers for this DVR port 98869842-9c17-42f7-bed0-191a14319abc on host dv-cinder-858678-1-iscsi {{(pid=106203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 12:40:24.823058 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28e4a47-ca94-4df1-9da0-66cfca08dc3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:40:24.823399 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28e4a47-ca94-4df1-9da0-66cfca08dc3a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:40:24.823608 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.services.segments.db [None req-a9ade63f-6076-4bb7-a5e4-d70fba75a57f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe673fec-1364-4308-9af3-7334b5f7774a') {'for_net_delete': True} {{(pid=106202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:40:24.823749 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28e4a47-ca94-4df1-9da0-66cfca08dc3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:40:24.823962 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.services.segments.db [None req-a9ade63f-6076-4bb7-a5e4-d70fba75a57f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe673fec-1364-4308-9af3-7334b5f7774a') {} {{(pid=106202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:40:24.824144 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28e4a47-ca94-4df1-9da0-66cfca08dc3a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:40:24.824480 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28e4a47-ca94-4df1-9da0-66cfca08dc3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:40:24.824813 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28e4a47-ca94-4df1-9da0-66cfca08dc3a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:40:24.825139 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28e4a47-ca94-4df1-9da0-66cfca08dc3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:40:24.825470 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28e4a47-ca94-4df1-9da0-66cfca08dc3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:40:24.825793 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28e4a47-ca94-4df1-9da0-66cfca08dc3a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:40:24.828959 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28e4a47-ca94-4df1-9da0-66cfca08dc3a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:40:24.828959 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28e4a47-ca94-4df1-9da0-66cfca08dc3a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:40:24.828959 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28e4a47-ca94-4df1-9da0-66cfca08dc3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:40:24.828959 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28e4a47-ca94-4df1-9da0-66cfca08dc3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:40:24.828959 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28e4a47-ca94-4df1-9da0-66cfca08dc3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:40:24.828959 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28e4a47-ca94-4df1-9da0-66cfca08dc3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:40:24.836595 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-a9ade63f-6076-4bb7-a5e4-d70fba75a57f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735121314645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6891113'] for segment (fe673fec-1364-4308-9af3-7334b5f7774a), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:24.853786 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-a9ade63f-6076-4bb7-a5e4-d70fba75a57f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355690'] for segment (fe673fec-1364-4308-9af3-7334b5f7774a), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:24.860937 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9ade63f-6076-4bb7-a5e4-d70fba75a57f admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=106202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 12:40:24.861346 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-a9ade63f-6076-4bb7-a5e4-d70fba75a57f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6955165'] for segment (fe673fec-1364-4308-9af3-7334b5f7774a), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:24.941136 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-a9ade63f-6076-4bb7-a5e4-d70fba75a57f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534153'] for network (df063f4b-39ab-4616-b570-b4e44f12336f), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:24.947373 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-a9ade63f-6076-4bb7-a5e4-d70fba75a57f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544014'] for network (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:24.950499 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-a9ade63f-6076-4bb7-a5e4-d70fba75a57f admin admin] 10.222.0.71 "DELETE /networking/v2.0/networks/df063f4b-39ab-4616-b570-b4e44f12336f HTTP/1.1" status: 204 len: 168 time: 0.5468819 Sep 21 12:40:24.953299 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.services.segments.plugin [-] Segment fe673fec-1364-4308-9af3-7334b5f7774a resource provider aggregate not found Sep 21 12:40:24.953633 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 34848) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:40:24.967002 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ade63f-6076-4bb7-a5e4-d70fba75a57f admin admin] Pushing event deleted for resources: {'Network': ['ID=df063f4b-39ab-4616-b570-b4e44f12336f,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:40:24.983470 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.services.segments.plugin [-] Segment fe673fec-1364-4308-9af3-7334b5f7774a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fe673fec-1364-4308-9af3-7334b5f7774a found for delete ", "request_id": "req-239039a2-a991-4fda-b342-16f6dff57000"}]} Sep 21 12:40:25.474381 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-0701b9c7-e1c1-4f99-93b4-95ed863ab27f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624550'] for router_interface (0bb9e84b-5cab-4535-b113-8d18ebbccf27), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:25.699568 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.plugin [None req-0701b9c7-e1c1-4f99-93b4-95ed863ab27f admin admin] Deleting port 4204467c-b12a-4d3b-9470-d30ceab32d5f {{(pid=106201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:40:25.699942 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-0701b9c7-e1c1-4f99-93b4-95ed863ab27f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (4204467c-b12a-4d3b-9470-d30ceab32d5f), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:25.782374 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.db [None req-0701b9c7-e1c1-4f99-93b4-95ed863ab27f admin admin] For port 4204467c-b12a-4d3b-9470-d30ceab32d5f, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=4204467c-b12a-4d3b-9470-d30ceab32d5f,segment=NetworkSegment(ce3ce067-2d7e-4323-9f36-f9966c87f59e),segment_id=ce3ce067-2d7e-4323-9f36-f9966c87f59e)] {{(pid=106201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:40:25.782718 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-0701b9c7-e1c1-4f99-93b4-95ed863ab27f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (4204467c-b12a-4d3b-9470-d30ceab32d5f), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:25.796114 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.plugin [None req-0701b9c7-e1c1-4f99-93b4-95ed863ab27f admin admin] Calling delete_port for 4204467c-b12a-4d3b-9470-d30ceab32d5f owned by network:router_interface {{(pid=106201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:40:25.837014 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:40:25.933841 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:40:25.987609 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-0701b9c7-e1c1-4f99-93b4-95ed863ab27f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6788894'] for port (4204467c-b12a-4d3b-9470-d30ceab32d5f), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:26.011726 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0701b9c7-e1c1-4f99-93b4-95ed863ab27f admin admin] Pushing event deleted for resources: {'Port': ['ID=4204467c-b12a-4d3b-9470-d30ceab32d5f,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:40:26.169045 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-0701b9c7-e1c1-4f99-93b4-95ed863ab27f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-544043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-538390'] for router_interface (0bb9e84b-5cab-4535-b113-8d18ebbccf27), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:26.288934 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 98869842-9c17-42f7-bed0-191a14319abc no longer exists at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 12:40:26.308716 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] No Port match for: 98869842-9c17-42f7-bed0-191a14319abc {{(pid=106203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 12:40:26.309063 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 98869842-9c17-42f7-bed0-191a14319abc not bound to the agent host dv-cinder-858678-1-iscsi {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 12:40:26.309485 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device d02713a9-0dcf-45fa-9c8f-29c964e28feb no longer exists at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 12:40:26.327514 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] No Port match for: d02713a9-0dcf-45fa-9c8f-29c964e28feb {{(pid=106203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 12:40:26.327873 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device d02713a9-0dcf-45fa-9c8f-29c964e28feb not bound to the agent host dv-cinder-858678-1-iscsi {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 12:40:26.386853 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0701b9c7-e1c1-4f99-93b4-95ed863ab27f admin admin] Router 0bb9e84b-5cab-4535-b113-8d18ebbccf27 has already been hosted by L3 agent 4f31b8b6-17c0-474d-bf52-0481ff2a5cf7 {{(pid=106201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 12:40:26.487486 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0701b9c7-e1c1-4f99-93b4-95ed863ab27f admin admin] Notify agent at l3_agent.dv-cinder-858678-1-iscsi the message routers_updated {{(pid=106201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:40:26.495635 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-0701b9c7-e1c1-4f99-93b4-95ed863ab27f admin admin] 10.222.0.71 "PUT /networking/v2.0/routers/0bb9e84b-5cab-4535-b113-8d18ebbccf27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5397677 Sep 21 12:40:26.497052 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 34854) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:40:26.498121 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9ed4a0-a441-48a8-a701-29480d97c314 None None] Sync routers for ids ['0bb9e84b-5cab-4535-b113-8d18ebbccf27'] in dv-cinder-858678-1-iscsi {{(pid=106203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:40:26.509711 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9ed4a0-a441-48a8-a701-29480d97c314 None None] Routers {'0bb9e84b-5cab-4535-b113-8d18ebbccf27'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:40:26.510323 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-0c9ed4a0-a441-48a8-a701-29480d97c314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:40:09Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['0bb9e84b-5cab-4535-b113-8d18ebbccf27'], 'active': True} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:40:26.596983 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-fc03fff9-40ea-40fe-998b-9b416083d766 admin admin] Publish callbacks [] for router (0bb9e84b-5cab-4535-b113-8d18ebbccf27), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:26.611371 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvr_db [None req-0c9ed4a0-a441-48a8-a701-29480d97c314 None None] Set router 0bb9e84b-5cab-4535-b113-8d18ebbccf27 gateway port host: dv-cinder-858678-1-iscsi {{(pid=106203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:40:26.692916 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:40:26.702859 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-fc03fff9-40ea-40fe-998b-9b416083d766 admin admin] Publish callbacks [] for router_gateway (0bb9e84b-5cab-4535-b113-8d18ebbccf27), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:26.751987 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.plugin [None req-fc03fff9-40ea-40fe-998b-9b416083d766 admin admin] Deleting port c38e53ad-a4ff-4e0e-a81b-a4604e28d531 {{(pid=106201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:40:26.752323 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-fc03fff9-40ea-40fe-998b-9b416083d766 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (c38e53ad-a4ff-4e0e-a81b-a4604e28d531), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:26.793944 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-0c9ed4a0-a441-48a8-a701-29480d97c314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb9e84b-5cab-4535-b113-8d18ebbccf27', 'name': 'tempest-TestVolumeBootPattern-1067043599-router', 'tenant_id': 'aee7cc95fa89440a9d6e270a694f04b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'external_fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'c38e53ad-a4ff-4e0e-a81b-a4604e28d531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:31:56Z', 'updated_at': '2022-09-21T12:40:25Z', 'revision_number': 5, 'project_id': 'aee7cc95fa89440a9d6e270a694f04b0', 'gw_port': {'id': 'c38e53ad-a4ff-4e0e-a81b-a4604e28d531', 'name': '', 'network_id': '988e67c4-a01e-4c04-8cb9-1b0dd07d668d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb9e84b-5cab-4535-b113-8d18ebbccf27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858678-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T12:31:57Z', 'updated_at': '2022-09-21T12:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '691ea813-de87-4809-9e6b-d8504be0b97f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858678-1-iscsi'}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:40:26.856971 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.db [None req-fc03fff9-40ea-40fe-998b-9b416083d766 admin admin] For port c38e53ad-a4ff-4e0e-a81b-a4604e28d531, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=c38e53ad-a4ff-4e0e-a81b-a4604e28d531,segment=NetworkSegment(0a2e6652-942c-46a2-8162-ab1d320b7f7e),segment_id=0a2e6652-942c-46a2-8162-ab1d320b7f7e)] {{(pid=106201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:40:26.857356 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-fc03fff9-40ea-40fe-998b-9b416083d766 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (c38e53ad-a4ff-4e0e-a81b-a4604e28d531), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:26.879844 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.plugin [None req-fc03fff9-40ea-40fe-998b-9b416083d766 admin admin] Calling delete_port for c38e53ad-a4ff-4e0e-a81b-a4604e28d531 owned by network:router_gateway {{(pid=106201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:40:26.899881 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:40:26.949576 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9ed4a0-a441-48a8-a701-29480d97c314 None None] Checking router: 0bb9e84b-5cab-4535-b113-8d18ebbccf27 for host: dv-cinder-858678-1-iscsi {{(pid=106203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:40:26.957910 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9ed4a0-a441-48a8-a701-29480d97c314 None None] Routers {'0bb9e84b-5cab-4535-b113-8d18ebbccf27'} bound to L3 agent in host dv-cinder-858678-1-iscsi {{(pid=106203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 21 12:40:26.958502 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-0c9ed4a0-a441-48a8-a701-29480d97c314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858678-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-21T12:12:09Z,description=,heartbeat_timestamp=2022-09-21T12:40:09Z,host='dv-cinder-858678-1-iscsi',id=4f31b8b6-17c0-474d-bf52-0481ff2a5cf7,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T12:12:09Z,topic='l3_agent')) {'router_ids': ['0bb9e84b-5cab-4535-b113-8d18ebbccf27'], 'active': True} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:40:27.042449 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvr_db [None req-0c9ed4a0-a441-48a8-a701-29480d97c314 None None] Set router 0bb9e84b-5cab-4535-b113-8d18ebbccf27 gateway port host: None {{(pid=106203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 21 12:40:27.065305 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:40:27.068686 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d34f12-52af-4cab-b312-164e122a4b98 req-88cdcd63-8674-4d28-931c-89f88a5216b9 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:40:27.070176 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-13d34f12-52af-4cab-b312-164e122a4b98 req-88cdcd63-8674-4d28-931c-89f88a5216b9 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] 10.222.0.71 "GET /networking/v2.0/networks?id=78a46204-c7f5-4031-b525-9dd641483b1c HTTP/1.1" status: 200 len: 812 time: 0.1880386 Sep 21 12:40:27.091376 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_hamode_db [None req-0c9ed4a0-a441-48a8-a701-29480d97c314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb9e84b-5cab-4535-b113-8d18ebbccf27', 'name': 'tempest-TestVolumeBootPattern-1067043599-router', 'tenant_id': 'aee7cc95fa89440a9d6e270a694f04b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:31:56Z', 'updated_at': '2022-09-21T12:40:26Z', 'revision_number': 6, 'project_id': 'aee7cc95fa89440a9d6e270a694f04b0', 'gw_port_host': None}], 'dv-cinder-858678-1-iscsi', False) {} {{(pid=106203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:40:27.093007 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:40:27.093530 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-13d34f12-52af-4cab-b312-164e122a4b98 req-d53246cb-ac9d-4c11-9edb-1b3632a73c35 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] 10.222.0.71 "GET /networking/v2.0/quotas/c274a3c4e6954affbfe3d07e849d64b7 HTTP/1.1" status: 200 len: 375 time: 0.0125039 Sep 21 12:40:27.120933 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9ed4a0-a441-48a8-a701-29480d97c314 None None] The sync data for ids ['0bb9e84b-5cab-4535-b113-8d18ebbccf27'] in dv-cinder-858678-1-iscsi is: [{'id': '0bb9e84b-5cab-4535-b113-8d18ebbccf27', 'name': 'tempest-TestVolumeBootPattern-1067043599-router', 'tenant_id': 'aee7cc95fa89440a9d6e270a694f04b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T12:31:56Z', 'updated_at': '2022-09-21T12:40:26Z', 'revision_number': 6, 'project_id': 'aee7cc95fa89440a9d6e270a694f04b0', 'gw_port_host': None}] {{(pid=106203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:40:27.155305 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-13d34f12-52af-4cab-b312-164e122a4b98 req-e60cbdaa-e0b3-4f4b-80c2-ce238828d4e8 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] 10.222.0.71 "GET /networking/v2.0/ports?tenant_id=c274a3c4e6954affbfe3d07e849d64b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0551636 Sep 21 12:40:27.179671 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-fc03fff9-40ea-40fe-998b-9b416083d766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6788894'] for port (c38e53ad-a4ff-4e0e-a81b-a4604e28d531), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:27.204768 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc03fff9-40ea-40fe-998b-9b416083d766 admin admin] Pushing event deleted for resources: {'Port': ['ID=c38e53ad-a4ff-4e0e-a81b-a4604e28d531,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:40:27.319486 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-fc03fff9-40ea-40fe-998b-9b416083d766 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-534108'] for router_gateway (0bb9e84b-5cab-4535-b113-8d18ebbccf27), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:27.424508 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-fc03fff9-40ea-40fe-998b-9b416083d766 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3984'] for router (0bb9e84b-5cab-4535-b113-8d18ebbccf27), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:27.427931 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-fc03fff9-40ea-40fe-998b-9b416083d766 admin admin] Publish callbacks [] for router_controller (0bb9e84b-5cab-4535-b113-8d18ebbccf27), precommit_delete_associations {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:27.431005 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-13d34f12-52af-4cab-b312-164e122a4b98 req-3e578830-681f-4d2b-bbf0-479ec84a49b0 service neutron] 10.222.0.71 "GET /networking/v2.0/networks/78a46204-c7f5-4031-b525-9dd641483b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656982 Sep 21 12:40:27.519488 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-fc03fff9-40ea-40fe-998b-9b416083d766 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538475'] for router (0bb9e84b-5cab-4535-b113-8d18ebbccf27), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:27.520220 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc03fff9-40ea-40fe-998b-9b416083d766 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0bb9e84b-5cab-4535-b113-8d18ebbccf27 {{(pid=106201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 12:40:27.525297 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-fc03fff9-40ea-40fe-998b-9b416083d766 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:27.526439 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-fc03fff9-40ea-40fe-998b-9b416083d766 admin admin] 10.222.0.71 "DELETE /networking/v2.0/routers/0bb9e84b-5cab-4535-b113-8d18ebbccf27 HTTP/1.1" status: 204 len: 168 time: 1.0284841 Sep 21 12:40:27.529136 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 34872) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:40:27.539689 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:UPDATE=2,neutron:SELECT=92,neutron:DELETE=6 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:40:27.574073 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=85,neutron:DELETE=14,neutron:UPDATE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:40:27.574311 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-13d34f12-52af-4cab-b312-164e122a4b98 req-3a541585-70b9-4596-a28f-164eafd4868d service neutron] 10.222.0.71 "GET /networking/v2.0/networks/78a46204-c7f5-4031-b525-9dd641483b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363642 Sep 21 12:40:27.592042 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.db_base_plugin_v2 [None req-984d4976-433f-41f1-aac8-d85cd896c2b8 admin admin] Deleting subnet b45b4a52-0186-429a-a2fc-3c890662b353 {{(pid=106202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 21 12:40:27.595730 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-984d4976-433f-41f1-aac8-d85cd896c2b8 admin admin] Publish callbacks [] for subnet (b45b4a52-0186-429a-a2fc-3c890662b353), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:27.635383 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-984d4976-433f-41f1-aac8-d85cd896c2b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6891090'] for subnet (b45b4a52-0186-429a-a2fc-3c890662b353), precommit_delete_associations {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:27.724632 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-984d4976-433f-41f1-aac8-d85cd896c2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462926'] for subnet (b45b4a52-0186-429a-a2fc-3c890662b353), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:27.782974 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-c10a9292-d937-4986-a071-23871a25c679 req-d2f25f4c-43e2-4f9a-a509-b351de1ee649 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=7ce405a3-deca-44a9-8481-d3a2a8c6a954 HTTP/1.1" status: 200 len: 210 time: 0.0345066 Sep 21 12:40:27.815320 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-984d4976-433f-41f1-aac8-d85cd896c2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6955047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7093949'] for subnet (b45b4a52-0186-429a-a2fc-3c890662b353), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:27.845520 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984d4976-433f-41f1-aac8-d85cd896c2b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b45b4a52-0186-429a-a2fc-3c890662b353,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:40:27.849492 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-984d4976-433f-41f1-aac8-d85cd896c2b8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:27.856977 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-984d4976-433f-41f1-aac8-d85cd896c2b8 admin admin] 10.222.0.71 "DELETE /networking/v2.0/subnets/b45b4a52-0186-429a-a2fc-3c890662b353 HTTP/1.1" status: 204 len: 168 time: 0.3237987 Sep 21 12:40:27.857140 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 34878) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:40:27.860983 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7556bb-6a9f-4ec7-9109-bb4e6d6d1300 None None] Network 45021fd7-45d5-4efe-bb61-86606d2e89a9 requested from dv-cinder-858678-1-iscsi {{(pid=106203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 21 12:40:27.940934 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-eb9ceaf7-b58b-4725-acc6-0d778d482732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535227'] for network (45021fd7-45d5-4efe-bb61-86606d2e89a9), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:27.994325 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.plugin [None req-eb9ceaf7-b58b-4725-acc6-0d778d482732 admin admin] Deleting port 08b64da7-67aa-4746-b403-7516e7c8aa3b {{(pid=106201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:40:27.994657 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-eb9ceaf7-b58b-4725-acc6-0d778d482732 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (08b64da7-67aa-4746-b403-7516e7c8aa3b), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:28.059164 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90590c2b-3b26-457d-96aa-d9bbd411cd09 None None] DHCP port deletion for 45021fd7-45d5-4efe-bb61-86606d2e89a9 request from dv-cinder-858678-1-iscsi {{(pid=106203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 21 12:40:28.076386 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.db [None req-eb9ceaf7-b58b-4725-acc6-0d778d482732 admin admin] For port 08b64da7-67aa-4746-b403-7516e7c8aa3b, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=08b64da7-67aa-4746-b403-7516e7c8aa3b,segment=NetworkSegment(ce3ce067-2d7e-4323-9f36-f9966c87f59e),segment_id=ce3ce067-2d7e-4323-9f36-f9966c87f59e)] {{(pid=106201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:40:28.076659 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-eb9ceaf7-b58b-4725-acc6-0d778d482732 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (08b64da7-67aa-4746-b403-7516e7c8aa3b), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:28.089828 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.plugin [None req-eb9ceaf7-b58b-4725-acc6-0d778d482732 admin admin] Calling delete_port for 08b64da7-67aa-4746-b403-7516e7c8aa3b owned by network:dhcp {{(pid=106201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:40:28.105515 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-90590c2b-3b26-457d-96aa-d9bbd411cd09 None None] Deleting port 08b64da7-67aa-4746-b403-7516e7c8aa3b {{(pid=106203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:40:28.105941 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-90590c2b-3b26-457d-96aa-d9bbd411cd09 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (08b64da7-67aa-4746-b403-7516e7c8aa3b), before_delete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:28.180960 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-eb9ceaf7-b58b-4725-acc6-0d778d482732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6788894'] for port (08b64da7-67aa-4746-b403-7516e7c8aa3b), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:28.184800 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-90590c2b-3b26-457d-96aa-d9bbd411cd09 None None] For port 08b64da7-67aa-4746-b403-7516e7c8aa3b, host dv-cinder-858678-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858678-1-iscsi',level=0,port_id=08b64da7-67aa-4746-b403-7516e7c8aa3b,segment=NetworkSegment(ce3ce067-2d7e-4323-9f36-f9966c87f59e),segment_id=ce3ce067-2d7e-4323-9f36-f9966c87f59e)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:40:28.185456 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-90590c2b-3b26-457d-96aa-d9bbd411cd09 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (08b64da7-67aa-4746-b403-7516e7c8aa3b), precommit_delete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:28.199883 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-90590c2b-3b26-457d-96aa-d9bbd411cd09 None None] Calling delete_port for 08b64da7-67aa-4746-b403-7516e7c8aa3b owned by network:dhcp {{(pid=106203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:40:28.212734 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9ceaf7-b58b-4725-acc6-0d778d482732 admin admin] Pushing event deleted for resources: {'Port': ['ID=08b64da7-67aa-4746-b403-7516e7c8aa3b,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:40:28.214705 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9ceaf7-b58b-4725-acc6-0d778d482732 admin admin] No DVR routers for this DVR port 08b64da7-67aa-4746-b403-7516e7c8aa3b on host dv-cinder-858678-1-iscsi {{(pid=106201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 12:40:28.283438 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-90590c2b-3b26-457d-96aa-d9bbd411cd09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810'] for port (08b64da7-67aa-4746-b403-7516e7c8aa3b), after_delete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:28.285738 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device c38e53ad-a4ff-4e0e-a81b-a4604e28d531 no longer exists at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 12:40:28.292844 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-eb9ceaf7-b58b-4725-acc6-0d778d482732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548197', 'neutron.services.segments.db._delete_segments_for_network-8735121314753'] for network (45021fd7-45d5-4efe-bb61-86606d2e89a9), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:28.323422 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.services.segments.db [None req-eb9ceaf7-b58b-4725-acc6-0d778d482732 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45021fd7-45d5-4efe-bb61-86606d2e89a9']}} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:40:28.331876 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] No Port match for: c38e53ad-a4ff-4e0e-a81b-a4604e28d531 {{(pid=106203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 12:40:28.332262 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device c38e53ad-a4ff-4e0e-a81b-a4604e28d531 not bound to the agent host dv-cinder-858678-1-iscsi {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 12:40:28.332615 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 08b64da7-67aa-4746-b403-7516e7c8aa3b no longer exists at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 12:40:28.336039 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90590c2b-3b26-457d-96aa-d9bbd411cd09 None None] Pushing event deleted for resources: {'Port': ['ID=08b64da7-67aa-4746-b403-7516e7c8aa3b,revision_number=None']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:40:28.337916 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90590c2b-3b26-457d-96aa-d9bbd411cd09 None None] No DVR routers for this DVR port 08b64da7-67aa-4746-b403-7516e7c8aa3b on host dv-cinder-858678-1-iscsi {{(pid=106203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 12:40:28.338265 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.services.segments.db [None req-eb9ceaf7-b58b-4725-acc6-0d778d482732 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce3ce067-2d7e-4323-9f36-f9966c87f59e') {'for_net_delete': True} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:40:28.338691 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.services.segments.db [None req-eb9ceaf7-b58b-4725-acc6-0d778d482732 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce3ce067-2d7e-4323-9f36-f9966c87f59e') {} {{(pid=106201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:40:28.342047 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:40:28.357587 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-eb9ceaf7-b58b-4725-acc6-0d778d482732 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735121314645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6930185'] for segment (ce3ce067-2d7e-4323-9f36-f9966c87f59e), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:28.361230 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] No Port match for: 08b64da7-67aa-4746-b403-7516e7c8aa3b {{(pid=106203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 12:40:28.361625 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 08b64da7-67aa-4746-b403-7516e7c8aa3b not bound to the agent host dv-cinder-858678-1-iscsi {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 12:40:28.362219 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 4204467c-b12a-4d3b-9470-d30ceab32d5f no longer exists at agent ovs-agent-dv-cinder-858678-1-iscsi {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 12:40:28.376854 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-eb9ceaf7-b58b-4725-acc6-0d778d482732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355690'] for segment (ce3ce067-2d7e-4323-9f36-f9966c87f59e), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:28.383729 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb9ceaf7-b58b-4725-acc6-0d778d482732 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=106201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 12:40:28.384271 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-eb9ceaf7-b58b-4725-acc6-0d778d482732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6789067'] for segment (ce3ce067-2d7e-4323-9f36-f9966c87f59e), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:28.385482 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] No Port match for: 4204467c-b12a-4d3b-9470-d30ceab32d5f {{(pid=106203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 12:40:28.385834 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Device 4204467c-b12a-4d3b-9470-d30ceab32d5f not bound to the agent host dv-cinder-858678-1-iscsi {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 12:40:28.450267 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-eb9ceaf7-b58b-4725-acc6-0d778d482732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534153'] for network (45021fd7-45d5-4efe-bb61-86606d2e89a9), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:28.467071 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-eb9ceaf7-b58b-4725-acc6-0d778d482732 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544014'] for network (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:28.470395 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-eb9ceaf7-b58b-4725-acc6-0d778d482732 admin admin] 10.222.0.71 "DELETE /networking/v2.0/networks/45021fd7-45d5-4efe-bb61-86606d2e89a9 HTTP/1.1" status: 204 len: 168 time: 0.6126754 Sep 21 12:40:28.472008 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9ceaf7-b58b-4725-acc6-0d778d482732 admin admin] Pushing event deleted for resources: {'Network': ['ID=45021fd7-45d5-4efe-bb61-86606d2e89a9,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:40:28.486060 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.services.segments.plugin [-] Segment ce3ce067-2d7e-4323-9f36-f9966c87f59e resource provider aggregate not found Sep 21 12:40:28.504253 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.services.segments.plugin [-] Segment ce3ce067-2d7e-4323-9f36-f9966c87f59e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ce3ce067-2d7e-4323-9f36-f9966c87f59e found for delete ", "request_id": "req-c503b061-820e-444b-9a85-8f17a460b090"}]} Sep 21 12:40:28.593697 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 34894) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:40:28.633594 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-fc705b35-ccc7-48bf-ae4d-3f3a0040a730 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=04bda0b59d3b4bfabf6f1b84fec0d6a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386350 Sep 21 12:40:28.636134 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 34896) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:40:28.686192 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-ca0d4376-6bef-4859-bcd6-6d88bbf88cca admin admin] Publish callbacks [] for security_group (907e4bac-ce59-41df-b474-b80a4fb2dafc), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:28.705927 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-ca0d4376-6bef-4859-bcd6-6d88bbf88cca admin admin] Publish callbacks [] for security_group (907e4bac-ce59-41df-b474-b80a4fb2dafc), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:28.752892 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-ca0d4376-6bef-4859-bcd6-6d88bbf88cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (907e4bac-ce59-41df-b474-b80a4fb2dafc), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:28.755679 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-ca0d4376-6bef-4859-bcd6-6d88bbf88cca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:28.756864 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-ca0d4376-6bef-4859-bcd6-6d88bbf88cca admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/907e4bac-ce59-41df-b474-b80a4fb2dafc HTTP/1.1" status: 204 len: 168 time: 0.1198242 Sep 21 12:40:28.766034 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0d4376-6bef-4859-bcd6-6d88bbf88cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907e4bac-ce59-41df-b474-b80a4fb2dafc,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:40:29.025762 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d34f12-52af-4cab-b312-164e122a4b98 req-ca59764b-760c-4d25-98e7-972349c18246 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:40:29.027939 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-13d34f12-52af-4cab-b312-164e122a4b98 req-ca59764b-760c-4d25-98e7-972349c18246 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] 10.222.0.66 "GET /networking/v2.0/networks?id=78a46204-c7f5-4031-b525-9dd641483b1c HTTP/1.1" status: 200 len: 812 time: 0.1339922 Sep 21 12:40:29.046577 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [req-13d34f12-52af-4cab-b312-164e122a4b98 req-1cd8ba67-a3af-4b50-9f94-e5e73e9674b9 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Request body: {'port': {'device_id': '7ce405a3-deca-44a9-8481-d3a2a8c6a954', 'network_id': '78a46204-c7f5-4031-b525-9dd641483b1c', 'admin_state_up': True, 'tenant_id': 'c274a3c4e6954affbfe3d07e849d64b7'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:40:29.153872 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-3bfe56a3-6017-4c27-8afa-8d19f7176855 req-d5e97a4d-a86b-41dc-a7e7-c3c3322f5bec tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=7ce405a3-deca-44a9-8481-d3a2a8c6a954 HTTP/1.1" status: 200 len: 210 time: 0.2861888 Sep 21 12:40:29.173151 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13d34f12-52af-4cab-b312-164e122a4b98 req-1cd8ba67-a3af-4b50-9f94-e5e73e9674b9 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Made reservation on behalf of c274a3c4e6954affbfe3d07e849d64b7 for: {'port': 1} {{(pid=106202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:40:29.176851 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-13d34f12-52af-4cab-b312-164e122a4b98 req-1cd8ba67-a3af-4b50-9f94-e5e73e9674b9 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (None), before_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:29.211885 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 34908) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:40:29.251279 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-83bc0d05-192b-4222-8778-948c55a4c6bc admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=aee7cc95fa89440a9d6e270a694f04b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382228 Sep 21 12:40:29.253924 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.wsgi [-] (106201) accepted ('10.222.0.71', 34910) {{(pid=106201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:40:29.277383 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:40:29.304527 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-82d4a591-cfe7-4ccc-904f-8339e3530861 admin admin] Publish callbacks [] for security_group (436e0f6b-a529-4496-b2a7-fc184f1e2c09), before_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:29.309202 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.db_base_plugin_common [req-13d34f12-52af-4cab-b312-164e122a4b98 req-1cd8ba67-a3af-4b50-9f94-e5e73e9674b9 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Allocated IP 172.20.0.2 (78a46204-c7f5-4031-b525-9dd641483b1c/215e2fb3-8dad-466e-9ae5-faf78b5d2609/05e0c62b-48dc-4ab9-a5e7-87ac132fb041) {{(pid=106202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:40:29.327029 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-82d4a591-cfe7-4ccc-904f-8339e3530861 admin admin] Publish callbacks [] for security_group (436e0f6b-a529-4496-b2a7-fc184f1e2c09), precommit_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:29.376291 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-82d4a591-cfe7-4ccc-904f-8339e3530861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (436e0f6b-a529-4496-b2a7-fc184f1e2c09), after_delete {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:29.379053 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron_lib.callbacks.manager [None req-82d4a591-cfe7-4ccc-904f-8339e3530861 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:29.380264 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [None req-82d4a591-cfe7-4ccc-904f-8339e3530861 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/436e0f6b-a529-4496-b2a7-fc184f1e2c09 HTTP/1.1" status: 204 len: 168 time: 0.1254315 Sep 21 12:40:29.389696 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d4a591-cfe7-4ccc-904f-8339e3530861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=436e0f6b-a529-4496-b2a7-fc184f1e2c09,revision_number=None']} {{(pid=106201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:40:29.409761 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:40:29.474400 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-13d34f12-52af-4cab-b312-164e122a4b98 req-1cd8ba67-a3af-4b50-9f94-e5e73e9674b9 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Publish callbacks [] for port (05e0c62b-48dc-4ab9-a5e7-87ac132fb041), precommit_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:29.476963 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:40:29.510611 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-13d34f12-52af-4cab-b312-164e122a4b98 req-1cd8ba67-a3af-4b50-9f94-e5e73e9674b9 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735120900801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (05e0c62b-48dc-4ab9-a5e7-87ac132fb041), after_create {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:29.561482 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13d34f12-52af-4cab-b312-164e122a4b98 req-1cd8ba67-a3af-4b50-9f94-e5e73e9674b9 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Network 78a46204-c7f5-4031-b525-9dd641483b1c is already hosted by enough agents. {{(pid=106202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:40:29.564746 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.scheduler.base_scheduler [req-13d34f12-52af-4cab-b312-164e122a4b98 req-1cd8ba67-a3af-4b50-9f94-e5e73e9674b9 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Resources bound (agent type, host, resource id): {{(pid=106202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:40:29.569121 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.l3_dvrscheduler_db [req-13d34f12-52af-4cab-b312-164e122a4b98 req-1cd8ba67-a3af-4b50-9f94-e5e73e9674b9 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Received port after_create {{(pid=106202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 21 12:40:29.598283 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd8ba67-a3af-4b50-9f94-e5e73e9674b9 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Pushing event updated for resources: {'Port': ['ID=05e0c62b-48dc-4ab9-a5e7-87ac132fb041,revision_number=1']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:40:29.627801 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d34f12-52af-4cab-b312-164e122a4b98 req-1cd8ba67-a3af-4b50-9f94-e5e73e9674b9 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:40:29.628341 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-13d34f12-52af-4cab-b312-164e122a4b98 req-1cd8ba67-a3af-4b50-9f94-e5e73e9674b9 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for port (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:29.647720 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-13d34f12-52af-4cab-b312-164e122a4b98 req-1cd8ba67-a3af-4b50-9f94-e5e73e9674b9 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] 10.222.0.66 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6062865 Sep 21 12:40:29.671285 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.v2.base [req-13d34f12-52af-4cab-b312-164e122a4b98 req-e08b3218-55ce-4149-b590-1a1c221ca3c4 service neutron] Request body: {'port': {'device_id': '7ce405a3-deca-44a9-8481-d3a2a8c6a954', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85867'}} {{(pid=106202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:40:29.736568 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-13d34f12-52af-4cab-b312-164e122a4b98 req-e08b3218-55ce-4149-b590-1a1c221ca3c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (05e0c62b-48dc-4ab9-a5e7-87ac132fb041), before_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:30.004572 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.notifiers.nova [req-13d34f12-52af-4cab-b312-164e122a4b98 req-e08b3218-55ce-4149-b590-1a1c221ca3c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05e0c62b-48dc-4ab9-a5e7-87ac132fb041 {{(pid=106202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 12:40:30.012061 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-13d34f12-52af-4cab-b312-164e122a4b98 req-e08b3218-55ce-4149-b590-1a1c221ca3c4 service neutron] Publish callbacks [] for port (05e0c62b-48dc-4ab9-a5e7-87ac132fb041), precommit_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:30.024561 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.provisioning_blocks [req-13d34f12-52af-4cab-b312-164e122a4b98 req-e08b3218-55ce-4149-b590-1a1c221ca3c4 service neutron] Transition to ACTIVE for port object 05e0c62b-48dc-4ab9-a5e7-87ac132fb041 will not be triggered until provisioned by entity L2. {{(pid=106202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 12:40:30.028397 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-13d34f12-52af-4cab-b312-164e122a4b98 req-e08b3218-55ce-4149-b590-1a1c221ca3c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6955121'] for port (05e0c62b-48dc-4ab9-a5e7-87ac132fb041), after_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:30.115669 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08b3218-55ce-4149-b590-1a1c221ca3c4 service neutron] Pushing event updated for resources: {'Port': ['ID=05e0c62b-48dc-4ab9-a5e7-87ac132fb041,revision_number=2']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:40:30.142729 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.managers [req-13d34f12-52af-4cab-b312-164e122a4b98 req-e08b3218-55ce-4149-b590-1a1c221ca3c4 service neutron] Attempting to bind port 05e0c62b-48dc-4ab9-a5e7-87ac132fb041 on host hv-cinder-85867 for vnic_type normal with profile {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 21 12:40:30.143066 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.managers [req-13d34f12-52af-4cab-b312-164e122a4b98 req-e08b3218-55ce-4149-b590-1a1c221ca3c4 service neutron] Attempting to bind port 05e0c62b-48dc-4ab9-a5e7-87ac132fb041 by drivers openvswitch,hyperv on host hv-cinder-85867 at level 0 using segments [{'id': '9353e646-268f-442c-8f5a-9177ce1aedab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '78a46204-c7f5-4031-b525-9dd641483b1c'}] {{(pid=106202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 21 12:40:30.143394 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d34f12-52af-4cab-b312-164e122a4b98 req-e08b3218-55ce-4149-b590-1a1c221ca3c4 service neutron] Attempting to bind port 05e0c62b-48dc-4ab9-a5e7-87ac132fb041 on network 78a46204-c7f5-4031-b525-9dd641483b1c {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:40:30.187355 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d34f12-52af-4cab-b312-164e122a4b98 req-e08b3218-55ce-4149-b590-1a1c221ca3c4 service neutron] Port 05e0c62b-48dc-4ab9-a5e7-87ac132fb041 on network 78a46204-c7f5-4031-b525-9dd641483b1c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85867 {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 12:40:30.187808 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d34f12-52af-4cab-b312-164e122a4b98 req-e08b3218-55ce-4149-b590-1a1c221ca3c4 service neutron] Attempting to bind port 05e0c62b-48dc-4ab9-a5e7-87ac132fb041 on network 78a46204-c7f5-4031-b525-9dd641483b1c {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:40:30.207371 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:40:30.234952 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d34f12-52af-4cab-b312-164e122a4b98 req-e08b3218-55ce-4149-b590-1a1c221ca3c4 service neutron] Checking agent: {'id': '986f726e-8c98-4005-b3b7-e033305b1240', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85867', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 12, 18, 46), 'started_at': datetime.datetime(2022, 9, 21, 12, 18, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 12, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 21 12:40:30.235317 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d34f12-52af-4cab-b312-164e122a4b98 req-e08b3218-55ce-4149-b590-1a1c221ca3c4 service neutron] Checking segment: {'id': '9353e646-268f-442c-8f5a-9177ce1aedab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '78a46204-c7f5-4031-b525-9dd641483b1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 21 12:40:30.235699 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d34f12-52af-4cab-b312-164e122a4b98 req-e08b3218-55ce-4149-b590-1a1c221ca3c4 service neutron] Bound using segment: {'id': '9353e646-268f-442c-8f5a-9177ce1aedab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '78a46204-c7f5-4031-b525-9dd641483b1c'} {{(pid=106202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 21 12:40:30.236161 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.managers [req-13d34f12-52af-4cab-b312-164e122a4b98 req-e08b3218-55ce-4149-b590-1a1c221ca3c4 service neutron] Bound port: 05e0c62b-48dc-4ab9-a5e7-87ac132fb041, host: hv-cinder-85867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9353e646-268f-442c-8f5a-9177ce1aedab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '78a46204-c7f5-4031-b525-9dd641483b1c'}}] {{(pid=106202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 21 12:40:30.236520 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-13d34f12-52af-4cab-b312-164e122a4b98 req-e08b3218-55ce-4149-b590-1a1c221ca3c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (05e0c62b-48dc-4ab9-a5e7-87ac132fb041), before_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:30.316848 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ac1491-233d-412e-81cd-696dcfe6a65d req-a3299a2c-9791-4b62-922e-60af49c390ca tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:40:30.318324 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-a1ac1491-233d-412e-81cd-696dcfe6a65d req-a3299a2c-9791-4b62-922e-60af49c390ca tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=7ce405a3-deca-44a9-8481-d3a2a8c6a954 HTTP/1.1" status: 200 len: 943 time: 0.0787337 Sep 21 12:40:30.347797 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:40:30.360182 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [req-13d34f12-52af-4cab-b312-164e122a4b98 req-e08b3218-55ce-4149-b590-1a1c221ca3c4 service neutron] For port 05e0c62b-48dc-4ab9-a5e7-87ac132fb041, host hv-cinder-85867, cleared binding levels {{(pid=106202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:40:30.390519 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [req-13d34f12-52af-4cab-b312-164e122a4b98 req-e08b3218-55ce-4149-b590-1a1c221ca3c4 service neutron] For port 05e0c62b-48dc-4ab9-a5e7-87ac132fb041, host hv-cinder-85867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=05e0c62b-48dc-4ab9-a5e7-87ac132fb041,segment=NetworkSegment(9353e646-268f-442c-8f5a-9177ce1aedab),segment_id=9353e646-268f-442c-8f5a-9177ce1aedab)] {{(pid=106202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:40:30.401137 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-13d34f12-52af-4cab-b312-164e122a4b98 req-e08b3218-55ce-4149-b590-1a1c221ca3c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6955121'] for port (05e0c62b-48dc-4ab9-a5e7-87ac132fb041), after_update {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:30.405627 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d34f12-52af-4cab-b312-164e122a4b98 req-e08b3218-55ce-4149-b590-1a1c221ca3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:40:30.406231 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-13d34f12-52af-4cab-b312-164e122a4b98 req-e08b3218-55ce-4149-b590-1a1c221ca3c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for port (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:30.407597 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-13d34f12-52af-4cab-b312-164e122a4b98 req-e08b3218-55ce-4149-b590-1a1c221ca3c4 service neutron] 10.222.0.66 "PUT /networking/v2.0/ports/05e0c62b-48dc-4ab9-a5e7-87ac132fb041 HTTP/1.1" status: 200 len: 1093 time: 0.7408204 Sep 21 12:40:30.408331 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ce405a3-deca-44a9-8481-d3a2a8c6a954', 'tag': '05e0c62b-48dc-4ab9-a5e7-87ac132fb041'}] {{(pid=106202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:40:30.410875 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f69dec5372d12bc1dbf2d83c258da0d8b658e28cfccadcad30c8a09044815e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af10ec4-51f9-46e1-b0f7-56bb992af3f4" -d '{"events": [{"name": "network-changed", "server_uuid": "7ce405a3-deca-44a9-8481-d3a2a8c6a954", "tag": "05e0c62b-48dc-4ab9-a5e7-87ac132fb041"}]}' {{(pid=106202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:40:30.415788 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-a1ac1491-233d-412e-81cd-696dcfe6a65d req-f881f526-8eb9-4c48-b6f0-e945b4182e5a tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=e0d59734-132d-48ec-868c-01db2d07bacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906794 Sep 21 12:40:30.465239 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 12:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b6a59d0-ed1a-47bf-8211-a51b5e6b3ff8 x-openstack-request-id: req-9b6a59d0-ed1a-47bf-8211-a51b5e6b3ff8 {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:40:30.465769 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ce405a3-deca-44a9-8481-d3a2a8c6a954", "tag": "05e0c62b-48dc-4ab9-a5e7-87ac132fb041", "status": "completed", "code": 200}]} {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:40:30.466027 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9b6a59d0-ed1a-47bf-8211-a51b5e6b3ff8 {{(pid=106202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:40:30.466425 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b6a59d0-ed1a-47bf-8211-a51b5e6b3ff8'] response: {'name': 'network-changed', 'server_uuid': '7ce405a3-deca-44a9-8481-d3a2a8c6a954', 'tag': '05e0c62b-48dc-4ab9-a5e7-87ac132fb041', 'status': 'completed', 'code': 200} Sep 21 12:40:30.475649 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08b3218-55ce-4149-b590-1a1c221ca3c4 service neutron] Pushing event updated for resources: {'Port': ['ID=05e0c62b-48dc-4ab9-a5e7-87ac132fb041,revision_number=3']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:40:30.536069 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d34f12-52af-4cab-b312-164e122a4b98 req-6dc8dcad-d6d1-48cb-ac38-e30ad2a8d735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:40:30.537550 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-13d34f12-52af-4cab-b312-164e122a4b98 req-6dc8dcad-d6d1-48cb-ac38-e30ad2a8d735 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=c274a3c4e6954affbfe3d07e849d64b7&device_id=7ce405a3-deca-44a9-8481-d3a2a8c6a954 HTTP/1.1" status: 200 len: 1127 time: 0.0403376 Sep 21 12:40:30.587546 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-13d34f12-52af-4cab-b312-164e122a4b98 req-5e45bac7-91bf-492c-bd26-597fbd8d16cd service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=05e0c62b-48dc-4ab9-a5e7-87ac132fb041 HTTP/1.1" status: 200 len: 217 time: 0.0381129 Sep 21 12:40:30.634603 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d34f12-52af-4cab-b312-164e122a4b98 req-402d6997-1a31-413b-9aa3-fbe251d748ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:40:30.636034 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-13d34f12-52af-4cab-b312-164e122a4b98 req-402d6997-1a31-413b-9aa3-fbe251d748ba service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=215e2fb3-8dad-466e-9ae5-faf78b5d2609 HTTP/1.1" status: 200 len: 852 time: 0.0434589 Sep 21 12:40:30.668308 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-13d34f12-52af-4cab-b312-164e122a4b98 req-34d2d00b-3918-4ba1-80bf-5256d891020a service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=78a46204-c7f5-4031-b525-9dd641483b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260684 Sep 21 12:40:30.776316 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-13d34f12-52af-4cab-b312-164e122a4b98 req-e679754a-6df0-4564-9590-072c199490e9 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/78a46204-c7f5-4031-b525-9dd641483b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023881 Sep 21 12:40:30.863047 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-13d34f12-52af-4cab-b312-164e122a4b98 req-c38f61d5-303b-49d9-89cc-a48df3fea76a service neutron] 10.222.0.66 "GET /networking/v2.0/networks/78a46204-c7f5-4031-b525-9dd641483b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809929 Sep 21 12:40:31.544491 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b96b560-0154-483c-bf39-c3e4410e1a17 req-b2de13e5-c13c-4df7-8f2b-76cbda249430 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:40:31.545933 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-2b96b560-0154-483c-bf39-c3e4410e1a17 req-b2de13e5-c13c-4df7-8f2b-76cbda249430 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=7ce405a3-deca-44a9-8481-d3a2a8c6a954 HTTP/1.1" status: 200 len: 943 time: 0.0499103 Sep 21 12:40:31.592484 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-2b96b560-0154-483c-bf39-c3e4410e1a17 req-e764da2b-dea9-4391-b02c-1415d9ecb10e tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=e0d59734-132d-48ec-868c-01db2d07bacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410194 Sep 21 12:40:32.714610 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f012062-749d-4d49-93dd-a1019539ceb1 req-023ee5d2-ea11-4bbc-a57c-e11c791157b8 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:40:32.716326 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-9f012062-749d-4d49-93dd-a1019539ceb1 req-023ee5d2-ea11-4bbc-a57c-e11c791157b8 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=7ce405a3-deca-44a9-8481-d3a2a8c6a954 HTTP/1.1" status: 200 len: 943 time: 0.0480938 Sep 21 12:40:32.762682 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-9f012062-749d-4d49-93dd-a1019539ceb1 req-14a2d9dd-8f2e-4dee-9c9a-cf0dbf8b31c5 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=e0d59734-132d-48ec-868c-01db2d07bacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408583 Sep 21 12:40:32.952009 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af10ec4-51f9-46e1-b0f7-56bb992af3f4 req-5202d074-392e-47f3-bf51-8c5e61933566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:40:32.953382 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-3af10ec4-51f9-46e1-b0f7-56bb992af3f4 req-5202d074-392e-47f3-bf51-8c5e61933566 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=c274a3c4e6954affbfe3d07e849d64b7&device_id=7ce405a3-deca-44a9-8481-d3a2a8c6a954 HTTP/1.1" status: 200 len: 1127 time: 0.0381193 Sep 21 12:40:33.046254 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af10ec4-51f9-46e1-b0f7-56bb992af3f4 req-7b4e651d-8a65-45ce-8438-69d967eb4e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:40:33.047727 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-3af10ec4-51f9-46e1-b0f7-56bb992af3f4 req-7b4e651d-8a65-45ce-8438-69d967eb4e42 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=78a46204-c7f5-4031-b525-9dd641483b1c HTTP/1.1" status: 200 len: 913 time: 0.0888181 Sep 21 12:40:33.084996 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-3af10ec4-51f9-46e1-b0f7-56bb992af3f4 req-6bec8f1f-336f-41c8-8eae-2bbc28164c41 service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=05e0c62b-48dc-4ab9-a5e7-87ac132fb041 HTTP/1.1" status: 200 len: 217 time: 0.0317895 Sep 21 12:40:33.131822 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af10ec4-51f9-46e1-b0f7-56bb992af3f4 req-91840d31-72e9-4e07-bef0-12218ce21ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:40:33.133283 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-3af10ec4-51f9-46e1-b0f7-56bb992af3f4 req-91840d31-72e9-4e07-bef0-12218ce21ec1 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=215e2fb3-8dad-466e-9ae5-faf78b5d2609 HTTP/1.1" status: 200 len: 852 time: 0.0433567 Sep 21 12:40:33.166137 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-3af10ec4-51f9-46e1-b0f7-56bb992af3f4 req-1183c314-944e-450a-9352-b17afba9a2a0 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=78a46204-c7f5-4031-b525-9dd641483b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265357 Sep 21 12:40:33.192252 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:40:33.520819 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-3af10ec4-51f9-46e1-b0f7-56bb992af3f4 req-c0c0d54b-4077-4e8a-affb-7d00f8766ce1 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/78a46204-c7f5-4031-b525-9dd641483b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3493702 Sep 21 12:40:33.614322 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-3af10ec4-51f9-46e1-b0f7-56bb992af3f4 req-d15f8cc2-50cf-4258-860c-ae4b0bb0668a service neutron] 10.222.0.66 "GET /networking/v2.0/networks/78a46204-c7f5-4031-b525-9dd641483b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881472 Sep 21 12:40:33.844114 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=49 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:40:33.845176 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=34 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:40:33.882427 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ddb3d-acbf-4b2e-83b5-6d009018550c req-f8da4a59-e575-48d7-bcb1-f50ca64a5043 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:40:33.884577 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-2b8ddb3d-acbf-4b2e-83b5-6d009018550c req-f8da4a59-e575-48d7-bcb1-f50ca64a5043 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=7ce405a3-deca-44a9-8481-d3a2a8c6a954 HTTP/1.1" status: 200 len: 943 time: 0.0480425 Sep 21 12:40:33.930869 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-2b8ddb3d-acbf-4b2e-83b5-6d009018550c req-48b65cc8-5f18-4d98-947a-89d78b6366be tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=e0d59734-132d-48ec-868c-01db2d07bacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404913 Sep 21 12:40:34.568956 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 05e0c62b-48dc-4ab9-a5e7-87ac132fb041 details requested by agent hyperv_hv-cinder-85867 with host hv-cinder-85867 {{(pid=106203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 12:40:34.669914 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port 05e0c62b-48dc-4ab9-a5e7-87ac132fb041, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=05e0c62b-48dc-4ab9-a5e7-87ac132fb041,segment=NetworkSegment(9353e646-268f-442c-8f5a-9177ce1aedab),segment_id=9353e646-268f-442c-8f5a-9177ce1aedab)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:40:34.681745 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Returning: {'device': '05e0c62b-48dc-4ab9-a5e7-87ac132fb041', 'network_id': '78a46204-c7f5-4031-b525-9dd641483b1c', 'port_id': '05e0c62b-48dc-4ab9-a5e7-87ac132fb041', 'mac_address': 'fa:16:3e:a7:a6:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '215e2fb3-8dad-466e-9ae5-faf78b5d2609', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 12:40:34.715506 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Current status of the port 05e0c62b-48dc-4ab9-a5e7-87ac132fb041 is: DOWN; New status is: BUILD {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:40:34.716167 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (05e0c62b-48dc-4ab9-a5e7-87ac132fb041), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:34.729838 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.notifiers.nova [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05e0c62b-48dc-4ab9-a5e7-87ac132fb041 {{(pid=106203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 12:40:34.749970 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port 05e0c62b-48dc-4ab9-a5e7-87ac132fb041, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=05e0c62b-48dc-4ab9-a5e7-87ac132fb041,segment=NetworkSegment(9353e646-268f-442c-8f5a-9177ce1aedab),segment_id=9353e646-268f-442c-8f5a-9177ce1aedab)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:40:34.754306 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (05e0c62b-48dc-4ab9-a5e7-87ac132fb041), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:34.800513 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Pushing event updated for resources: {'Port': ['ID=05e0c62b-48dc-4ab9-a5e7-87ac132fb041,revision_number=4']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:40:35.064690 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c082580-433b-4a58-96c1-d3b66b03f700 req-b2cedbc2-50fc-4c7d-84c2-cd02fb8adf88 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:40:35.066211 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-9c082580-433b-4a58-96c1-d3b66b03f700 req-b2cedbc2-50fc-4c7d-84c2-cd02fb8adf88 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=7ce405a3-deca-44a9-8481-d3a2a8c6a954 HTTP/1.1" status: 200 len: 944 time: 0.0618112 Sep 21 12:40:35.112964 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-9c082580-433b-4a58-96c1-d3b66b03f700 req-948d8a73-d2f7-42b3-a586-9187d9351f04 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=e0d59734-132d-48ec-868c-01db2d07bacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406079 Sep 21 12:40:35.152470 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] get_ports_and_sgs() called for port_ids ['05e0c62b-48dc-4ab9-a5e7-87ac132fb041'] {{(pid=106203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 12:40:36.232672 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d726c-faa8-458c-aa86-ee9ed4a9b05d req-5effb915-9c2a-4569-9e06-c361e4fd7aa0 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:40:36.234160 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-d95d726c-faa8-458c-aa86-ee9ed4a9b05d req-5effb915-9c2a-4569-9e06-c361e4fd7aa0 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=7ce405a3-deca-44a9-8481-d3a2a8c6a954 HTTP/1.1" status: 200 len: 944 time: 0.0477300 Sep 21 12:40:36.259262 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=100 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:40:36.285166 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-d95d726c-faa8-458c-aa86-ee9ed4a9b05d req-1c34fc36-04e2-4635-b80d-79b8c61cace0 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=e0d59734-132d-48ec-868c-01db2d07bacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454445 Sep 21 12:40:36.418896 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:40:36.426860 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:40:36.433009 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-0407b8ba-eef9-42a0-ae1c-f5f06e208cd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (f73c601a-29a1-4353-9f34-efd4ba2e6501), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:36.590875 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 05e0c62b-48dc-4ab9-a5e7-87ac132fb041 up at agent hyperv_hv-cinder-85867 {{(pid=106203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:40:36.632549 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Provisioning for port 05e0c62b-48dc-4ab9-a5e7-87ac132fb041 completed by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 21 12:40:36.639682 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.db.provisioning_blocks [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Provisioning complete for port 05e0c62b-48dc-4ab9-a5e7-87ac132fb041 triggered by entity L2. {{(pid=106203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 21 12:40:36.640102 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1545530'] for port (05e0c62b-48dc-4ab9-a5e7-87ac132fb041), provisioning_complete {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:36.640439 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Attempt 1 to provision port 05e0c62b-48dc-4ab9-a5e7-87ac132fb041 Sep 21 12:40:36.717123 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Current status of the port 05e0c62b-48dc-4ab9-a5e7-87ac132fb041 is: BUILD; New status is: ACTIVE {{(pid=106203) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 21 12:40:36.717466 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1505706'] for port (05e0c62b-48dc-4ab9-a5e7-87ac132fb041), before_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:36.731336 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.agents_db [None req-f0b1ed15-d02e-46f0-bd67-2b506ff8404e None None] Agent healthcheck: found 6 active agents {{(pid=106204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:40:36.740381 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce405a3-deca-44a9-8481-d3a2a8c6a954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05e0c62b-48dc-4ab9-a5e7-87ac132fb041'}] {{(pid=106203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:40:36.743092 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8f5c4d77a05fc023d1f839eaccf47ad38217f4e21b3a59551d1b02ed6bd0851a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac33298-0f18-4421-9031-5ab354b4911e" -d '{"events": [{"server_uuid": "7ce405a3-deca-44a9-8481-d3a2a8c6a954", "name": "network-vif-plugged", "status": "completed", "tag": "05e0c62b-48dc-4ab9-a5e7-87ac132fb041"}]}' {{(pid=106203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:40:36.755598 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] For port 05e0c62b-48dc-4ab9-a5e7-87ac132fb041, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=05e0c62b-48dc-4ab9-a5e7-87ac132fb041,segment=NetworkSegment(9353e646-268f-442c-8f5a-9177ce1aedab),segment_id=9353e646-268f-442c-8f5a-9177ce1aedab)] {{(pid=106203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:40:36.760395 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735121326246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735120900819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735120900837'] for port (05e0c62b-48dc-4ab9-a5e7-87ac132fb041), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:36.786533 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 12:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d344fa-8a18-4489-b9dc-72436e2abfa2 x-openstack-request-id: req-55d344fa-8a18-4489-b9dc-72436e2abfa2 {{(pid=106203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:40:36.786828 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce405a3-deca-44a9-8481-d3a2a8c6a954", "name": "network-vif-plugged", "status": "completed", "tag": "05e0c62b-48dc-4ab9-a5e7-87ac132fb041", "code": 200}]} {{(pid=106203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:40:36.787083 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-55d344fa-8a18-4489-b9dc-72436e2abfa2 {{(pid=106203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:40:36.787480 dv-cinder-858678-1-iscsi neutron-server[106203]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55d344fa-8a18-4489-b9dc-72436e2abfa2'] response: {'server_uuid': '7ce405a3-deca-44a9-8481-d3a2a8c6a954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05e0c62b-48dc-4ab9-a5e7-87ac132fb041', 'code': 200} Sep 21 12:40:36.810896 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Pushing event updated for resources: {'Port': ['ID=05e0c62b-48dc-4ab9-a5e7-87ac132fb041,revision_number=5']} {{(pid=106203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:40:36.988943 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24291e2b-0abf-4c2f-9ec1-b0b4a43f3974 req-36fd6cce-c731-4903-a599-ae367250e7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:40:36.990337 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-24291e2b-0abf-4c2f-9ec1-b0b4a43f3974 req-36fd6cce-c731-4903-a599-ae367250e7c8 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=7ce405a3-deca-44a9-8481-d3a2a8c6a954 HTTP/1.1" status: 200 len: 1129 time: 0.0383644 Sep 21 12:40:37.034281 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-24291e2b-0abf-4c2f-9ec1-b0b4a43f3974 req-847f7ff5-28cf-4233-b9a6-b3b54236a9ec service neutron] 10.222.0.66 "GET /networking/v2.0/security-groups?id=e0d59734-132d-48ec-868c-01db2d07bacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381126 Sep 21 12:40:37.406645 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a12ba10-a3f7-4778-ad01-1a88a7cb71d4 req-2fcd727d-d2f7-46e5-a37b-7c438f569864 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:40:37.408246 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-3a12ba10-a3f7-4778-ad01-1a88a7cb71d4 req-2fcd727d-d2f7-46e5-a37b-7c438f569864 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=7ce405a3-deca-44a9-8481-d3a2a8c6a954 HTTP/1.1" status: 200 len: 945 time: 0.0463698 Sep 21 12:40:37.455869 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-3a12ba10-a3f7-4778-ad01-1a88a7cb71d4 req-60c8a617-3f76-4495-ab82-0c6493fee263 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=e0d59734-132d-48ec-868c-01db2d07bacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415850 Sep 21 12:40:38.581888 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fbb96d-b7cc-43c8-88de-241a66b9c07b req-279a4f7e-3a87-4596-8a8d-e28ec228d91a tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:40:38.583362 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-65fbb96d-b7cc-43c8-88de-241a66b9c07b req-279a4f7e-3a87-4596-8a8d-e28ec228d91a tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=7ce405a3-deca-44a9-8481-d3a2a8c6a954 HTTP/1.1" status: 200 len: 945 time: 0.0484371 Sep 21 12:40:38.634827 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-65fbb96d-b7cc-43c8-88de-241a66b9c07b req-1bc5cb22-efd0-4ad7-9b87-38028f5126c6 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=e0d59734-132d-48ec-868c-01db2d07bacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458446 Sep 21 12:40:38.676069 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-cfe8fc45-ad0a-4511-a1ee-191f597e54b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (4f31b8b6-17c0-474d-bf52-0481ff2a5cf7), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:39.757653 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a775e5fe-7b93-4d46-a3e1-da4967b35821 req-87766419-c9f2-4325-979c-1f1bf6484bbe tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:40:39.759145 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-a775e5fe-7b93-4d46-a3e1-da4967b35821 req-87766419-c9f2-4325-979c-1f1bf6484bbe tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=7ce405a3-deca-44a9-8481-d3a2a8c6a954 HTTP/1.1" status: 200 len: 945 time: 0.0506303 Sep 21 12:40:39.806145 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-a775e5fe-7b93-4d46-a3e1-da4967b35821 req-959691bd-249f-4582-b2d4-063de46d531d tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=e0d59734-132d-48ec-868c-01db2d07bacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412159 Sep 21 12:40:40.012029 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-740e41e1-10de-4b2e-a9f0-9582d49d2a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (d7a8950b-d4d7-4646-ba54-d395483871b4), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:41.329335 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (57fb69a9-4edc-44fd-8965-b65708e41306), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:41.567089 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c3e59811-0015-48e8-afb5-3d82d64b721e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (cef1489a-7471-4b81-a7c5-b9e507e96767), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:46.727724 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:40:48.616982 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:DELETE=6,neutron:SELECT=77,neutron:UPDATE=1 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:40:48.631103 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=40,neutron:DELETE=3 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:40:49.451335 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (986f726e-8c98-4005-b3b7-e033305b1240), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:40:49.795386 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=62 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:40:49.802942 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=28 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:40:59.444396 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=35,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:40:59.446954 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=36,neutron:UPDATE=4 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:41:01.599683 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-d37881f6-94e9-4ba7-970d-1114c5054e70 req-e3413a4f-f337-44cd-8e05-79b302beb501 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?device_id=7ce405a3-deca-44a9-8481-d3a2a8c6a954&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395248 Sep 21 12:41:01.702553 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37881f6-94e9-4ba7-970d-1114c5054e70 req-eb70dbb8-6460-42b3-b8a1-285ad6e6ef15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:41:01.704060 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-d37881f6-94e9-4ba7-970d-1114c5054e70 req-eb70dbb8-6460-42b3-b8a1-285ad6e6ef15 service neutron] 10.222.0.66 "GET /networking/v2.0/ports?tenant_id=c274a3c4e6954affbfe3d07e849d64b7&device_id=7ce405a3-deca-44a9-8481-d3a2a8c6a954 HTTP/1.1" status: 200 len: 1129 time: 0.0396733 Sep 21 12:41:01.817463 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37881f6-94e9-4ba7-970d-1114c5054e70 req-711e8c6a-f729-447c-b42e-c75669e8ecf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:41:01.819071 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-d37881f6-94e9-4ba7-970d-1114c5054e70 req-711e8c6a-f729-447c-b42e-c75669e8ecf3 service neutron] 10.222.0.66 "GET /networking/v2.0/networks?id=78a46204-c7f5-4031-b525-9dd641483b1c HTTP/1.1" status: 200 len: 913 time: 0.0963118 Sep 21 12:41:01.862225 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-d37881f6-94e9-4ba7-970d-1114c5054e70 req-d516cb49-0575-4b0a-b4a2-280cedc9a59d service neutron] 10.222.0.66 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=05e0c62b-48dc-4ab9-a5e7-87ac132fb041 HTTP/1.1" status: 200 len: 217 time: 0.0359972 Sep 21 12:41:01.912300 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37881f6-94e9-4ba7-970d-1114c5054e70 req-a7cae40d-9db7-4ae2-9e25-dd4a20e74938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:41:01.913759 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-d37881f6-94e9-4ba7-970d-1114c5054e70 req-a7cae40d-9db7-4ae2-9e25-dd4a20e74938 service neutron] 10.222.0.66 "GET /networking/v2.0/subnets?id=215e2fb3-8dad-466e-9ae5-faf78b5d2609 HTTP/1.1" status: 200 len: 852 time: 0.0466876 Sep 21 12:41:01.957796 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-d37881f6-94e9-4ba7-970d-1114c5054e70 req-3b427d2a-67ba-4152-8512-16c2bc8b4bcf service neutron] 10.222.0.66 "GET /networking/v2.0/ports?network_id=78a46204-c7f5-4031-b525-9dd641483b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363119 Sep 21 12:41:02.047530 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac4675-af2f-43f2-a1de-4f751503913a req-9c5db1ea-37f2-4bec-b2d2-5476932a11b8 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:41:02.049024 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8fac4675-af2f-43f2-a1de-4f751503913a req-9c5db1ea-37f2-4bec-b2d2-5476932a11b8 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=7ce405a3-deca-44a9-8481-d3a2a8c6a954 HTTP/1.1" status: 200 len: 945 time: 0.0472484 Sep 21 12:41:02.096524 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-8fac4675-af2f-43f2-a1de-4f751503913a req-9693d522-edde-417f-a5a1-abeadf65884c tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=e0d59734-132d-48ec-868c-01db2d07bacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418918 Sep 21 12:41:03.220874 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c75a6c-b289-4ba9-9437-8f5b24773dee req-b87ea89d-9d08-48f2-9f61-37d479fb26a1 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:41:03.222329 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-60c75a6c-b289-4ba9-9437-8f5b24773dee req-b87ea89d-9d08-48f2-9f61-37d479fb26a1 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=7ce405a3-deca-44a9-8481-d3a2a8c6a954 HTTP/1.1" status: 200 len: 945 time: 0.0467799 Sep 21 12:41:03.268557 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-60c75a6c-b289-4ba9-9437-8f5b24773dee req-f56fcb8d-b01b-430d-ba7c-337ac6f657a9 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] 10.222.0.71 "GET /networking/v2.0/security-groups?id=e0d59734-132d-48ec-868c-01db2d07bacf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407670 Sep 21 12:41:03.361127 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-d37881f6-94e9-4ba7-970d-1114c5054e70 req-d28c992d-3a24-456b-b82b-d412f273a828 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/78a46204-c7f5-4031-b525-9dd641483b1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891793 Sep 21 12:41:03.452158 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-d37881f6-94e9-4ba7-970d-1114c5054e70 req-9e4c7988-c426-4d66-9eab-838288dc1179 service neutron] 10.222.0.66 "GET /networking/v2.0/networks/78a46204-c7f5-4031-b525-9dd641483b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847437 Sep 21 12:41:03.877996 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c541d-f6e8-4bfc-92a3-ee8b49ac310d req-ee4cffd1-0ce6-4539-9fbc-542dbffbe146 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 12:41:03.879450 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-473c541d-f6e8-4bfc-92a3-ee8b49ac310d req-ee4cffd1-0ce6-4539-9fbc-542dbffbe146 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] 10.222.0.66 "GET /networking/v2.0/ports?device_id=7ce405a3-deca-44a9-8481-d3a2a8c6a954 HTTP/1.1" status: 200 len: 945 time: 0.0468595 Sep 21 12:41:03.963713 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [req-473c541d-f6e8-4bfc-92a3-ee8b49ac310d req-f2d92603-4778-4870-8163-00ffab169403 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Deleting port 05e0c62b-48dc-4ab9-a5e7-87ac132fb041 {{(pid=106202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 21 12:41:03.966166 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-473c541d-f6e8-4bfc-92a3-ee8b49ac310d req-f2d92603-4778-4870-8163-00ffab169403 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735121326093'] for port (05e0c62b-48dc-4ab9-a5e7-87ac132fb041), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:41:04.057908 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.db [req-473c541d-f6e8-4bfc-92a3-ee8b49ac310d req-f2d92603-4778-4870-8163-00ffab169403 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] For port 05e0c62b-48dc-4ab9-a5e7-87ac132fb041, host hv-cinder-85867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85867',level=0,port_id=05e0c62b-48dc-4ab9-a5e7-87ac132fb041,segment=NetworkSegment(9353e646-268f-442c-8f5a-9177ce1aedab),segment_id=9353e646-268f-442c-8f5a-9177ce1aedab)] {{(pid=106202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:41:04.058177 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-473c541d-f6e8-4bfc-92a3-ee8b49ac310d req-f2d92603-4778-4870-8163-00ffab169403 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-650076'] for port (05e0c62b-48dc-4ab9-a5e7-87ac132fb041), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:41:04.071251 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.plugin [req-473c541d-f6e8-4bfc-92a3-ee8b49ac310d req-f2d92603-4778-4870-8163-00ffab169403 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Calling delete_port for 05e0c62b-48dc-4ab9-a5e7-87ac132fb041 owned by compute:nova {{(pid=106202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 21 12:41:04.192148 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:41:04.197609 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-473c541d-f6e8-4bfc-92a3-ee8b49ac310d req-f2d92603-4778-4870-8163-00ffab169403 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1507183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735121357963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735120900810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6955080'] for port (05e0c62b-48dc-4ab9-a5e7-87ac132fb041), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:41:04.229176 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d92603-4778-4870-8163-00ffab169403 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Pushing event deleted for resources: {'Port': ['ID=05e0c62b-48dc-4ab9-a5e7-87ac132fb041,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:41:04.234960 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.db [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] get_ports_and_sgs() called for port_ids ['05e0c62b-48dc-4ab9-a5e7-87ac132fb041'] {{(pid=106203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 12:41:04.242075 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d92603-4778-4870-8163-00ffab169403 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:41:04.242415 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d92603-4778-4870-8163-00ffab169403 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:41:04.242747 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d92603-4778-4870-8163-00ffab169403 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:41:04.243077 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d92603-4778-4870-8163-00ffab169403 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:41:04.243406 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d92603-4778-4870-8163-00ffab169403 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:41:04.243799 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d92603-4778-4870-8163-00ffab169403 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:41:04.244125 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d92603-4778-4870-8163-00ffab169403 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:41:04.244440 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d92603-4778-4870-8163-00ffab169403 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:41:04.244766 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d92603-4778-4870-8163-00ffab169403 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:41:04.245112 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d92603-4778-4870-8163-00ffab169403 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:41:04.245441 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d92603-4778-4870-8163-00ffab169403 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:41:04.245745 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d92603-4778-4870-8163-00ffab169403 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:41:04.246060 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d92603-4778-4870-8163-00ffab169403 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:41:04.246390 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d92603-4778-4870-8163-00ffab169403 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:41:04.246695 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d92603-4778-4870-8163-00ffab169403 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858678-1-iscsi {{(pid=106202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:41:04.284200 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.l3_dvrscheduler_db [req-473c541d-f6e8-4bfc-92a3-ee8b49ac310d req-f2d92603-4778-4870-8163-00ffab169403 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] No DVR routers for this DVR port 05e0c62b-48dc-4ab9-a5e7-87ac132fb041 on host hv-cinder-85867 {{(pid=106202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 21 12:41:04.286634 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [req-473c541d-f6e8-4bfc-92a3-ee8b49ac310d req-f2d92603-4778-4870-8163-00ffab169403 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69755'] for port (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:41:04.289835 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [req-473c541d-f6e8-4bfc-92a3-ee8b49ac310d req-f2d92603-4778-4870-8163-00ffab169403 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] 10.222.0.66 "DELETE /networking/v2.0/ports/05e0c62b-48dc-4ab9-a5e7-87ac132fb041 HTTP/1.1" status: 204 len: 173 time: 0.4056237 Sep 21 12:41:04.290340 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce405a3-deca-44a9-8481-d3a2a8c6a954', 'name': 'network-vif-deleted', 'tag': '05e0c62b-48dc-4ab9-a5e7-87ac132fb041'}] {{(pid=106202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 12:41:04.292647 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f69dec5372d12bc1dbf2d83c258da0d8b658e28cfccadcad30c8a09044815e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-223a819f-bc68-4a66-8d3c-0d11cf899d55" -d '{"events": [{"server_uuid": "7ce405a3-deca-44a9-8481-d3a2a8c6a954", "name": "network-vif-deleted", "tag": "05e0c62b-48dc-4ab9-a5e7-87ac132fb041"}]}' {{(pid=106202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:41:04.331189 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 12:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ed6df8-b3a6-4365-b9d5-79e911f11e91 x-openstack-request-id: req-b7ed6df8-b3a6-4365-b9d5-79e911f11e91 {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:41:04.331456 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce405a3-deca-44a9-8481-d3a2a8c6a954", "name": "network-vif-deleted", "tag": "05e0c62b-48dc-4ab9-a5e7-87ac132fb041", "status": "completed", "code": 200}]} {{(pid=106202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:41:04.331833 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b7ed6df8-b3a6-4365-b9d5-79e911f11e91 {{(pid=106202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:41:04.332519 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7ed6df8-b3a6-4365-b9d5-79e911f11e91'] response: {'server_uuid': '7ce405a3-deca-44a9-8481-d3a2a8c6a954', 'name': 'network-vif-deleted', 'tag': '05e0c62b-48dc-4ab9-a5e7-87ac132fb041', 'status': 'completed', 'code': 200} Sep 21 12:41:04.376461 dv-cinder-858678-1-iscsi neutron-server[106201]: INFO neutron.wsgi [req-51a6d280-2a74-47c1-af75-46670e54ab97 req-97461bab-a5bf-42c9-a3ad-617404685936 tempest-VolumesSnapshotTestJSON-1728709496 tempest-VolumesSnapshotTestJSON-1728709496-project] 10.222.0.71 "GET /networking/v2.0/ports?device_id=7ce405a3-deca-44a9-8481-d3a2a8c6a954 HTTP/1.1" status: 200 len: 210 time: 0.0277679 Sep 21 12:41:06.435582 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-4b4ccc99-cb8c-451e-9276-df508641d9a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (f73c601a-29a1-4353-9f34-efd4ba2e6501), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:41:06.606833 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=16 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:41:06.607553 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=16 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:41:06.756433 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 05e0c62b-48dc-4ab9-a5e7-87ac132fb041 no longer exists at agent hyperv_hv-cinder-85867 {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 12:41:06.777699 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] No Port match for: 05e0c62b-48dc-4ab9-a5e7-87ac132fb041 {{(pid=106203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 21 12:41:06.778049 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron.plugins.ml2.rpc [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Device 05e0c62b-48dc-4ab9-a5e7-87ac132fb041 not bound to the agent host hv-cinder-85867 {{(pid=106203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 12:41:08.677414 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-2e5f2103-6477-46bb-8706-1d22c2b2f083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (4f31b8b6-17c0-474d-bf52-0481ff2a5cf7), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:41:10.018466 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-740e41e1-10de-4b2e-a9f0-9582d49d2a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (d7a8950b-d4d7-4646-ba54-d395483871b4), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:41:11.336865 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (57fb69a9-4edc-44fd-8965-b65708e41306), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:41:11.569727 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c3e59811-0015-48e8-afb5-3d82d64b721e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (cef1489a-7471-4b81-a7c5-b9e507e96767), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:41:13.730015 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.agents_db [None req-f0b1ed15-d02e-46f0-bd67-2b506ff8404e None None] Agent healthcheck: found 6 active agents {{(pid=106204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:41:14.267298 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=96,neutron:DELETE=3 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:41:14.268160 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=6 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:41:14.357533 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=9 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:41:14.358307 dv-cinder-858678-1-iscsi neutron-server[106201]: DEBUG dbcounter [-] [106201] Writing DB stats neutron:SELECT=11 {{(pid=106201) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:41:19.451042 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (986f726e-8c98-4005-b3b7-e033305b1240), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:41:23.725695 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:41:29.444567 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:41:29.446632 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:41:29.762806 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 35154) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:41:29.808185 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.db.db_base_plugin_v2 [None req-b646000b-c4df-49fb-816c-34142f4bd01b admin admin] Deleting subnet 215e2fb3-8dad-466e-9ae5-faf78b5d2609 {{(pid=106202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 21 12:41:29.811310 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-b646000b-c4df-49fb-816c-34142f4bd01b admin admin] Publish callbacks [] for subnet (215e2fb3-8dad-466e-9ae5-faf78b5d2609), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:41:29.845781 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-b646000b-c4df-49fb-816c-34142f4bd01b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6891090'] for subnet (215e2fb3-8dad-466e-9ae5-faf78b5d2609), precommit_delete_associations {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:41:29.888942 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-b646000b-c4df-49fb-816c-34142f4bd01b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1462926'] for subnet (215e2fb3-8dad-466e-9ae5-faf78b5d2609), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:41:29.941585 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-b646000b-c4df-49fb-816c-34142f4bd01b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1541811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6955047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7093949'] for subnet (215e2fb3-8dad-466e-9ae5-faf78b5d2609), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:41:29.964727 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b646000b-c4df-49fb-816c-34142f4bd01b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=215e2fb3-8dad-466e-9ae5-faf78b5d2609,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:41:29.971184 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-b646000b-c4df-49fb-816c-34142f4bd01b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:41:29.974355 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-b646000b-c4df-49fb-816c-34142f4bd01b admin admin] 10.222.0.71 "DELETE /networking/v2.0/subnets/215e2fb3-8dad-466e-9ae5-faf78b5d2609 HTTP/1.1" status: 204 len: 168 time: 0.2104850 Sep 21 12:41:29.976938 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 35156) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:41:30.043829 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-3c30a8da-cf8f-4253-8b43-a0c78c07f5fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1535227'] for network (78a46204-c7f5-4031-b525-9dd641483b1c), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:41:30.124333 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-3c30a8da-cf8f-4253-8b43-a0c78c07f5fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1548197', 'neutron.services.segments.db._delete_segments_for_network-8735121314753'] for network (78a46204-c7f5-4031-b525-9dd641483b1c), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:41:30.143990 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.services.segments.db [None req-3c30a8da-cf8f-4253-8b43-a0c78c07f5fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78a46204-c7f5-4031-b525-9dd641483b1c']}} {{(pid=106202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:41:30.153863 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.services.segments.db [None req-3c30a8da-cf8f-4253-8b43-a0c78c07f5fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9353e646-268f-442c-8f5a-9177ce1aedab') {'for_net_delete': True} {{(pid=106202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:41:30.154149 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.services.segments.db [None req-3c30a8da-cf8f-4253-8b43-a0c78c07f5fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9353e646-268f-442c-8f5a-9177ce1aedab') {} {{(pid=106202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:41:30.163456 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-3c30a8da-cf8f-4253-8b43-a0c78c07f5fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735121314645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6891113'] for segment (9353e646-268f-442c-8f5a-9177ce1aedab), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:41:30.178072 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-3c30a8da-cf8f-4253-8b43-a0c78c07f5fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355690'] for segment (9353e646-268f-442c-8f5a-9177ce1aedab), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:41:30.184435 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c30a8da-cf8f-4253-8b43-a0c78c07f5fa admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=106202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 12:41:30.184863 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-3c30a8da-cf8f-4253-8b43-a0c78c07f5fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1355690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6955165'] for segment (9353e646-268f-442c-8f5a-9177ce1aedab), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:41:30.229538 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.services.segments.plugin [-] Segment 9353e646-268f-442c-8f5a-9177ce1aedab resource provider aggregate not found Sep 21 12:41:30.247378 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.services.segments.plugin [-] Segment 9353e646-268f-442c-8f5a-9177ce1aedab resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9353e646-268f-442c-8f5a-9177ce1aedab found for delete ", "request_id": "req-6b1f9cb1-e74f-471d-9325-6e49d8b4f24e"}]} Sep 21 12:41:30.253824 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-3c30a8da-cf8f-4253-8b43-a0c78c07f5fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1548188', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-665378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-534153'] for network (78a46204-c7f5-4031-b525-9dd641483b1c), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:41:30.259017 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-3c30a8da-cf8f-4253-8b43-a0c78c07f5fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544014'] for network (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:41:30.269162 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-3c30a8da-cf8f-4253-8b43-a0c78c07f5fa admin admin] 10.222.0.71 "DELETE /networking/v2.0/networks/78a46204-c7f5-4031-b525-9dd641483b1c HTTP/1.1" status: 204 len: 168 time: 0.2847950 Sep 21 12:41:30.278278 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c30a8da-cf8f-4253-8b43-a0c78c07f5fa admin admin] Pushing event deleted for resources: {'Network': ['ID=78a46204-c7f5-4031-b525-9dd641483b1c,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:41:30.427900 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 35164) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:41:30.472070 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-27e91bb5-d2dd-4b93-930f-8f14f847a1e3 admin admin] 10.222.0.71 "GET /networking/v2.0/security-groups?tenant_id=c274a3c4e6954affbfe3d07e849d64b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429776 Sep 21 12:41:30.474557 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.wsgi [-] (106202) accepted ('10.222.0.71', 35166) {{(pid=106202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 12:41:30.523405 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-a8269028-19a9-4e43-8f86-925ad54ebea7 admin admin] Publish callbacks [] for security_group (e0d59734-132d-48ec-868c-01db2d07bacf), before_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:41:30.543897 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-a8269028-19a9-4e43-8f86-925ad54ebea7 admin admin] Publish callbacks [] for security_group (e0d59734-132d-48ec-868c-01db2d07bacf), precommit_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:41:30.592564 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-a8269028-19a9-4e43-8f86-925ad54ebea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-663545'] for security_group (e0d59734-132d-48ec-868c-01db2d07bacf), after_delete {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:41:30.594950 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron_lib.callbacks.manager [None req-a8269028-19a9-4e43-8f86-925ad54ebea7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:41:30.596109 dv-cinder-858678-1-iscsi neutron-server[106202]: INFO neutron.wsgi [None req-a8269028-19a9-4e43-8f86-925ad54ebea7 admin admin] 10.222.0.71 "DELETE /networking/v2.0/security-groups/e0d59734-132d-48ec-868c-01db2d07bacf HTTP/1.1" status: 204 len: 168 time: 0.1206608 Sep 21 12:41:30.603954 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8269028-19a9-4e43-8f86-925ad54ebea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d59734-132d-48ec-868c-01db2d07bacf,revision_number=None']} {{(pid=106202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:41:36.437364 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-158a6dfb-e8fb-4ee6-8424-9a5de0c783a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (f73c601a-29a1-4353-9f34-efd4ba2e6501), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:41:36.749219 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:41:36.754598 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=4 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:41:38.679330 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-afe93736-0b65-49de-ad53-38a2da5f85f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (4f31b8b6-17c0-474d-bf52-0481ff2a5cf7), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:41:40.017858 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-740e41e1-10de-4b2e-a9f0-9582d49d2a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (d7a8950b-d4d7-4646-ba54-d395483871b4), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:41:40.598564 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=74,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:41:40.599349 dv-cinder-858678-1-iscsi neutron-server[106202]: DEBUG dbcounter [-] [106202] Writing DB stats neutron:SELECT=70,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106202) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:41:41.330578 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (57fb69a9-4edc-44fd-8965-b65708e41306), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:41:41.572213 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c3e59811-0015-48e8-afb5-3d82d64b721e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (cef1489a-7471-4b81-a7c5-b9e507e96767), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:41:49.464188 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (986f726e-8c98-4005-b3b7-e033305b1240), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:41:50.728528 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.agents_db [None req-f0b1ed15-d02e-46f0-bd67-2b506ff8404e None None] Agent healthcheck: found 6 active agents {{(pid=106204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:41:59.457929 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:41:59.460032 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:42:00.724847 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:42:06.440418 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-28712985-bbff-4946-9582-ba73bca3fdbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (f73c601a-29a1-4353-9f34-efd4ba2e6501), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:42:08.682007 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-27e038ca-a13a-43d2-b1b7-06c175f6d339 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (4f31b8b6-17c0-474d-bf52-0481ff2a5cf7), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:42:10.021863 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-740e41e1-10de-4b2e-a9f0-9582d49d2a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (d7a8950b-d4d7-4646-ba54-d395483871b4), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:42:11.335905 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (57fb69a9-4edc-44fd-8965-b65708e41306), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:42:11.573811 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c3e59811-0015-48e8-afb5-3d82d64b721e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (cef1489a-7471-4b81-a7c5-b9e507e96767), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:42:13.750176 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:42:13.750907 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:42:19.479297 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (986f726e-8c98-4005-b3b7-e033305b1240), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:42:27.726644 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.agents_db [None req-f0b1ed15-d02e-46f0-bd67-2b506ff8404e None None] Agent healthcheck: found 6 active agents {{(pid=106204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:42:29.473619 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:42:29.475643 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:42:36.442687 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-cb16e0d9-4e05-456a-9ee5-d66d8b6d46bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (f73c601a-29a1-4353-9f34-efd4ba2e6501), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:42:37.722691 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:42:38.684275 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-6b907867-f49f-4cba-b1bb-617e0745a87f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (4f31b8b6-17c0-474d-bf52-0481ff2a5cf7), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:42:40.022586 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-740e41e1-10de-4b2e-a9f0-9582d49d2a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (d7a8950b-d4d7-4646-ba54-d395483871b4), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:42:41.338978 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (57fb69a9-4edc-44fd-8965-b65708e41306), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:42:41.577161 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c3e59811-0015-48e8-afb5-3d82d64b721e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (cef1489a-7471-4b81-a7c5-b9e507e96767), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:42:49.477952 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (986f726e-8c98-4005-b3b7-e033305b1240), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:42:50.742701 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:42:50.746873 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=4 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:42:59.467527 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:42:59.473773 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:43:04.726128 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.agents_db [None req-f0b1ed15-d02e-46f0-bd67-2b506ff8404e None None] Agent healthcheck: found 6 active agents {{(pid=106204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:43:06.447499 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-95700afb-add9-4c9f-8c17-e831b4844be0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (f73c601a-29a1-4353-9f34-efd4ba2e6501), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:43:08.687615 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8265a261-4706-4aeb-aab0-19e9506a6bfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (4f31b8b6-17c0-474d-bf52-0481ff2a5cf7), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:43:10.025858 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-740e41e1-10de-4b2e-a9f0-9582d49d2a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (d7a8950b-d4d7-4646-ba54-d395483871b4), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:43:11.343280 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (57fb69a9-4edc-44fd-8965-b65708e41306), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:43:11.579898 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c3e59811-0015-48e8-afb5-3d82d64b721e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (cef1489a-7471-4b81-a7c5-b9e507e96767), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:43:14.721069 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=11 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:43:14.721812 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=17 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:43:19.481567 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (986f726e-8c98-4005-b3b7-e033305b1240), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:43:27.742505 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=3 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:43:27.743773 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=3 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:43:29.466588 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:43:29.477052 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:43:36.451108 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-14e8e67e-a8d2-477f-8d0a-9d85e745f023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (f73c601a-29a1-4353-9f34-efd4ba2e6501), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:43:38.690417 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-19dc3339-35a5-4527-9f1b-bfafb3c1fba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (4f31b8b6-17c0-474d-bf52-0481ff2a5cf7), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:43:40.029291 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-740e41e1-10de-4b2e-a9f0-9582d49d2a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (d7a8950b-d4d7-4646-ba54-d395483871b4), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:43:41.345702 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (57fb69a9-4edc-44fd-8965-b65708e41306), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:43:41.581875 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c3e59811-0015-48e8-afb5-3d82d64b721e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (cef1489a-7471-4b81-a7c5-b9e507e96767), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:43:41.725909 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.agents_db [None req-f0b1ed15-d02e-46f0-bd67-2b506ff8404e None None] Agent healthcheck: found 6 active agents {{(pid=106204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:43:49.506958 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (986f726e-8c98-4005-b3b7-e033305b1240), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:43:51.722055 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:43:59.497156 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:43:59.503288 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:44:04.739712 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=3 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:44:04.802891 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:44:06.453341 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-9f522372-ac99-4698-817d-6e5afebbfaa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (f73c601a-29a1-4353-9f34-efd4ba2e6501), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:44:08.693729 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-4592ddeb-b445-4202-8059-de2a9d728e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (4f31b8b6-17c0-474d-bf52-0481ff2a5cf7), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:44:10.031336 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-740e41e1-10de-4b2e-a9f0-9582d49d2a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (d7a8950b-d4d7-4646-ba54-d395483871b4), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:44:11.351242 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (57fb69a9-4edc-44fd-8965-b65708e41306), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:44:11.585692 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c3e59811-0015-48e8-afb5-3d82d64b721e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (cef1489a-7471-4b81-a7c5-b9e507e96767), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:44:18.725978 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.agents_db [None req-f0b1ed15-d02e-46f0-bd67-2b506ff8404e None None] Agent healthcheck: found 6 active agents {{(pid=106204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:44:19.514523 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (986f726e-8c98-4005-b3b7-e033305b1240), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:44:28.722256 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:44:28.722991 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:44:29.508123 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:44:29.510051 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:44:36.455300 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8088ba13-a544-41a7-b126-87a9074cb66b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (f73c601a-29a1-4353-9f34-efd4ba2e6501), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:44:38.694567 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-3692fed6-0236-4184-a5a8-12c6bbabc5a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (4f31b8b6-17c0-474d-bf52-0481ff2a5cf7), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:44:40.033327 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-740e41e1-10de-4b2e-a9f0-9582d49d2a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (d7a8950b-d4d7-4646-ba54-d395483871b4), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:44:41.353629 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (57fb69a9-4edc-44fd-8965-b65708e41306), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:44:41.587617 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c3e59811-0015-48e8-afb5-3d82d64b721e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (cef1489a-7471-4b81-a7c5-b9e507e96767), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:44:41.732121 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=3 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:44:41.735484 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=3 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:44:49.520764 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (986f726e-8c98-4005-b3b7-e033305b1240), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:44:55.725265 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.agents_db [None req-f0b1ed15-d02e-46f0-bd67-2b506ff8404e None None] Agent healthcheck: found 6 active agents {{(pid=106204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:44:59.513302 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:44:59.515221 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:45:06.457271 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-4dbf3cbc-07ad-481c-982e-d2d369bafdd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (f73c601a-29a1-4353-9f34-efd4ba2e6501), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:45:06.609197 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=12 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:45:06.612326 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=16 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:45:08.696856 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-cbeeecc4-5986-4e55-a0d4-ef4c6b0de7f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (4f31b8b6-17c0-474d-bf52-0481ff2a5cf7), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:45:10.038799 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-740e41e1-10de-4b2e-a9f0-9582d49d2a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (d7a8950b-d4d7-4646-ba54-d395483871b4), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:45:11.357136 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (57fb69a9-4edc-44fd-8965-b65708e41306), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:45:11.591941 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c3e59811-0015-48e8-afb5-3d82d64b721e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (cef1489a-7471-4b81-a7c5-b9e507e96767), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:45:19.534584 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (986f726e-8c98-4005-b3b7-e033305b1240), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:45:21.764608 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=4 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:45:21.765410 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=4 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:45:29.524313 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:45:29.530535 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:45:32.724348 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.agents_db [None req-f0b1ed15-d02e-46f0-bd67-2b506ff8404e None None] Agent healthcheck: found 6 active agents {{(pid=106204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:45:36.463404 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-833a1c8b-7c98-4e19-b9b6-8a9deff51ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (f73c601a-29a1-4353-9f34-efd4ba2e6501), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:45:38.698501 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-9574aedc-eec1-45a2-b307-4a83919f9583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (4f31b8b6-17c0-474d-bf52-0481ff2a5cf7), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:45:40.042845 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-740e41e1-10de-4b2e-a9f0-9582d49d2a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (d7a8950b-d4d7-4646-ba54-d395483871b4), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:45:41.359740 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (57fb69a9-4edc-44fd-8965-b65708e41306), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:45:41.595074 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c3e59811-0015-48e8-afb5-3d82d64b721e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (cef1489a-7471-4b81-a7c5-b9e507e96767), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:45:42.719544 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:45:42.720229 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:45:49.540764 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (986f726e-8c98-4005-b3b7-e033305b1240), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:45:59.535052 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:45:59.536924 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:UPDATE=4,neutron:SELECT=10 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:46:04.807327 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=4 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:46:04.809289 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:46:06.454359 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-58c0e399-5c15-4a89-ba77-39223f72ac4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (f73c601a-29a1-4353-9f34-efd4ba2e6501), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:46:08.701368 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-dacf9f2c-3aa1-4318-b45c-cdd13534a79d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (4f31b8b6-17c0-474d-bf52-0481ff2a5cf7), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:46:09.723597 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.agents_db [None req-f0b1ed15-d02e-46f0-bd67-2b506ff8404e None None] Agent healthcheck: found 6 active agents {{(pid=106204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:46:10.042566 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-740e41e1-10de-4b2e-a9f0-9582d49d2a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (d7a8950b-d4d7-4646-ba54-d395483871b4), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:46:11.362217 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (57fb69a9-4edc-44fd-8965-b65708e41306), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:46:11.598379 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c3e59811-0015-48e8-afb5-3d82d64b721e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (cef1489a-7471-4b81-a7c5-b9e507e96767), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:46:19.563557 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (986f726e-8c98-4005-b3b7-e033305b1240), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:46:19.719877 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:46:29.558177 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:46:29.560193 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG dbcounter [-] [106203] Writing DB stats neutron:SELECT=18,neutron:UPDATE=5 {{(pid=106203) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:46:32.739045 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=2 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:46:32.744057 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG dbcounter [-] [106204] Writing DB stats neutron:SELECT=4 {{(pid=106204) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 21 12:46:36.457373 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-46ed5a39-9c3a-49a4-90a3-9f183237d46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (f73c601a-29a1-4353-9f34-efd4ba2e6501), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:46:38.703432 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-aec7948c-ef8e-47dc-b441-069c65ec5ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (4f31b8b6-17c0-474d-bf52-0481ff2a5cf7), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:46:40.047048 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-740e41e1-10de-4b2e-a9f0-9582d49d2a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (d7a8950b-d4d7-4646-ba54-d395483871b4), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:46:41.364401 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-1a43c853-0703-4892-8d1c-03d1cd67feaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (57fb69a9-4edc-44fd-8965-b65708e41306), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:46:41.601789 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-c3e59811-0015-48e8-afb5-3d82d64b721e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (cef1489a-7471-4b81-a7c5-b9e507e96767), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 12:46:46.725315 dv-cinder-858678-1-iscsi neutron-server[106204]: DEBUG neutron.db.agents_db [None req-f0b1ed15-d02e-46f0-bd67-2b506ff8404e None None] Agent healthcheck: found 6 active agents {{(pid=106204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:46:49.562893 dv-cinder-858678-1-iscsi neutron-server[106203]: DEBUG neutron_lib.callbacks.manager [None req-8f4bddf6-35e8-4e90-a291-5e624eac0565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735121314735', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1545700'] for agent (986f726e-8c98-4005-b3b7-e033305b1240), after_update {{(pid=106203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}